2c91d89231
Model: fpadovani/swa-latn-100mb-after-ppt-shuff-dyck-10mb-ckpt500_seed10 Source: Original Platform
10090 lines
274 KiB
JSON
10090 lines
274 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.413627367825841,
|
|
"eval_steps": 1000,
|
|
"global_step": 5000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"entropy": 4.838997936248779,
|
|
"epoch": 0.0014136273678258412,
|
|
"grad_norm": 13.1875,
|
|
"learning_rate": 2e-06,
|
|
"loss": 13.9198,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 4340.0,
|
|
"step": 5
|
|
},
|
|
{
|
|
"entropy": 4.843051767349243,
|
|
"epoch": 0.0028272547356516823,
|
|
"grad_norm": 14.0625,
|
|
"learning_rate": 4.5e-06,
|
|
"loss": 13.831,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 8692.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"entropy": 4.923465204238892,
|
|
"epoch": 0.004240882103477523,
|
|
"grad_norm": 16.75,
|
|
"learning_rate": 7e-06,
|
|
"loss": 13.4913,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 12453.0,
|
|
"step": 15
|
|
},
|
|
{
|
|
"entropy": 5.232606410980225,
|
|
"epoch": 0.005654509471303365,
|
|
"grad_norm": 26.25,
|
|
"learning_rate": 9.5e-06,
|
|
"loss": 12.9423,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 16439.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 7.618780517578125,
|
|
"epoch": 0.007068136839129205,
|
|
"grad_norm": 17.75,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 11.494,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 20515.0,
|
|
"step": 25
|
|
},
|
|
{
|
|
"entropy": 10.471516036987305,
|
|
"epoch": 0.008481764206955046,
|
|
"grad_norm": 4.34375,
|
|
"learning_rate": 1.4500000000000002e-05,
|
|
"loss": 10.526,
|
|
"mean_token_accuracy": 0.0,
|
|
"num_tokens": 24336.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"entropy": 10.700703144073486,
|
|
"epoch": 0.009895391574780888,
|
|
"grad_norm": 3.8125,
|
|
"learning_rate": 1.7000000000000003e-05,
|
|
"loss": 10.3432,
|
|
"mean_token_accuracy": 0.013547292444854975,
|
|
"num_tokens": 28465.0,
|
|
"step": 35
|
|
},
|
|
{
|
|
"entropy": 10.689900112152099,
|
|
"epoch": 0.01130901894260673,
|
|
"grad_norm": 3.578125,
|
|
"learning_rate": 1.95e-05,
|
|
"loss": 9.9111,
|
|
"mean_token_accuracy": 0.046335773542523384,
|
|
"num_tokens": 32217.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 10.446650981903076,
|
|
"epoch": 0.01272264631043257,
|
|
"grad_norm": 3.4375,
|
|
"learning_rate": 2.2e-05,
|
|
"loss": 9.6264,
|
|
"mean_token_accuracy": 0.040803880989551546,
|
|
"num_tokens": 36369.0,
|
|
"step": 45
|
|
},
|
|
{
|
|
"entropy": 10.473936176300048,
|
|
"epoch": 0.01413627367825841,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 2.4500000000000003e-05,
|
|
"loss": 9.3506,
|
|
"mean_token_accuracy": 0.04644691050052643,
|
|
"num_tokens": 40227.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"entropy": 10.520126819610596,
|
|
"epoch": 0.015549901046084252,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.7e-05,
|
|
"loss": 9.2423,
|
|
"mean_token_accuracy": 0.060035499185323714,
|
|
"num_tokens": 44266.0,
|
|
"step": 55
|
|
},
|
|
{
|
|
"entropy": 10.462940120697022,
|
|
"epoch": 0.016963528413910092,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 2.95e-05,
|
|
"loss": 9.1768,
|
|
"mean_token_accuracy": 0.05174140147864818,
|
|
"num_tokens": 48187.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 10.422643947601319,
|
|
"epoch": 0.018377155781735936,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.2e-05,
|
|
"loss": 9.0365,
|
|
"mean_token_accuracy": 0.04872686117887497,
|
|
"num_tokens": 52252.0,
|
|
"step": 65
|
|
},
|
|
{
|
|
"entropy": 10.438050460815429,
|
|
"epoch": 0.019790783149561775,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 3.4500000000000005e-05,
|
|
"loss": 8.9607,
|
|
"mean_token_accuracy": 0.05605476088821888,
|
|
"num_tokens": 56421.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"entropy": 10.400554084777832,
|
|
"epoch": 0.021204410517387615,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 3.7e-05,
|
|
"loss": 8.878,
|
|
"mean_token_accuracy": 0.06232075840234756,
|
|
"num_tokens": 60341.0,
|
|
"step": 75
|
|
},
|
|
{
|
|
"entropy": 10.250280380249023,
|
|
"epoch": 0.02261803788521346,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 3.95e-05,
|
|
"loss": 8.7283,
|
|
"mean_token_accuracy": 0.062391096726059914,
|
|
"num_tokens": 64465.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 10.2134352684021,
|
|
"epoch": 0.0240316652530393,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 4.2000000000000004e-05,
|
|
"loss": 8.7126,
|
|
"mean_token_accuracy": 0.06613181754946709,
|
|
"num_tokens": 68514.0,
|
|
"step": 85
|
|
},
|
|
{
|
|
"entropy": 10.055916213989258,
|
|
"epoch": 0.02544529262086514,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 4.45e-05,
|
|
"loss": 8.5801,
|
|
"mean_token_accuracy": 0.06724648177623749,
|
|
"num_tokens": 72661.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"entropy": 9.991343212127685,
|
|
"epoch": 0.02685891998869098,
|
|
"grad_norm": 1.8203125,
|
|
"learning_rate": 4.7000000000000004e-05,
|
|
"loss": 8.4773,
|
|
"mean_token_accuracy": 0.0715904712677002,
|
|
"num_tokens": 76698.0,
|
|
"step": 95
|
|
},
|
|
{
|
|
"entropy": 9.897418022155762,
|
|
"epoch": 0.02827254735651682,
|
|
"grad_norm": 1.8203125,
|
|
"learning_rate": 4.9500000000000004e-05,
|
|
"loss": 8.3786,
|
|
"mean_token_accuracy": 0.06964126601815224,
|
|
"num_tokens": 80732.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 9.81051197052002,
|
|
"epoch": 0.029686174724342665,
|
|
"grad_norm": 1.6875,
|
|
"learning_rate": 5.2e-05,
|
|
"loss": 8.2664,
|
|
"mean_token_accuracy": 0.07291285954415798,
|
|
"num_tokens": 84797.0,
|
|
"step": 105
|
|
},
|
|
{
|
|
"entropy": 9.750697708129882,
|
|
"epoch": 0.031099802092168505,
|
|
"grad_norm": 1.734375,
|
|
"learning_rate": 5.45e-05,
|
|
"loss": 8.1699,
|
|
"mean_token_accuracy": 0.06931682229042054,
|
|
"num_tokens": 88758.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"entropy": 9.548874855041504,
|
|
"epoch": 0.032513429459994345,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 5.7e-05,
|
|
"loss": 8.0496,
|
|
"mean_token_accuracy": 0.07683553956449032,
|
|
"num_tokens": 92722.0,
|
|
"step": 115
|
|
},
|
|
{
|
|
"entropy": 9.418696975708007,
|
|
"epoch": 0.033927056827820185,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 5.9499999999999996e-05,
|
|
"loss": 7.8938,
|
|
"mean_token_accuracy": 0.07645067945122719,
|
|
"num_tokens": 96602.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 9.192409229278564,
|
|
"epoch": 0.035340684195646024,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 6.2e-05,
|
|
"loss": 7.831,
|
|
"mean_token_accuracy": 0.07514876201748848,
|
|
"num_tokens": 100598.0,
|
|
"step": 125
|
|
},
|
|
{
|
|
"entropy": 9.073713493347167,
|
|
"epoch": 0.03675431156347187,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 6.450000000000001e-05,
|
|
"loss": 7.734,
|
|
"mean_token_accuracy": 0.07320134155452251,
|
|
"num_tokens": 104460.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"entropy": 8.958717918395996,
|
|
"epoch": 0.03816793893129771,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 6.7e-05,
|
|
"loss": 7.6242,
|
|
"mean_token_accuracy": 0.07055199854075908,
|
|
"num_tokens": 108360.0,
|
|
"step": 135
|
|
},
|
|
{
|
|
"entropy": 8.655115032196045,
|
|
"epoch": 0.03958156629912355,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 6.950000000000001e-05,
|
|
"loss": 7.5081,
|
|
"mean_token_accuracy": 0.07828053757548332,
|
|
"num_tokens": 112176.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 8.63590440750122,
|
|
"epoch": 0.04099519366694939,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 7.2e-05,
|
|
"loss": 7.6179,
|
|
"mean_token_accuracy": 0.06859740577638149,
|
|
"num_tokens": 116192.0,
|
|
"step": 145
|
|
},
|
|
{
|
|
"entropy": 8.526045417785644,
|
|
"epoch": 0.04240882103477523,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 7.45e-05,
|
|
"loss": 7.5008,
|
|
"mean_token_accuracy": 0.06685782484710216,
|
|
"num_tokens": 120221.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"entropy": 8.428415966033935,
|
|
"epoch": 0.04382244840260108,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 7.7e-05,
|
|
"loss": 7.5019,
|
|
"mean_token_accuracy": 0.06606126651167869,
|
|
"num_tokens": 124364.0,
|
|
"step": 155
|
|
},
|
|
{
|
|
"entropy": 8.274092197418213,
|
|
"epoch": 0.04523607577042692,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 7.950000000000001e-05,
|
|
"loss": 7.3469,
|
|
"mean_token_accuracy": 0.08038331940770149,
|
|
"num_tokens": 128266.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 8.154208850860595,
|
|
"epoch": 0.04664970313825276,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 8.2e-05,
|
|
"loss": 7.3261,
|
|
"mean_token_accuracy": 0.07359547801315784,
|
|
"num_tokens": 131985.0,
|
|
"step": 165
|
|
},
|
|
{
|
|
"entropy": 8.039358854293823,
|
|
"epoch": 0.0480633305060786,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 8.450000000000001e-05,
|
|
"loss": 7.2318,
|
|
"mean_token_accuracy": 0.08298368901014327,
|
|
"num_tokens": 135892.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"entropy": 7.960572910308838,
|
|
"epoch": 0.04947695787390444,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 8.7e-05,
|
|
"loss": 7.3743,
|
|
"mean_token_accuracy": 0.07648940533399581,
|
|
"num_tokens": 139937.0,
|
|
"step": 175
|
|
},
|
|
{
|
|
"entropy": 8.018472337722779,
|
|
"epoch": 0.05089058524173028,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 8.95e-05,
|
|
"loss": 7.1981,
|
|
"mean_token_accuracy": 0.08083997145295144,
|
|
"num_tokens": 143659.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 7.916880559921265,
|
|
"epoch": 0.052304212609556124,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 9.2e-05,
|
|
"loss": 7.3147,
|
|
"mean_token_accuracy": 0.08173628598451614,
|
|
"num_tokens": 147394.0,
|
|
"step": 185
|
|
},
|
|
{
|
|
"entropy": 7.840789651870727,
|
|
"epoch": 0.05371783997738196,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 9.45e-05,
|
|
"loss": 7.1724,
|
|
"mean_token_accuracy": 0.08405760079622268,
|
|
"num_tokens": 151082.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"entropy": 7.727948999404907,
|
|
"epoch": 0.0551314673452078,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 9.7e-05,
|
|
"loss": 7.1786,
|
|
"mean_token_accuracy": 0.08063250184059143,
|
|
"num_tokens": 155099.0,
|
|
"step": 195
|
|
},
|
|
{
|
|
"entropy": 7.822998285293579,
|
|
"epoch": 0.05654509471303364,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 9.95e-05,
|
|
"loss": 7.3548,
|
|
"mean_token_accuracy": 0.07048202715814114,
|
|
"num_tokens": 159297.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 7.713145303726196,
|
|
"epoch": 0.05795872208085948,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000102,
|
|
"loss": 7.2237,
|
|
"mean_token_accuracy": 0.07353744581341744,
|
|
"num_tokens": 163337.0,
|
|
"step": 205
|
|
},
|
|
{
|
|
"entropy": 7.855460119247437,
|
|
"epoch": 0.05937234944868533,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00010449999999999999,
|
|
"loss": 7.277,
|
|
"mean_token_accuracy": 0.08301040753722191,
|
|
"num_tokens": 167440.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"entropy": 7.675248670578003,
|
|
"epoch": 0.06078597681651117,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.000107,
|
|
"loss": 7.1489,
|
|
"mean_token_accuracy": 0.08562113344669342,
|
|
"num_tokens": 171238.0,
|
|
"step": 215
|
|
},
|
|
{
|
|
"entropy": 7.707080364227295,
|
|
"epoch": 0.06219960418433701,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0001095,
|
|
"loss": 7.2134,
|
|
"mean_token_accuracy": 0.07360663190484047,
|
|
"num_tokens": 175476.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 7.5691710948944095,
|
|
"epoch": 0.06361323155216285,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.000112,
|
|
"loss": 7.1273,
|
|
"mean_token_accuracy": 0.08262931331992149,
|
|
"num_tokens": 179398.0,
|
|
"step": 225
|
|
},
|
|
{
|
|
"entropy": 7.5606465339660645,
|
|
"epoch": 0.06502685891998869,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0001145,
|
|
"loss": 7.1102,
|
|
"mean_token_accuracy": 0.08324644044041633,
|
|
"num_tokens": 183355.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"entropy": 7.605392646789551,
|
|
"epoch": 0.06644048628781453,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00011700000000000001,
|
|
"loss": 7.12,
|
|
"mean_token_accuracy": 0.07809790521860123,
|
|
"num_tokens": 187278.0,
|
|
"step": 235
|
|
},
|
|
{
|
|
"entropy": 7.519303512573242,
|
|
"epoch": 0.06785411365564037,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.00011949999999999999,
|
|
"loss": 7.1402,
|
|
"mean_token_accuracy": 0.0761954978108406,
|
|
"num_tokens": 191136.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 7.577075338363647,
|
|
"epoch": 0.06926774102346621,
|
|
"grad_norm": 1.78125,
|
|
"learning_rate": 0.000122,
|
|
"loss": 7.2122,
|
|
"mean_token_accuracy": 0.08024812079966068,
|
|
"num_tokens": 195096.0,
|
|
"step": 245
|
|
},
|
|
{
|
|
"entropy": 7.606031370162964,
|
|
"epoch": 0.07068136839129205,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0001245,
|
|
"loss": 7.2001,
|
|
"mean_token_accuracy": 0.07799483351409435,
|
|
"num_tokens": 199483.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"entropy": 7.643957281112671,
|
|
"epoch": 0.0720949957591179,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 0.000127,
|
|
"loss": 7.1263,
|
|
"mean_token_accuracy": 0.08172452189028263,
|
|
"num_tokens": 203515.0,
|
|
"step": 255
|
|
},
|
|
{
|
|
"entropy": 7.497114038467407,
|
|
"epoch": 0.07350862312694374,
|
|
"grad_norm": 1.7578125,
|
|
"learning_rate": 0.0001295,
|
|
"loss": 7.1289,
|
|
"mean_token_accuracy": 0.07867333814501762,
|
|
"num_tokens": 207451.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 7.548718070983886,
|
|
"epoch": 0.07492225049476958,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000132,
|
|
"loss": 7.0456,
|
|
"mean_token_accuracy": 0.08255640640854836,
|
|
"num_tokens": 211507.0,
|
|
"step": 265
|
|
},
|
|
{
|
|
"entropy": 7.439682149887085,
|
|
"epoch": 0.07633587786259542,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00013450000000000002,
|
|
"loss": 7.1149,
|
|
"mean_token_accuracy": 0.08738862499594688,
|
|
"num_tokens": 215236.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"entropy": 7.497509336471557,
|
|
"epoch": 0.07774950523042126,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.00013700000000000002,
|
|
"loss": 7.0841,
|
|
"mean_token_accuracy": 0.08626129925251007,
|
|
"num_tokens": 218934.0,
|
|
"step": 275
|
|
},
|
|
{
|
|
"entropy": 7.530088710784912,
|
|
"epoch": 0.0791631325982471,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0001395,
|
|
"loss": 7.031,
|
|
"mean_token_accuracy": 0.08123192861676216,
|
|
"num_tokens": 223185.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 7.557523965835571,
|
|
"epoch": 0.08057675996607294,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 0.00014199999999999998,
|
|
"loss": 7.1551,
|
|
"mean_token_accuracy": 0.07593904286623002,
|
|
"num_tokens": 227044.0,
|
|
"step": 285
|
|
},
|
|
{
|
|
"entropy": 7.449309587478638,
|
|
"epoch": 0.08199038733389878,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0001445,
|
|
"loss": 7.0628,
|
|
"mean_token_accuracy": 0.09167415499687195,
|
|
"num_tokens": 231359.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"entropy": 7.531680345535278,
|
|
"epoch": 0.08340401470172462,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000147,
|
|
"loss": 7.0471,
|
|
"mean_token_accuracy": 0.08983734510838985,
|
|
"num_tokens": 235224.0,
|
|
"step": 295
|
|
},
|
|
{
|
|
"entropy": 7.344621992111206,
|
|
"epoch": 0.08481764206955046,
|
|
"grad_norm": 1.7890625,
|
|
"learning_rate": 0.0001495,
|
|
"loss": 6.905,
|
|
"mean_token_accuracy": 0.09648748189210891,
|
|
"num_tokens": 239119.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"entropy": 7.288154172897339,
|
|
"epoch": 0.0862312694373763,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.000152,
|
|
"loss": 7.0089,
|
|
"mean_token_accuracy": 0.0949060007929802,
|
|
"num_tokens": 243275.0,
|
|
"step": 305
|
|
},
|
|
{
|
|
"entropy": 7.433500814437866,
|
|
"epoch": 0.08764489680520215,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00015450000000000001,
|
|
"loss": 7.0206,
|
|
"mean_token_accuracy": 0.09643495455384254,
|
|
"num_tokens": 247415.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"entropy": 7.416780138015747,
|
|
"epoch": 0.089058524173028,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.000157,
|
|
"loss": 7.0159,
|
|
"mean_token_accuracy": 0.08751917779445648,
|
|
"num_tokens": 251575.0,
|
|
"step": 315
|
|
},
|
|
{
|
|
"entropy": 7.372589826583862,
|
|
"epoch": 0.09047215154085383,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 0.0001595,
|
|
"loss": 6.9997,
|
|
"mean_token_accuracy": 0.08504554927349091,
|
|
"num_tokens": 255686.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"entropy": 7.3249767303466795,
|
|
"epoch": 0.09188577890867967,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.000162,
|
|
"loss": 6.9852,
|
|
"mean_token_accuracy": 0.09507602602243423,
|
|
"num_tokens": 259850.0,
|
|
"step": 325
|
|
},
|
|
{
|
|
"entropy": 7.423571062088013,
|
|
"epoch": 0.09329940627650551,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.00016450000000000001,
|
|
"loss": 7.0103,
|
|
"mean_token_accuracy": 0.09533059746026992,
|
|
"num_tokens": 264043.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"entropy": 7.514725065231323,
|
|
"epoch": 0.09471303364433135,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.00016700000000000002,
|
|
"loss": 7.0725,
|
|
"mean_token_accuracy": 0.08970947004854679,
|
|
"num_tokens": 268296.0,
|
|
"step": 335
|
|
},
|
|
{
|
|
"entropy": 7.174638795852661,
|
|
"epoch": 0.0961266610121572,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 0.00016950000000000003,
|
|
"loss": 6.8961,
|
|
"mean_token_accuracy": 0.09778379574418068,
|
|
"num_tokens": 272062.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"entropy": 7.25974817276001,
|
|
"epoch": 0.09754028837998303,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00017199999999999998,
|
|
"loss": 6.8514,
|
|
"mean_token_accuracy": 0.10595791339874268,
|
|
"num_tokens": 275936.0,
|
|
"step": 345
|
|
},
|
|
{
|
|
"entropy": 7.272134685516358,
|
|
"epoch": 0.09895391574780887,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 0.00017449999999999999,
|
|
"loss": 6.8802,
|
|
"mean_token_accuracy": 0.10179490596055984,
|
|
"num_tokens": 279526.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"entropy": 7.339320135116577,
|
|
"epoch": 0.10036754311563471,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.000177,
|
|
"loss": 6.9552,
|
|
"mean_token_accuracy": 0.0998102031648159,
|
|
"num_tokens": 283577.0,
|
|
"step": 355
|
|
},
|
|
{
|
|
"entropy": 7.324524545669556,
|
|
"epoch": 0.10178117048346055,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0001795,
|
|
"loss": 6.7984,
|
|
"mean_token_accuracy": 0.101173298060894,
|
|
"num_tokens": 287377.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"entropy": 7.140333604812622,
|
|
"epoch": 0.10319479785128641,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.000182,
|
|
"loss": 6.973,
|
|
"mean_token_accuracy": 0.09467578828334808,
|
|
"num_tokens": 291582.0,
|
|
"step": 365
|
|
},
|
|
{
|
|
"entropy": 7.392356729507446,
|
|
"epoch": 0.10460842521911225,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0001845,
|
|
"loss": 6.8489,
|
|
"mean_token_accuracy": 0.0993436373770237,
|
|
"num_tokens": 295608.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"entropy": 7.154901552200317,
|
|
"epoch": 0.10602205258693809,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000187,
|
|
"loss": 6.872,
|
|
"mean_token_accuracy": 0.1050638273358345,
|
|
"num_tokens": 299660.0,
|
|
"step": 375
|
|
},
|
|
{
|
|
"entropy": 7.05282769203186,
|
|
"epoch": 0.10743567995476393,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0001895,
|
|
"loss": 6.7846,
|
|
"mean_token_accuracy": 0.11004708558321,
|
|
"num_tokens": 303412.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"entropy": 7.143272113800049,
|
|
"epoch": 0.10884930732258977,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.000192,
|
|
"loss": 6.8498,
|
|
"mean_token_accuracy": 0.10617732927203179,
|
|
"num_tokens": 307352.0,
|
|
"step": 385
|
|
},
|
|
{
|
|
"entropy": 7.2218762874603275,
|
|
"epoch": 0.1102629346904156,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0001945,
|
|
"loss": 6.9129,
|
|
"mean_token_accuracy": 0.10999525636434555,
|
|
"num_tokens": 311418.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"entropy": 7.1364624977111815,
|
|
"epoch": 0.11167656205824145,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.00019700000000000002,
|
|
"loss": 6.7597,
|
|
"mean_token_accuracy": 0.11771088987588882,
|
|
"num_tokens": 315150.0,
|
|
"step": 395
|
|
},
|
|
{
|
|
"entropy": 7.207963132858277,
|
|
"epoch": 0.11309018942606729,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.00019950000000000002,
|
|
"loss": 6.9407,
|
|
"mean_token_accuracy": 0.10095959007740021,
|
|
"num_tokens": 318898.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"entropy": 7.126479911804199,
|
|
"epoch": 0.11450381679389313,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.000202,
|
|
"loss": 6.7726,
|
|
"mean_token_accuracy": 0.11357507780194283,
|
|
"num_tokens": 322495.0,
|
|
"step": 405
|
|
},
|
|
{
|
|
"entropy": 7.224441242218018,
|
|
"epoch": 0.11591744416171897,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00020449999999999998,
|
|
"loss": 6.8993,
|
|
"mean_token_accuracy": 0.11550437733530998,
|
|
"num_tokens": 326473.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"entropy": 7.140273571014404,
|
|
"epoch": 0.1173310715295448,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000207,
|
|
"loss": 6.8522,
|
|
"mean_token_accuracy": 0.10760911256074905,
|
|
"num_tokens": 330393.0,
|
|
"step": 415
|
|
},
|
|
{
|
|
"entropy": 7.134380578994751,
|
|
"epoch": 0.11874469889737066,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0002095,
|
|
"loss": 6.7692,
|
|
"mean_token_accuracy": 0.11172740682959556,
|
|
"num_tokens": 334449.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"entropy": 7.2949425220489506,
|
|
"epoch": 0.1201583262651965,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000212,
|
|
"loss": 6.9219,
|
|
"mean_token_accuracy": 0.10026353597640991,
|
|
"num_tokens": 338740.0,
|
|
"step": 425
|
|
},
|
|
{
|
|
"entropy": 7.066179800033569,
|
|
"epoch": 0.12157195363302234,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0002145,
|
|
"loss": 6.7336,
|
|
"mean_token_accuracy": 0.11876392140984535,
|
|
"num_tokens": 342429.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"entropy": 7.117091083526612,
|
|
"epoch": 0.12298558100084818,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.00021700000000000002,
|
|
"loss": 6.7741,
|
|
"mean_token_accuracy": 0.12331236079335213,
|
|
"num_tokens": 346218.0,
|
|
"step": 435
|
|
},
|
|
{
|
|
"entropy": 7.182254219055176,
|
|
"epoch": 0.12439920836867402,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0002195,
|
|
"loss": 6.7754,
|
|
"mean_token_accuracy": 0.11808006688952447,
|
|
"num_tokens": 350310.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"entropy": 7.058240985870361,
|
|
"epoch": 0.12581283573649985,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000222,
|
|
"loss": 6.7434,
|
|
"mean_token_accuracy": 0.12305478826165199,
|
|
"num_tokens": 353952.0,
|
|
"step": 445
|
|
},
|
|
{
|
|
"entropy": 7.198861885070801,
|
|
"epoch": 0.1272264631043257,
|
|
"grad_norm": 1.875,
|
|
"learning_rate": 0.0002245,
|
|
"loss": 6.9148,
|
|
"mean_token_accuracy": 0.11514305397868156,
|
|
"num_tokens": 357667.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"entropy": 7.127170419692993,
|
|
"epoch": 0.12864009047215155,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00022700000000000002,
|
|
"loss": 6.7165,
|
|
"mean_token_accuracy": 0.12080714330077172,
|
|
"num_tokens": 361309.0,
|
|
"step": 455
|
|
},
|
|
{
|
|
"entropy": 6.963030576705933,
|
|
"epoch": 0.13005371783997738,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.00022950000000000002,
|
|
"loss": 6.7651,
|
|
"mean_token_accuracy": 0.13394678458571435,
|
|
"num_tokens": 365099.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"entropy": 7.293617916107178,
|
|
"epoch": 0.13146734520780323,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.00023200000000000003,
|
|
"loss": 6.8263,
|
|
"mean_token_accuracy": 0.11883056983351707,
|
|
"num_tokens": 369141.0,
|
|
"step": 465
|
|
},
|
|
{
|
|
"entropy": 7.0113513469696045,
|
|
"epoch": 0.13288097257562906,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.00023449999999999998,
|
|
"loss": 6.7673,
|
|
"mean_token_accuracy": 0.11753190383315086,
|
|
"num_tokens": 373128.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"entropy": 7.056188488006592,
|
|
"epoch": 0.1342945999434549,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000237,
|
|
"loss": 6.7551,
|
|
"mean_token_accuracy": 0.12295122221112251,
|
|
"num_tokens": 377103.0,
|
|
"step": 475
|
|
},
|
|
{
|
|
"entropy": 7.010499048233032,
|
|
"epoch": 0.13570822731128074,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0002395,
|
|
"loss": 6.8054,
|
|
"mean_token_accuracy": 0.11294787377119064,
|
|
"num_tokens": 381573.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"entropy": 7.241208553314209,
|
|
"epoch": 0.1371218546791066,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.000242,
|
|
"loss": 6.8248,
|
|
"mean_token_accuracy": 0.12627912536263466,
|
|
"num_tokens": 385759.0,
|
|
"step": 485
|
|
},
|
|
{
|
|
"entropy": 6.94762954711914,
|
|
"epoch": 0.13853548204693242,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0002445,
|
|
"loss": 6.7048,
|
|
"mean_token_accuracy": 0.12667714580893516,
|
|
"num_tokens": 389700.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"entropy": 7.064765691757202,
|
|
"epoch": 0.13994910941475827,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000247,
|
|
"loss": 6.6205,
|
|
"mean_token_accuracy": 0.12440077215433121,
|
|
"num_tokens": 393279.0,
|
|
"step": 495
|
|
},
|
|
{
|
|
"entropy": 7.031151533126831,
|
|
"epoch": 0.1413627367825841,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0002495,
|
|
"loss": 6.725,
|
|
"mean_token_accuracy": 0.12710191905498505,
|
|
"num_tokens": 397379.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"entropy": 6.966974687576294,
|
|
"epoch": 0.14277636415040995,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000252,
|
|
"loss": 6.7762,
|
|
"mean_token_accuracy": 0.12484551221132278,
|
|
"num_tokens": 401349.0,
|
|
"step": 505
|
|
},
|
|
{
|
|
"entropy": 7.063830709457397,
|
|
"epoch": 0.1441899915182358,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0002545,
|
|
"loss": 6.6911,
|
|
"mean_token_accuracy": 0.12564558237791063,
|
|
"num_tokens": 405361.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"entropy": 6.972732162475586,
|
|
"epoch": 0.14560361888606163,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.000257,
|
|
"loss": 6.726,
|
|
"mean_token_accuracy": 0.12524131089448928,
|
|
"num_tokens": 409614.0,
|
|
"step": 515
|
|
},
|
|
{
|
|
"entropy": 6.847900104522705,
|
|
"epoch": 0.14701724625388748,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0002595,
|
|
"loss": 6.6623,
|
|
"mean_token_accuracy": 0.13759828507900237,
|
|
"num_tokens": 413529.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"entropy": 6.994072675704956,
|
|
"epoch": 0.1484308736217133,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.000262,
|
|
"loss": 6.6178,
|
|
"mean_token_accuracy": 0.12413196116685868,
|
|
"num_tokens": 417365.0,
|
|
"step": 525
|
|
},
|
|
{
|
|
"entropy": 6.847810077667236,
|
|
"epoch": 0.14984450098953916,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.00026450000000000003,
|
|
"loss": 6.6269,
|
|
"mean_token_accuracy": 0.1389990709722042,
|
|
"num_tokens": 421232.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"entropy": 7.125303459167481,
|
|
"epoch": 0.151258128357365,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.00026700000000000004,
|
|
"loss": 6.7183,
|
|
"mean_token_accuracy": 0.12456061840057372,
|
|
"num_tokens": 425503.0,
|
|
"step": 535
|
|
},
|
|
{
|
|
"entropy": 6.852126216888427,
|
|
"epoch": 0.15267175572519084,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.00026950000000000005,
|
|
"loss": 6.7542,
|
|
"mean_token_accuracy": 0.12805211022496224,
|
|
"num_tokens": 429770.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"entropy": 7.0629345893859865,
|
|
"epoch": 0.15408538309301667,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.00027200000000000005,
|
|
"loss": 6.6387,
|
|
"mean_token_accuracy": 0.13042709827423096,
|
|
"num_tokens": 433657.0,
|
|
"step": 545
|
|
},
|
|
{
|
|
"entropy": 6.941704559326172,
|
|
"epoch": 0.15549901046084252,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0002745,
|
|
"loss": 6.7511,
|
|
"mean_token_accuracy": 0.1230709470808506,
|
|
"num_tokens": 437732.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"entropy": 6.886470556259155,
|
|
"epoch": 0.15691263782866835,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.000277,
|
|
"loss": 6.4963,
|
|
"mean_token_accuracy": 0.13797944858670236,
|
|
"num_tokens": 441866.0,
|
|
"step": 555
|
|
},
|
|
{
|
|
"entropy": 6.786446952819825,
|
|
"epoch": 0.1583262651964942,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0002795,
|
|
"loss": 6.5783,
|
|
"mean_token_accuracy": 0.1337943233549595,
|
|
"num_tokens": 445437.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"entropy": 6.786550521850586,
|
|
"epoch": 0.15973989256432006,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 0.00028199999999999997,
|
|
"loss": 6.564,
|
|
"mean_token_accuracy": 0.13779796212911605,
|
|
"num_tokens": 449602.0,
|
|
"step": 565
|
|
},
|
|
{
|
|
"entropy": 6.764790821075439,
|
|
"epoch": 0.16115351993214588,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0002845,
|
|
"loss": 6.4694,
|
|
"mean_token_accuracy": 0.13991471529006957,
|
|
"num_tokens": 453140.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"entropy": 6.97475233078003,
|
|
"epoch": 0.16256714729997174,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.000287,
|
|
"loss": 6.7096,
|
|
"mean_token_accuracy": 0.12624734565615653,
|
|
"num_tokens": 457210.0,
|
|
"step": 575
|
|
},
|
|
{
|
|
"entropy": 7.009247064590454,
|
|
"epoch": 0.16398077466779756,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0002895,
|
|
"loss": 6.6826,
|
|
"mean_token_accuracy": 0.12368027344346047,
|
|
"num_tokens": 461534.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"entropy": 6.9301024913787845,
|
|
"epoch": 0.16539440203562342,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.000292,
|
|
"loss": 6.4802,
|
|
"mean_token_accuracy": 0.13896113261580467,
|
|
"num_tokens": 465055.0,
|
|
"step": 585
|
|
},
|
|
{
|
|
"entropy": 6.829527807235718,
|
|
"epoch": 0.16680802940344924,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.0002945,
|
|
"loss": 6.5188,
|
|
"mean_token_accuracy": 0.13359609320759774,
|
|
"num_tokens": 469133.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"entropy": 6.923969316482544,
|
|
"epoch": 0.1682216567712751,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.000297,
|
|
"loss": 6.6646,
|
|
"mean_token_accuracy": 0.1328178010880947,
|
|
"num_tokens": 473078.0,
|
|
"step": 595
|
|
},
|
|
{
|
|
"entropy": 6.906017303466797,
|
|
"epoch": 0.16963528413910092,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0002995,
|
|
"loss": 6.5999,
|
|
"mean_token_accuracy": 0.13147619739174843,
|
|
"num_tokens": 476988.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"entropy": 6.845853567123413,
|
|
"epoch": 0.17104891150692678,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.000302,
|
|
"loss": 6.4638,
|
|
"mean_token_accuracy": 0.13877335488796233,
|
|
"num_tokens": 481170.0,
|
|
"step": 605
|
|
},
|
|
{
|
|
"entropy": 6.808208322525024,
|
|
"epoch": 0.1724625388747526,
|
|
"grad_norm": 1.75,
|
|
"learning_rate": 0.0003045,
|
|
"loss": 6.4607,
|
|
"mean_token_accuracy": 0.12855389714241028,
|
|
"num_tokens": 484853.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"entropy": 6.694374704360962,
|
|
"epoch": 0.17387616624257846,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.000307,
|
|
"loss": 6.5042,
|
|
"mean_token_accuracy": 0.14368257224559783,
|
|
"num_tokens": 488550.0,
|
|
"step": 615
|
|
},
|
|
{
|
|
"entropy": 6.714710140228272,
|
|
"epoch": 0.1752897936104043,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0003095,
|
|
"loss": 6.5511,
|
|
"mean_token_accuracy": 0.1393193356692791,
|
|
"num_tokens": 492621.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"entropy": 6.823784923553466,
|
|
"epoch": 0.17670342097823014,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.000312,
|
|
"loss": 6.4969,
|
|
"mean_token_accuracy": 0.12763671800494195,
|
|
"num_tokens": 496627.0,
|
|
"step": 625
|
|
},
|
|
{
|
|
"entropy": 6.75352110862732,
|
|
"epoch": 0.178117048346056,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0003145,
|
|
"loss": 6.5534,
|
|
"mean_token_accuracy": 0.13516684994101524,
|
|
"num_tokens": 500794.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"entropy": 6.771178388595581,
|
|
"epoch": 0.17953067571388182,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000317,
|
|
"loss": 6.5715,
|
|
"mean_token_accuracy": 0.1311728797852993,
|
|
"num_tokens": 504672.0,
|
|
"step": 635
|
|
},
|
|
{
|
|
"entropy": 6.785078620910644,
|
|
"epoch": 0.18094430308170767,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0003195,
|
|
"loss": 6.4995,
|
|
"mean_token_accuracy": 0.14259493052959443,
|
|
"num_tokens": 508834.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"entropy": 6.843728113174438,
|
|
"epoch": 0.1823579304495335,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000322,
|
|
"loss": 6.4686,
|
|
"mean_token_accuracy": 0.13577061742544175,
|
|
"num_tokens": 512722.0,
|
|
"step": 645
|
|
},
|
|
{
|
|
"entropy": 6.774205303192138,
|
|
"epoch": 0.18377155781735935,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.00032450000000000003,
|
|
"loss": 6.5824,
|
|
"mean_token_accuracy": 0.13288535103201865,
|
|
"num_tokens": 517270.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"entropy": 6.76011438369751,
|
|
"epoch": 0.18518518518518517,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 0.00032700000000000003,
|
|
"loss": 6.5048,
|
|
"mean_token_accuracy": 0.14277215600013732,
|
|
"num_tokens": 521438.0,
|
|
"step": 655
|
|
},
|
|
{
|
|
"entropy": 6.762216997146607,
|
|
"epoch": 0.18659881255301103,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.00032950000000000004,
|
|
"loss": 6.4822,
|
|
"mean_token_accuracy": 0.1396136611700058,
|
|
"num_tokens": 525890.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"entropy": 6.725051021575927,
|
|
"epoch": 0.18801243992083685,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.00033200000000000005,
|
|
"loss": 6.4927,
|
|
"mean_token_accuracy": 0.14150392562150954,
|
|
"num_tokens": 529775.0,
|
|
"step": 665
|
|
},
|
|
{
|
|
"entropy": 6.711924600601196,
|
|
"epoch": 0.1894260672886627,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.00033450000000000005,
|
|
"loss": 6.4771,
|
|
"mean_token_accuracy": 0.14005500972270965,
|
|
"num_tokens": 533889.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"entropy": 6.584859466552734,
|
|
"epoch": 0.19083969465648856,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.000337,
|
|
"loss": 6.402,
|
|
"mean_token_accuracy": 0.1481585830450058,
|
|
"num_tokens": 537701.0,
|
|
"step": 675
|
|
},
|
|
{
|
|
"entropy": 6.701951599121093,
|
|
"epoch": 0.1922533220243144,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0003395,
|
|
"loss": 6.4879,
|
|
"mean_token_accuracy": 0.14182492196559907,
|
|
"num_tokens": 542160.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"entropy": 6.702091026306152,
|
|
"epoch": 0.19366694939214024,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000342,
|
|
"loss": 6.4397,
|
|
"mean_token_accuracy": 0.14451163560152053,
|
|
"num_tokens": 546317.0,
|
|
"step": 685
|
|
},
|
|
{
|
|
"entropy": 6.670078468322754,
|
|
"epoch": 0.19508057675996607,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.00034449999999999997,
|
|
"loss": 6.2943,
|
|
"mean_token_accuracy": 0.15481528118252755,
|
|
"num_tokens": 550304.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"entropy": 6.529588890075684,
|
|
"epoch": 0.19649420412779192,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.000347,
|
|
"loss": 6.3855,
|
|
"mean_token_accuracy": 0.1449325367808342,
|
|
"num_tokens": 554276.0,
|
|
"step": 695
|
|
},
|
|
{
|
|
"entropy": 6.679137516021728,
|
|
"epoch": 0.19790783149561775,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0003495,
|
|
"loss": 6.4109,
|
|
"mean_token_accuracy": 0.144695745408535,
|
|
"num_tokens": 558044.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"entropy": 6.46890025138855,
|
|
"epoch": 0.1993214588634436,
|
|
"grad_norm": 1.7265625,
|
|
"learning_rate": 0.000352,
|
|
"loss": 6.398,
|
|
"mean_token_accuracy": 0.15260268077254296,
|
|
"num_tokens": 561667.0,
|
|
"step": 705
|
|
},
|
|
{
|
|
"entropy": 6.7185471534729,
|
|
"epoch": 0.20073508623126943,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0003545,
|
|
"loss": 6.421,
|
|
"mean_token_accuracy": 0.1382300853729248,
|
|
"num_tokens": 565738.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"entropy": 6.691477727890015,
|
|
"epoch": 0.20214871359909528,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.000357,
|
|
"loss": 6.4849,
|
|
"mean_token_accuracy": 0.1443715550005436,
|
|
"num_tokens": 569629.0,
|
|
"step": 715
|
|
},
|
|
{
|
|
"entropy": 6.537031507492065,
|
|
"epoch": 0.2035623409669211,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0003595,
|
|
"loss": 6.3245,
|
|
"mean_token_accuracy": 0.14985155463218688,
|
|
"num_tokens": 573272.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"entropy": 6.596857976913452,
|
|
"epoch": 0.20497596833474696,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000362,
|
|
"loss": 6.3822,
|
|
"mean_token_accuracy": 0.14262079298496247,
|
|
"num_tokens": 577224.0,
|
|
"step": 725
|
|
},
|
|
{
|
|
"entropy": 6.525388908386231,
|
|
"epoch": 0.20638959570257281,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0003645,
|
|
"loss": 6.3224,
|
|
"mean_token_accuracy": 0.15136756971478463,
|
|
"num_tokens": 580919.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"entropy": 6.716662502288818,
|
|
"epoch": 0.20780322307039864,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.000367,
|
|
"loss": 6.445,
|
|
"mean_token_accuracy": 0.1410931281745434,
|
|
"num_tokens": 584985.0,
|
|
"step": 735
|
|
},
|
|
{
|
|
"entropy": 6.596371221542358,
|
|
"epoch": 0.2092168504382245,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0003695,
|
|
"loss": 6.3992,
|
|
"mean_token_accuracy": 0.15255053117871284,
|
|
"num_tokens": 588979.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"entropy": 6.564611911773682,
|
|
"epoch": 0.21063047780605032,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 0.000372,
|
|
"loss": 6.3667,
|
|
"mean_token_accuracy": 0.1505613371729851,
|
|
"num_tokens": 592930.0,
|
|
"step": 745
|
|
},
|
|
{
|
|
"entropy": 6.536220741271973,
|
|
"epoch": 0.21204410517387617,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0003745,
|
|
"loss": 6.4103,
|
|
"mean_token_accuracy": 0.1515594244003296,
|
|
"num_tokens": 596832.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"entropy": 6.828583717346191,
|
|
"epoch": 0.213457732541702,
|
|
"grad_norm": 1.8125,
|
|
"learning_rate": 0.000377,
|
|
"loss": 6.446,
|
|
"mean_token_accuracy": 0.14928378835320472,
|
|
"num_tokens": 600934.0,
|
|
"step": 755
|
|
},
|
|
{
|
|
"entropy": 6.329220914840699,
|
|
"epoch": 0.21487135990952785,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0003795,
|
|
"loss": 6.3199,
|
|
"mean_token_accuracy": 0.1495775043964386,
|
|
"num_tokens": 604868.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"entropy": 6.744077539443969,
|
|
"epoch": 0.21628498727735368,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.000382,
|
|
"loss": 6.4376,
|
|
"mean_token_accuracy": 0.13565291613340377,
|
|
"num_tokens": 608747.0,
|
|
"step": 765
|
|
},
|
|
{
|
|
"entropy": 6.577572679519653,
|
|
"epoch": 0.21769861464517953,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0003845,
|
|
"loss": 6.4215,
|
|
"mean_token_accuracy": 0.1479615420103073,
|
|
"num_tokens": 612627.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"entropy": 6.517498445510864,
|
|
"epoch": 0.21911224201300536,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.00038700000000000003,
|
|
"loss": 6.3368,
|
|
"mean_token_accuracy": 0.1571616619825363,
|
|
"num_tokens": 616455.0,
|
|
"step": 775
|
|
},
|
|
{
|
|
"entropy": 6.5876189231872555,
|
|
"epoch": 0.2205258693808312,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.00038950000000000003,
|
|
"loss": 6.4168,
|
|
"mean_token_accuracy": 0.1469177559018135,
|
|
"num_tokens": 620617.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"entropy": 6.415558195114135,
|
|
"epoch": 0.22193949674865707,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.00039200000000000004,
|
|
"loss": 6.3376,
|
|
"mean_token_accuracy": 0.1490316942334175,
|
|
"num_tokens": 624863.0,
|
|
"step": 785
|
|
},
|
|
{
|
|
"entropy": 6.5751752853393555,
|
|
"epoch": 0.2233531241164829,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.00039450000000000005,
|
|
"loss": 6.3625,
|
|
"mean_token_accuracy": 0.15206135734915732,
|
|
"num_tokens": 629073.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"entropy": 6.595431232452393,
|
|
"epoch": 0.22476675148430875,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.00039700000000000005,
|
|
"loss": 6.3723,
|
|
"mean_token_accuracy": 0.15247093737125397,
|
|
"num_tokens": 633550.0,
|
|
"step": 795
|
|
},
|
|
{
|
|
"entropy": 6.571492719650268,
|
|
"epoch": 0.22618037885213457,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.0003995,
|
|
"loss": 6.3611,
|
|
"mean_token_accuracy": 0.15650528520345688,
|
|
"num_tokens": 637459.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"entropy": 6.416607141494751,
|
|
"epoch": 0.22759400621996043,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000402,
|
|
"loss": 6.3272,
|
|
"mean_token_accuracy": 0.14604957774281502,
|
|
"num_tokens": 641587.0,
|
|
"step": 805
|
|
},
|
|
{
|
|
"entropy": 6.561601161956787,
|
|
"epoch": 0.22900763358778625,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.0004045,
|
|
"loss": 6.5026,
|
|
"mean_token_accuracy": 0.14142623618245126,
|
|
"num_tokens": 645726.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"entropy": 6.5540244579315186,
|
|
"epoch": 0.2304212609556121,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.00040699999999999997,
|
|
"loss": 6.2808,
|
|
"mean_token_accuracy": 0.15965329706668854,
|
|
"num_tokens": 649688.0,
|
|
"step": 815
|
|
},
|
|
{
|
|
"entropy": 6.466880655288696,
|
|
"epoch": 0.23183488832343793,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004095,
|
|
"loss": 6.3081,
|
|
"mean_token_accuracy": 0.14743991270661355,
|
|
"num_tokens": 653745.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"entropy": 6.281443119049072,
|
|
"epoch": 0.23324851569126379,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000412,
|
|
"loss": 6.2163,
|
|
"mean_token_accuracy": 0.1635961800813675,
|
|
"num_tokens": 657650.0,
|
|
"step": 825
|
|
},
|
|
{
|
|
"entropy": 6.540815114974976,
|
|
"epoch": 0.2346621430590896,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004145,
|
|
"loss": 6.3282,
|
|
"mean_token_accuracy": 0.15691596940159797,
|
|
"num_tokens": 661614.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"entropy": 6.437383794784546,
|
|
"epoch": 0.23607577042691547,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000417,
|
|
"loss": 6.2877,
|
|
"mean_token_accuracy": 0.15950870811939238,
|
|
"num_tokens": 665484.0,
|
|
"step": 835
|
|
},
|
|
{
|
|
"entropy": 6.302047681808472,
|
|
"epoch": 0.23748939779474132,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 0.0004195,
|
|
"loss": 6.3023,
|
|
"mean_token_accuracy": 0.1515549197793007,
|
|
"num_tokens": 669718.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"entropy": 6.494394445419312,
|
|
"epoch": 0.23890302516256715,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.000422,
|
|
"loss": 6.2621,
|
|
"mean_token_accuracy": 0.1587437778711319,
|
|
"num_tokens": 673913.0,
|
|
"step": 845
|
|
},
|
|
{
|
|
"entropy": 6.465457439422607,
|
|
"epoch": 0.240316652530393,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004245,
|
|
"loss": 6.3427,
|
|
"mean_token_accuracy": 0.14686428755521774,
|
|
"num_tokens": 677911.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"entropy": 6.367018795013427,
|
|
"epoch": 0.24173027989821882,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.000427,
|
|
"loss": 6.1437,
|
|
"mean_token_accuracy": 0.16687410622835158,
|
|
"num_tokens": 681629.0,
|
|
"step": 855
|
|
},
|
|
{
|
|
"entropy": 6.405222368240357,
|
|
"epoch": 0.24314390726604468,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004295,
|
|
"loss": 6.1789,
|
|
"mean_token_accuracy": 0.15915078967809676,
|
|
"num_tokens": 685675.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"entropy": 6.3251574516296385,
|
|
"epoch": 0.2445575346338705,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.000432,
|
|
"loss": 6.1061,
|
|
"mean_token_accuracy": 0.16585489213466645,
|
|
"num_tokens": 689630.0,
|
|
"step": 865
|
|
},
|
|
{
|
|
"entropy": 6.331725025177002,
|
|
"epoch": 0.24597116200169636,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004345,
|
|
"loss": 6.2086,
|
|
"mean_token_accuracy": 0.15823635309934617,
|
|
"num_tokens": 693580.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"entropy": 6.292018890380859,
|
|
"epoch": 0.24738478936952218,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.000437,
|
|
"loss": 6.2824,
|
|
"mean_token_accuracy": 0.15428755432367325,
|
|
"num_tokens": 697531.0,
|
|
"step": 875
|
|
},
|
|
{
|
|
"entropy": 6.245914125442505,
|
|
"epoch": 0.24879841673734804,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004395,
|
|
"loss": 6.2452,
|
|
"mean_token_accuracy": 0.16177606135606765,
|
|
"num_tokens": 701421.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"entropy": 6.380286502838135,
|
|
"epoch": 0.2502120441051739,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.000442,
|
|
"loss": 6.2034,
|
|
"mean_token_accuracy": 0.158734093606472,
|
|
"num_tokens": 705557.0,
|
|
"step": 885
|
|
},
|
|
{
|
|
"entropy": 6.279850482940674,
|
|
"epoch": 0.2516256714729997,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004445,
|
|
"loss": 6.1344,
|
|
"mean_token_accuracy": 0.1670902654528618,
|
|
"num_tokens": 709173.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"entropy": 6.265487957000732,
|
|
"epoch": 0.25303929884082554,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000447,
|
|
"loss": 6.0852,
|
|
"mean_token_accuracy": 0.1611698791384697,
|
|
"num_tokens": 713144.0,
|
|
"step": 895
|
|
},
|
|
{
|
|
"entropy": 6.158499622344971,
|
|
"epoch": 0.2544529262086514,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.00044950000000000003,
|
|
"loss": 6.3942,
|
|
"mean_token_accuracy": 0.15290624499320984,
|
|
"num_tokens": 717187.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"entropy": 6.500699520111084,
|
|
"epoch": 0.25586655357647725,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00045200000000000004,
|
|
"loss": 6.2656,
|
|
"mean_token_accuracy": 0.14998120591044425,
|
|
"num_tokens": 721311.0,
|
|
"step": 905
|
|
},
|
|
{
|
|
"entropy": 6.283317804336548,
|
|
"epoch": 0.2572801809443031,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.00045450000000000004,
|
|
"loss": 6.1865,
|
|
"mean_token_accuracy": 0.1690343588590622,
|
|
"num_tokens": 725193.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"entropy": 6.32297830581665,
|
|
"epoch": 0.2586938083121289,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00045700000000000005,
|
|
"loss": 6.1775,
|
|
"mean_token_accuracy": 0.1630359873175621,
|
|
"num_tokens": 729208.0,
|
|
"step": 915
|
|
},
|
|
{
|
|
"entropy": 6.252132749557495,
|
|
"epoch": 0.26010743567995476,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.00045950000000000006,
|
|
"loss": 6.2431,
|
|
"mean_token_accuracy": 0.162384469807148,
|
|
"num_tokens": 733364.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"entropy": 6.240159702301026,
|
|
"epoch": 0.2615210630477806,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000462,
|
|
"loss": 6.1907,
|
|
"mean_token_accuracy": 0.16134183555841447,
|
|
"num_tokens": 737549.0,
|
|
"step": 925
|
|
},
|
|
{
|
|
"entropy": 6.357678174972534,
|
|
"epoch": 0.26293469041560646,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004645,
|
|
"loss": 6.2012,
|
|
"mean_token_accuracy": 0.16150422096252443,
|
|
"num_tokens": 742009.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"entropy": 6.26593918800354,
|
|
"epoch": 0.26434831778343226,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000467,
|
|
"loss": 6.3095,
|
|
"mean_token_accuracy": 0.1559640161693096,
|
|
"num_tokens": 746258.0,
|
|
"step": 935
|
|
},
|
|
{
|
|
"entropy": 6.422447776794433,
|
|
"epoch": 0.2657619451512581,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004695,
|
|
"loss": 6.2134,
|
|
"mean_token_accuracy": 0.16972213834524155,
|
|
"num_tokens": 750027.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"entropy": 6.179395294189453,
|
|
"epoch": 0.26717557251908397,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.000472,
|
|
"loss": 6.1788,
|
|
"mean_token_accuracy": 0.15804249197244644,
|
|
"num_tokens": 754030.0,
|
|
"step": 945
|
|
},
|
|
{
|
|
"entropy": 6.166366243362427,
|
|
"epoch": 0.2685891998869098,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004745,
|
|
"loss": 6.0744,
|
|
"mean_token_accuracy": 0.1662062868475914,
|
|
"num_tokens": 757663.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"entropy": 6.173876714706421,
|
|
"epoch": 0.2700028272547357,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000477,
|
|
"loss": 6.1816,
|
|
"mean_token_accuracy": 0.1622084781527519,
|
|
"num_tokens": 761806.0,
|
|
"step": 955
|
|
},
|
|
{
|
|
"entropy": 6.358310317993164,
|
|
"epoch": 0.2714164546225615,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004795,
|
|
"loss": 6.1687,
|
|
"mean_token_accuracy": 0.1678529866039753,
|
|
"num_tokens": 765900.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"entropy": 6.13313364982605,
|
|
"epoch": 0.27283008199038733,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000482,
|
|
"loss": 6.1376,
|
|
"mean_token_accuracy": 0.16201107054948807,
|
|
"num_tokens": 769842.0,
|
|
"step": 965
|
|
},
|
|
{
|
|
"entropy": 6.349887704849243,
|
|
"epoch": 0.2742437093582132,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004845,
|
|
"loss": 6.2531,
|
|
"mean_token_accuracy": 0.16530761122703552,
|
|
"num_tokens": 773717.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"entropy": 6.021614742279053,
|
|
"epoch": 0.27565733672603904,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.000487,
|
|
"loss": 5.9991,
|
|
"mean_token_accuracy": 0.17551461309194566,
|
|
"num_tokens": 777720.0,
|
|
"step": 975
|
|
},
|
|
{
|
|
"entropy": 6.14023642539978,
|
|
"epoch": 0.27707096409386484,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 0.0004895,
|
|
"loss": 6.027,
|
|
"mean_token_accuracy": 0.16881906613707542,
|
|
"num_tokens": 781482.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"entropy": 6.2495396614074705,
|
|
"epoch": 0.2784845914616907,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 0.000492,
|
|
"loss": 6.1729,
|
|
"mean_token_accuracy": 0.15896565914154054,
|
|
"num_tokens": 785390.0,
|
|
"step": 985
|
|
},
|
|
{
|
|
"entropy": 5.967093658447266,
|
|
"epoch": 0.27989821882951654,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004945,
|
|
"loss": 6.0915,
|
|
"mean_token_accuracy": 0.1750103384256363,
|
|
"num_tokens": 789464.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"entropy": 6.431793308258056,
|
|
"epoch": 0.2813118461973424,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.000497,
|
|
"loss": 6.179,
|
|
"mean_token_accuracy": 0.15985391139984131,
|
|
"num_tokens": 793229.0,
|
|
"step": 995
|
|
},
|
|
{
|
|
"entropy": 6.186357164382935,
|
|
"epoch": 0.2827254735651682,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004995,
|
|
"loss": 6.0844,
|
|
"mean_token_accuracy": 0.1675830215215683,
|
|
"num_tokens": 797490.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.2827254735651682,
|
|
"eval_entropy": 6.063302199271112,
|
|
"eval_loss": 6.372450828552246,
|
|
"eval_mean_token_accuracy": 0.16418416006589595,
|
|
"eval_num_tokens": 797490.0,
|
|
"eval_runtime": 6.7832,
|
|
"eval_samples_per_second": 1663.516,
|
|
"eval_steps_per_second": 208.013,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"entropy": 6.069096565246582,
|
|
"epoch": 0.28413910093299405,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004999999849524451,
|
|
"loss": 6.136,
|
|
"mean_token_accuracy": 0.16406980752944947,
|
|
"num_tokens": 801242.0,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"entropy": 6.29629168510437,
|
|
"epoch": 0.2855527283008199,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.000499999923821757,
|
|
"loss": 6.2518,
|
|
"mean_token_accuracy": 0.15641706585884094,
|
|
"num_tokens": 805285.0,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"entropy": 6.121434211730957,
|
|
"epoch": 0.28696635566864576,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000499999815667476,
|
|
"loss": 6.0715,
|
|
"mean_token_accuracy": 0.17298818677663802,
|
|
"num_tokens": 809278.0,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"entropy": 6.067972850799561,
|
|
"epoch": 0.2883799830364716,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004999996604896251,
|
|
"loss": 6.198,
|
|
"mean_token_accuracy": 0.17273716926574706,
|
|
"num_tokens": 813519.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"entropy": 6.159738492965698,
|
|
"epoch": 0.2897936104042974,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004999994582882363,
|
|
"loss": 6.1376,
|
|
"mean_token_accuracy": 0.1695775046944618,
|
|
"num_tokens": 817549.0,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"entropy": 6.177052736282349,
|
|
"epoch": 0.29120723777212326,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004999992090633522,
|
|
"loss": 6.0973,
|
|
"mean_token_accuracy": 0.16485699787735938,
|
|
"num_tokens": 821608.0,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"entropy": 5.899837636947632,
|
|
"epoch": 0.2926208651399491,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004999989128150248,
|
|
"loss": 6.0539,
|
|
"mean_token_accuracy": 0.17530483603477479,
|
|
"num_tokens": 825795.0,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"entropy": 6.26076979637146,
|
|
"epoch": 0.29403449250777497,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004999985695433159,
|
|
"loss": 6.1328,
|
|
"mean_token_accuracy": 0.1712009161710739,
|
|
"num_tokens": 829693.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"entropy": 6.17474045753479,
|
|
"epoch": 0.29544811987560077,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004999981792482973,
|
|
"loss": 6.157,
|
|
"mean_token_accuracy": 0.16908271610736847,
|
|
"num_tokens": 833665.0,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"entropy": 6.174765777587891,
|
|
"epoch": 0.2968617472434266,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004999977419300507,
|
|
"loss": 6.0853,
|
|
"mean_token_accuracy": 0.16263003200292586,
|
|
"num_tokens": 837107.0,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"entropy": 6.165372848510742,
|
|
"epoch": 0.2982753746112525,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004999972575886673,
|
|
"loss": 6.2114,
|
|
"mean_token_accuracy": 0.16624142229557037,
|
|
"num_tokens": 841182.0,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"entropy": 6.30288724899292,
|
|
"epoch": 0.29968900197907833,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004999967262242483,
|
|
"loss": 6.1395,
|
|
"mean_token_accuracy": 0.16506897360086442,
|
|
"num_tokens": 845266.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"entropy": 6.16644515991211,
|
|
"epoch": 0.3011026293469042,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.000499996147836905,
|
|
"loss": 6.1257,
|
|
"mean_token_accuracy": 0.16231662929058074,
|
|
"num_tokens": 849118.0,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"entropy": 6.304385757446289,
|
|
"epoch": 0.30251625671473,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000499995522426758,
|
|
"loss": 6.2201,
|
|
"mean_token_accuracy": 0.16377525627613068,
|
|
"num_tokens": 853101.0,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"entropy": 5.996787118911743,
|
|
"epoch": 0.30392988408255583,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004999948499939383,
|
|
"loss": 6.0619,
|
|
"mean_token_accuracy": 0.1750151202082634,
|
|
"num_tokens": 856671.0,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"entropy": 6.145863771438599,
|
|
"epoch": 0.3053435114503817,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004999941305385863,
|
|
"loss": 6.009,
|
|
"mean_token_accuracy": 0.1848408907651901,
|
|
"num_tokens": 860639.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"entropy": 6.0218729972839355,
|
|
"epoch": 0.30675713881820754,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004999933640608521,
|
|
"loss": 6.0525,
|
|
"mean_token_accuracy": 0.16953370422124864,
|
|
"num_tokens": 864270.0,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"entropy": 6.129056644439697,
|
|
"epoch": 0.30817076618603334,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004999925505608963,
|
|
"loss": 6.0399,
|
|
"mean_token_accuracy": 0.16365957260131836,
|
|
"num_tokens": 868069.0,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"entropy": 6.096409034729004,
|
|
"epoch": 0.3095843935538592,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004999916900388887,
|
|
"loss": 6.07,
|
|
"mean_token_accuracy": 0.16356224715709686,
|
|
"num_tokens": 871943.0,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"entropy": 6.21712646484375,
|
|
"epoch": 0.31099802092168505,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999907824950093,
|
|
"loss": 6.0956,
|
|
"mean_token_accuracy": 0.17098572999238967,
|
|
"num_tokens": 876168.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"entropy": 5.9889732837677006,
|
|
"epoch": 0.3124116482895109,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004999898279294475,
|
|
"loss": 6.0648,
|
|
"mean_token_accuracy": 0.1675517365336418,
|
|
"num_tokens": 880134.0,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"entropy": 6.075795602798462,
|
|
"epoch": 0.3138252756573367,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004999888263424031,
|
|
"loss": 6.0542,
|
|
"mean_token_accuracy": 0.16933156102895736,
|
|
"num_tokens": 883970.0,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"entropy": 6.1346986293792725,
|
|
"epoch": 0.31523890302516255,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004999877777340852,
|
|
"loss": 6.1297,
|
|
"mean_token_accuracy": 0.15770118832588195,
|
|
"num_tokens": 887980.0,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"entropy": 5.962949466705322,
|
|
"epoch": 0.3166525303929884,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.000499986682104713,
|
|
"loss": 5.9096,
|
|
"mean_token_accuracy": 0.18470141440629959,
|
|
"num_tokens": 891867.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"entropy": 5.931029558181763,
|
|
"epoch": 0.31806615776081426,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004999855394545157,
|
|
"loss": 6.0265,
|
|
"mean_token_accuracy": 0.17036193311214448,
|
|
"num_tokens": 895769.0,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"entropy": 6.057384490966797,
|
|
"epoch": 0.3194797851286401,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004999843497837317,
|
|
"loss": 5.9771,
|
|
"mean_token_accuracy": 0.16771688610315322,
|
|
"num_tokens": 899640.0,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"entropy": 5.935440540313721,
|
|
"epoch": 0.3208934124964659,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00049998311309261,
|
|
"loss": 5.9876,
|
|
"mean_token_accuracy": 0.1825812965631485,
|
|
"num_tokens": 903598.0,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"entropy": 6.0772843837738035,
|
|
"epoch": 0.32230703986429177,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004999818293814089,
|
|
"loss": 6.0469,
|
|
"mean_token_accuracy": 0.17144874930381776,
|
|
"num_tokens": 907720.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"entropy": 5.91833529472351,
|
|
"epoch": 0.3237206672321176,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004999804986503966,
|
|
"loss": 6.001,
|
|
"mean_token_accuracy": 0.1728842318058014,
|
|
"num_tokens": 911531.0,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"entropy": 6.0705688953399655,
|
|
"epoch": 0.3251342945999435,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004999791208998513,
|
|
"loss": 5.9162,
|
|
"mean_token_accuracy": 0.17554775178432463,
|
|
"num_tokens": 915428.0,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"entropy": 5.908070373535156,
|
|
"epoch": 0.3265479219677693,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004999776961300611,
|
|
"loss": 5.957,
|
|
"mean_token_accuracy": 0.1746842861175537,
|
|
"num_tokens": 919499.0,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"entropy": 6.098568487167358,
|
|
"epoch": 0.3279615493355951,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0004999762243413236,
|
|
"loss": 5.9827,
|
|
"mean_token_accuracy": 0.176666696369648,
|
|
"num_tokens": 923530.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"entropy": 5.904607772827148,
|
|
"epoch": 0.329375176703421,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004999747055339464,
|
|
"loss": 5.9302,
|
|
"mean_token_accuracy": 0.18254795223474501,
|
|
"num_tokens": 927770.0,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"entropy": 5.955020999908447,
|
|
"epoch": 0.33078880407124683,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004999731397082469,
|
|
"loss": 5.9771,
|
|
"mean_token_accuracy": 0.17447073385119438,
|
|
"num_tokens": 932008.0,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"entropy": 6.0833601474761965,
|
|
"epoch": 0.3322024314390727,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999715268645524,
|
|
"loss": 5.9811,
|
|
"mean_token_accuracy": 0.18211427927017212,
|
|
"num_tokens": 936388.0,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"entropy": 5.904801702499389,
|
|
"epoch": 0.3336160588068985,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004999698670032,
|
|
"loss": 6.0315,
|
|
"mean_token_accuracy": 0.1786898285150528,
|
|
"num_tokens": 940436.0,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"entropy": 6.072543048858643,
|
|
"epoch": 0.33502968617472434,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999681601245366,
|
|
"loss": 6.0486,
|
|
"mean_token_accuracy": 0.17283598110079765,
|
|
"num_tokens": 944296.0,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"entropy": 6.052107238769532,
|
|
"epoch": 0.3364433135425502,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004999664062289189,
|
|
"loss": 6.0668,
|
|
"mean_token_accuracy": 0.17393210679292678,
|
|
"num_tokens": 948318.0,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"entropy": 6.093935489654541,
|
|
"epoch": 0.33785694091037605,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004999646053167134,
|
|
"loss": 5.9547,
|
|
"mean_token_accuracy": 0.17875370681285857,
|
|
"num_tokens": 952147.0,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"entropy": 6.063412761688232,
|
|
"epoch": 0.33927056827820185,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004999627573882966,
|
|
"loss": 6.0947,
|
|
"mean_token_accuracy": 0.16490099132061004,
|
|
"num_tokens": 956445.0,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"entropy": 5.901909017562867,
|
|
"epoch": 0.3406841956460277,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004999608624440546,
|
|
"loss": 5.9295,
|
|
"mean_token_accuracy": 0.17917849570512773,
|
|
"num_tokens": 960327.0,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"entropy": 6.053218269348145,
|
|
"epoch": 0.34209782301385355,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004999589204843834,
|
|
"loss": 6.0542,
|
|
"mean_token_accuracy": 0.17569087892770768,
|
|
"num_tokens": 964387.0,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"entropy": 6.057649898529053,
|
|
"epoch": 0.3435114503816794,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.000499956931509689,
|
|
"loss": 5.9893,
|
|
"mean_token_accuracy": 0.17533947229385377,
|
|
"num_tokens": 968327.0,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"entropy": 6.110534811019898,
|
|
"epoch": 0.3449250777495052,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000499954895520387,
|
|
"loss": 6.0285,
|
|
"mean_token_accuracy": 0.17372053861618042,
|
|
"num_tokens": 972358.0,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"entropy": 5.764717531204224,
|
|
"epoch": 0.34633870511733106,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004999528125169028,
|
|
"loss": 5.9328,
|
|
"mean_token_accuracy": 0.17071535885334016,
|
|
"num_tokens": 976266.0,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"entropy": 5.965855121612549,
|
|
"epoch": 0.3477523324851569,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000499950682499672,
|
|
"loss": 6.0183,
|
|
"mean_token_accuracy": 0.17038709074258804,
|
|
"num_tokens": 980521.0,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"entropy": 6.097711992263794,
|
|
"epoch": 0.34916595985298277,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004999485054691395,
|
|
"loss": 5.9159,
|
|
"mean_token_accuracy": 0.17354207187891008,
|
|
"num_tokens": 984413.0,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"entropy": 6.042867660522461,
|
|
"epoch": 0.3505795872208086,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004999462814257604,
|
|
"loss": 6.0334,
|
|
"mean_token_accuracy": 0.16417137533426285,
|
|
"num_tokens": 988080.0,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"entropy": 6.060603237152099,
|
|
"epoch": 0.3519932145886344,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004999440103699996,
|
|
"loss": 5.9772,
|
|
"mean_token_accuracy": 0.18074256777763367,
|
|
"num_tokens": 992010.0,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"entropy": 5.730267524719238,
|
|
"epoch": 0.35340684195646027,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004999416923023316,
|
|
"loss": 5.8617,
|
|
"mean_token_accuracy": 0.18689277470111848,
|
|
"num_tokens": 995721.0,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"entropy": 5.8941511631011965,
|
|
"epoch": 0.3548204693242861,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004999393272232409,
|
|
"loss": 5.9628,
|
|
"mean_token_accuracy": 0.1740591511130333,
|
|
"num_tokens": 999763.0,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"entropy": 6.133557987213135,
|
|
"epoch": 0.356234096692112,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004999369151332218,
|
|
"loss": 6.0322,
|
|
"mean_token_accuracy": 0.17545345425605774,
|
|
"num_tokens": 1003610.0,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"entropy": 5.98744478225708,
|
|
"epoch": 0.3576477240599378,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004999344560327784,
|
|
"loss": 5.9228,
|
|
"mean_token_accuracy": 0.17964100390672683,
|
|
"num_tokens": 1007699.0,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"entropy": 5.86641001701355,
|
|
"epoch": 0.35906135142776363,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004999319499224247,
|
|
"loss": 5.904,
|
|
"mean_token_accuracy": 0.1844222739338875,
|
|
"num_tokens": 1011573.0,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"entropy": 5.9154126167297365,
|
|
"epoch": 0.3604749787955895,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999293968026843,
|
|
"loss": 6.0189,
|
|
"mean_token_accuracy": 0.17944376170635223,
|
|
"num_tokens": 1015569.0,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"entropy": 6.00258355140686,
|
|
"epoch": 0.36188860616341534,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004999267966740909,
|
|
"loss": 5.8752,
|
|
"mean_token_accuracy": 0.18310932219028472,
|
|
"num_tokens": 1019451.0,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"entropy": 5.903419113159179,
|
|
"epoch": 0.3633022335312412,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000499924149537188,
|
|
"loss": 5.8026,
|
|
"mean_token_accuracy": 0.18908512145280837,
|
|
"num_tokens": 1023084.0,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"entropy": 5.935181188583374,
|
|
"epoch": 0.364715860899067,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004999214553925287,
|
|
"loss": 5.9164,
|
|
"mean_token_accuracy": 0.18504925072193146,
|
|
"num_tokens": 1026941.0,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"entropy": 5.918446159362793,
|
|
"epoch": 0.36612948826689284,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999187142406761,
|
|
"loss": 5.8357,
|
|
"mean_token_accuracy": 0.1875179424881935,
|
|
"num_tokens": 1030872.0,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"entropy": 5.95609302520752,
|
|
"epoch": 0.3675431156347187,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.000499915926082203,
|
|
"loss": 5.9616,
|
|
"mean_token_accuracy": 0.17633716613054276,
|
|
"num_tokens": 1035024.0,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"entropy": 5.878836631774902,
|
|
"epoch": 0.36895674300254455,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004999130909176923,
|
|
"loss": 5.8229,
|
|
"mean_token_accuracy": 0.17987947165966034,
|
|
"num_tokens": 1038988.0,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"entropy": 5.842767524719238,
|
|
"epoch": 0.37037037037037035,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0004999102087477362,
|
|
"loss": 5.7784,
|
|
"mean_token_accuracy": 0.19531663954257966,
|
|
"num_tokens": 1043068.0,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"entropy": 5.79612102508545,
|
|
"epoch": 0.3717839977381962,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004999072795729376,
|
|
"loss": 5.8488,
|
|
"mean_token_accuracy": 0.18711667507886887,
|
|
"num_tokens": 1046931.0,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"entropy": 5.752354717254638,
|
|
"epoch": 0.37319762510602206,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004999043033939081,
|
|
"loss": 5.792,
|
|
"mean_token_accuracy": 0.18978319317102432,
|
|
"num_tokens": 1050718.0,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"entropy": 5.9706896305084225,
|
|
"epoch": 0.3746112524738479,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004999012802112701,
|
|
"loss": 5.8829,
|
|
"mean_token_accuracy": 0.17118766903877258,
|
|
"num_tokens": 1054796.0,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"entropy": 5.830494022369384,
|
|
"epoch": 0.3760248798416737,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004998982100256552,
|
|
"loss": 5.8218,
|
|
"mean_token_accuracy": 0.1836886391043663,
|
|
"num_tokens": 1058657.0,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"entropy": 5.859378147125244,
|
|
"epoch": 0.37743850720949956,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004998950928377052,
|
|
"loss": 5.9446,
|
|
"mean_token_accuracy": 0.18499152809381486,
|
|
"num_tokens": 1062532.0,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"entropy": 5.9526323795318605,
|
|
"epoch": 0.3788521345773254,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004998919286480713,
|
|
"loss": 5.7847,
|
|
"mean_token_accuracy": 0.18415039628744126,
|
|
"num_tokens": 1066274.0,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"entropy": 5.845388412475586,
|
|
"epoch": 0.38026576194515127,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004998887174574153,
|
|
"loss": 5.898,
|
|
"mean_token_accuracy": 0.1804192841053009,
|
|
"num_tokens": 1070179.0,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"entropy": 5.898585224151612,
|
|
"epoch": 0.3816793893129771,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004998854592664079,
|
|
"loss": 5.8693,
|
|
"mean_token_accuracy": 0.1799743041396141,
|
|
"num_tokens": 1073892.0,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"entropy": 5.964764881134033,
|
|
"epoch": 0.3830930166808029,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0004998821540757301,
|
|
"loss": 5.9282,
|
|
"mean_token_accuracy": 0.18046344667673112,
|
|
"num_tokens": 1078399.0,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"entropy": 5.830195188522339,
|
|
"epoch": 0.3845066440486288,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004998788018860728,
|
|
"loss": 5.8309,
|
|
"mean_token_accuracy": 0.18262680023908615,
|
|
"num_tokens": 1082371.0,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"entropy": 6.0038042068481445,
|
|
"epoch": 0.38592027141645463,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004998754026981364,
|
|
"loss": 5.9601,
|
|
"mean_token_accuracy": 0.1667673259973526,
|
|
"num_tokens": 1086474.0,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"entropy": 5.914479732513428,
|
|
"epoch": 0.3873338987842805,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004998719565126316,
|
|
"loss": 5.8866,
|
|
"mean_token_accuracy": 0.18313463181257247,
|
|
"num_tokens": 1090519.0,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"entropy": 5.778615236282349,
|
|
"epoch": 0.3887475261521063,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0004998684633302783,
|
|
"loss": 5.8137,
|
|
"mean_token_accuracy": 0.17858949154615403,
|
|
"num_tokens": 1094450.0,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"entropy": 6.106761884689331,
|
|
"epoch": 0.39016115351993214,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004998649231518068,
|
|
"loss": 5.8724,
|
|
"mean_token_accuracy": 0.1757311686873436,
|
|
"num_tokens": 1098249.0,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"entropy": 5.754768514633179,
|
|
"epoch": 0.391574780887758,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004998613359779568,
|
|
"loss": 5.8116,
|
|
"mean_token_accuracy": 0.18666931986808777,
|
|
"num_tokens": 1101951.0,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"entropy": 5.7896898746490475,
|
|
"epoch": 0.39298840825558384,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004998577018094782,
|
|
"loss": 5.8577,
|
|
"mean_token_accuracy": 0.18320763409137725,
|
|
"num_tokens": 1106097.0,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"entropy": 5.87284574508667,
|
|
"epoch": 0.3944020356234097,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004998540206471304,
|
|
"loss": 5.7767,
|
|
"mean_token_accuracy": 0.19519320279359817,
|
|
"num_tokens": 1110031.0,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"entropy": 5.86262526512146,
|
|
"epoch": 0.3958156629912355,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004998502924916826,
|
|
"loss": 5.9447,
|
|
"mean_token_accuracy": 0.1763763576745987,
|
|
"num_tokens": 1114146.0,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"entropy": 5.977203845977783,
|
|
"epoch": 0.39722929035906135,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004998465173439142,
|
|
"loss": 5.9148,
|
|
"mean_token_accuracy": 0.18122531175613404,
|
|
"num_tokens": 1118161.0,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"entropy": 5.8424163341522215,
|
|
"epoch": 0.3986429177268872,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004998426952046142,
|
|
"loss": 5.699,
|
|
"mean_token_accuracy": 0.2005566254258156,
|
|
"num_tokens": 1122014.0,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"entropy": 5.684796667098999,
|
|
"epoch": 0.40005654509471306,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004998388260745811,
|
|
"loss": 5.8875,
|
|
"mean_token_accuracy": 0.18261732757091523,
|
|
"num_tokens": 1125929.0,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"entropy": 5.9797446727752686,
|
|
"epoch": 0.40147017246253885,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004998349099546238,
|
|
"loss": 5.8277,
|
|
"mean_token_accuracy": 0.17909095138311387,
|
|
"num_tokens": 1129781.0,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"entropy": 5.744542932510376,
|
|
"epoch": 0.4028837998303647,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0004998309468455606,
|
|
"loss": 5.7346,
|
|
"mean_token_accuracy": 0.19376294761896135,
|
|
"num_tokens": 1133591.0,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"entropy": 5.857560825347901,
|
|
"epoch": 0.40429742719819056,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004998269367482199,
|
|
"loss": 5.877,
|
|
"mean_token_accuracy": 0.184601990878582,
|
|
"num_tokens": 1137406.0,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"entropy": 5.766568803787232,
|
|
"epoch": 0.4057110545660164,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004998228796634396,
|
|
"loss": 5.8087,
|
|
"mean_token_accuracy": 0.18684434592723848,
|
|
"num_tokens": 1141393.0,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"entropy": 5.924833011627197,
|
|
"epoch": 0.4071246819338422,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004998187755920677,
|
|
"loss": 5.9094,
|
|
"mean_token_accuracy": 0.18260146528482438,
|
|
"num_tokens": 1145155.0,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"entropy": 5.778390026092529,
|
|
"epoch": 0.40853830930166807,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004998146245349621,
|
|
"loss": 5.8873,
|
|
"mean_token_accuracy": 0.18451330810785294,
|
|
"num_tokens": 1149104.0,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"entropy": 5.859285831451416,
|
|
"epoch": 0.4099519366694939,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004998104264929901,
|
|
"loss": 5.8317,
|
|
"mean_token_accuracy": 0.1783102497458458,
|
|
"num_tokens": 1153022.0,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"entropy": 5.8625123500823975,
|
|
"epoch": 0.4113655640373198,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004998061814670291,
|
|
"loss": 5.8618,
|
|
"mean_token_accuracy": 0.18217997699975969,
|
|
"num_tokens": 1156965.0,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"entropy": 5.861889934539795,
|
|
"epoch": 0.41277919140514563,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004998018894579664,
|
|
"loss": 5.7965,
|
|
"mean_token_accuracy": 0.19408051073551177,
|
|
"num_tokens": 1160893.0,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"entropy": 5.9454748153686525,
|
|
"epoch": 0.4141928187729714,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004997975504666989,
|
|
"loss": 5.9433,
|
|
"mean_token_accuracy": 0.17259618788957595,
|
|
"num_tokens": 1165037.0,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"entropy": 5.8799817085266115,
|
|
"epoch": 0.4156064461407973,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0004997931644941335,
|
|
"loss": 5.8166,
|
|
"mean_token_accuracy": 0.17416656017303467,
|
|
"num_tokens": 1168911.0,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"entropy": 5.8028968334197994,
|
|
"epoch": 0.41702007350862313,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004997887315411867,
|
|
"loss": 5.815,
|
|
"mean_token_accuracy": 0.19042931646108627,
|
|
"num_tokens": 1172861.0,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"entropy": 5.802371263504028,
|
|
"epoch": 0.418433700876449,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004997842516087852,
|
|
"loss": 5.852,
|
|
"mean_token_accuracy": 0.18393263071775437,
|
|
"num_tokens": 1177361.0,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"entropy": 5.927545642852783,
|
|
"epoch": 0.4198473282442748,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004997797246978651,
|
|
"loss": 5.8468,
|
|
"mean_token_accuracy": 0.17632220238447188,
|
|
"num_tokens": 1181549.0,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"entropy": 5.839781713485718,
|
|
"epoch": 0.42126095561210064,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004997751508093724,
|
|
"loss": 5.8349,
|
|
"mean_token_accuracy": 0.1818211019039154,
|
|
"num_tokens": 1185685.0,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"entropy": 5.837100982666016,
|
|
"epoch": 0.4226745829799265,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004997705299442632,
|
|
"loss": 5.9818,
|
|
"mean_token_accuracy": 0.17524709403514863,
|
|
"num_tokens": 1189557.0,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"entropy": 5.887031126022339,
|
|
"epoch": 0.42408821034775235,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004997658621035033,
|
|
"loss": 5.8772,
|
|
"mean_token_accuracy": 0.1873631939291954,
|
|
"num_tokens": 1193969.0,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"entropy": 5.887158012390136,
|
|
"epoch": 0.42550183771557815,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004997611472880681,
|
|
"loss": 5.8533,
|
|
"mean_token_accuracy": 0.19286071956157685,
|
|
"num_tokens": 1197843.0,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"entropy": 5.8976044178009035,
|
|
"epoch": 0.426915465083404,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000499756385498943,
|
|
"loss": 5.8637,
|
|
"mean_token_accuracy": 0.17578741312026977,
|
|
"num_tokens": 1201938.0,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"entropy": 5.803966426849366,
|
|
"epoch": 0.42832909245122985,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004997515767371231,
|
|
"loss": 5.6951,
|
|
"mean_token_accuracy": 0.1796621337532997,
|
|
"num_tokens": 1205757.0,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"entropy": 5.830338954925537,
|
|
"epoch": 0.4297427198190557,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004997467210036135,
|
|
"loss": 5.8731,
|
|
"mean_token_accuracy": 0.18170178532600403,
|
|
"num_tokens": 1209779.0,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"entropy": 5.859526443481445,
|
|
"epoch": 0.43115634718688156,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.000499741818299429,
|
|
"loss": 5.8099,
|
|
"mean_token_accuracy": 0.18744910210371019,
|
|
"num_tokens": 1213598.0,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"entropy": 5.872071599960327,
|
|
"epoch": 0.43256997455470736,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004997368686255943,
|
|
"loss": 5.7304,
|
|
"mean_token_accuracy": 0.18553417176008224,
|
|
"num_tokens": 1217452.0,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"entropy": 5.825813913345337,
|
|
"epoch": 0.4339836019225332,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004997318719831438,
|
|
"loss": 5.8642,
|
|
"mean_token_accuracy": 0.1814598798751831,
|
|
"num_tokens": 1221354.0,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"entropy": 5.778457069396973,
|
|
"epoch": 0.43539722929035907,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004997268283731216,
|
|
"loss": 5.7543,
|
|
"mean_token_accuracy": 0.1856408089399338,
|
|
"num_tokens": 1225217.0,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"entropy": 5.878414440155029,
|
|
"epoch": 0.4368108566581849,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0004997217377965821,
|
|
"loss": 5.7805,
|
|
"mean_token_accuracy": 0.17437221556901933,
|
|
"num_tokens": 1229016.0,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"entropy": 5.771785020828247,
|
|
"epoch": 0.4382244840260107,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.000499716600254589,
|
|
"loss": 5.8818,
|
|
"mean_token_accuracy": 0.1883689671754837,
|
|
"num_tokens": 1232825.0,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"entropy": 5.897240686416626,
|
|
"epoch": 0.4396381113938366,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.000499711415748216,
|
|
"loss": 5.799,
|
|
"mean_token_accuracy": 0.18249992430210113,
|
|
"num_tokens": 1237032.0,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"entropy": 5.602204322814941,
|
|
"epoch": 0.4410517387616624,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004997061842785468,
|
|
"loss": 5.6803,
|
|
"mean_token_accuracy": 0.19400090873241424,
|
|
"num_tokens": 1241043.0,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"entropy": 5.717684745788574,
|
|
"epoch": 0.4424653661294883,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004997009058466745,
|
|
"loss": 5.8311,
|
|
"mean_token_accuracy": 0.18614000529050828,
|
|
"num_tokens": 1245175.0,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"entropy": 5.799765300750733,
|
|
"epoch": 0.44387899349731413,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004996955804537024,
|
|
"loss": 5.7576,
|
|
"mean_token_accuracy": 0.18300676196813584,
|
|
"num_tokens": 1249540.0,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"entropy": 5.823600387573242,
|
|
"epoch": 0.44529262086513993,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004996902081007435,
|
|
"loss": 5.73,
|
|
"mean_token_accuracy": 0.18506772816181183,
|
|
"num_tokens": 1253532.0,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"entropy": 5.833622980117798,
|
|
"epoch": 0.4467062482329658,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004996847887889205,
|
|
"loss": 5.7169,
|
|
"mean_token_accuracy": 0.18705481737852098,
|
|
"num_tokens": 1257492.0,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"entropy": 5.734306573867798,
|
|
"epoch": 0.44811987560079164,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.0004996793225193662,
|
|
"loss": 5.8279,
|
|
"mean_token_accuracy": 0.18313267529010774,
|
|
"num_tokens": 1261388.0,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"entropy": 5.834798336029053,
|
|
"epoch": 0.4495335029686175,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004996738092932227,
|
|
"loss": 5.7397,
|
|
"mean_token_accuracy": 0.18718260675668716,
|
|
"num_tokens": 1265417.0,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"entropy": 5.671156358718872,
|
|
"epoch": 0.4509471303364433,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004996682491116425,
|
|
"loss": 5.7071,
|
|
"mean_token_accuracy": 0.19657584577798842,
|
|
"num_tokens": 1269454.0,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"entropy": 5.7325883388519285,
|
|
"epoch": 0.45236075770426915,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004996626419757875,
|
|
"loss": 5.8176,
|
|
"mean_token_accuracy": 0.18559218645095826,
|
|
"num_tokens": 1273677.0,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"entropy": 5.821763038635254,
|
|
"epoch": 0.453774385072095,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004996569878868296,
|
|
"loss": 5.6485,
|
|
"mean_token_accuracy": 0.19062581062316894,
|
|
"num_tokens": 1277683.0,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"entropy": 5.6672616481781,
|
|
"epoch": 0.45518801243992085,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004996512868459505,
|
|
"loss": 5.7728,
|
|
"mean_token_accuracy": 0.18369143903255464,
|
|
"num_tokens": 1281945.0,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"entropy": 5.595178031921387,
|
|
"epoch": 0.45660163980774665,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004996455388543416,
|
|
"loss": 5.7011,
|
|
"mean_token_accuracy": 0.1911506325006485,
|
|
"num_tokens": 1285709.0,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"entropy": 5.877404975891113,
|
|
"epoch": 0.4580152671755725,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004996397439132042,
|
|
"loss": 5.8661,
|
|
"mean_token_accuracy": 0.17192684412002562,
|
|
"num_tokens": 1289772.0,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"entropy": 5.772934436798096,
|
|
"epoch": 0.45942889454339836,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004996339020237496,
|
|
"loss": 5.7621,
|
|
"mean_token_accuracy": 0.18746172338724137,
|
|
"num_tokens": 1293671.0,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"entropy": 5.825155878067017,
|
|
"epoch": 0.4608425219112242,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004996280131871985,
|
|
"loss": 5.6843,
|
|
"mean_token_accuracy": 0.1883016973733902,
|
|
"num_tokens": 1297334.0,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"entropy": 5.71227011680603,
|
|
"epoch": 0.46225614927905007,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004996220774047816,
|
|
"loss": 5.7632,
|
|
"mean_token_accuracy": 0.18459136486053468,
|
|
"num_tokens": 1301219.0,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"entropy": 5.700411558151245,
|
|
"epoch": 0.46366977664687586,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004996160946777398,
|
|
"loss": 5.7423,
|
|
"mean_token_accuracy": 0.18890873938798905,
|
|
"num_tokens": 1305166.0,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"entropy": 5.676112222671509,
|
|
"epoch": 0.4650834040147017,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004996100650073229,
|
|
"loss": 5.6738,
|
|
"mean_token_accuracy": 0.19222360402345656,
|
|
"num_tokens": 1308958.0,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"entropy": 5.767787170410156,
|
|
"epoch": 0.46649703138252757,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004996039883947915,
|
|
"loss": 5.909,
|
|
"mean_token_accuracy": 0.17916598170995712,
|
|
"num_tokens": 1313289.0,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"entropy": 5.912643051147461,
|
|
"epoch": 0.4679106587503534,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0004995978648414154,
|
|
"loss": 5.7442,
|
|
"mean_token_accuracy": 0.18683811128139496,
|
|
"num_tokens": 1317366.0,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"entropy": 5.729746007919312,
|
|
"epoch": 0.4693242861181792,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004995916943484745,
|
|
"loss": 5.7547,
|
|
"mean_token_accuracy": 0.1879502385854721,
|
|
"num_tokens": 1321362.0,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"entropy": 5.774411725997925,
|
|
"epoch": 0.4707379134860051,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004995854769172583,
|
|
"loss": 5.7037,
|
|
"mean_token_accuracy": 0.18776724189519883,
|
|
"num_tokens": 1325147.0,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"entropy": 5.843069744110108,
|
|
"epoch": 0.47215154085383093,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004995792125490662,
|
|
"loss": 5.778,
|
|
"mean_token_accuracy": 0.17874198108911515,
|
|
"num_tokens": 1329072.0,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"entropy": 5.639906167984009,
|
|
"epoch": 0.4735651682216568,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004995729012452074,
|
|
"loss": 5.6564,
|
|
"mean_token_accuracy": 0.20082349181175232,
|
|
"num_tokens": 1332947.0,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"entropy": 5.622266244888306,
|
|
"epoch": 0.47497879558948264,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004995665430070009,
|
|
"loss": 5.6718,
|
|
"mean_token_accuracy": 0.1948164239525795,
|
|
"num_tokens": 1336903.0,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"entropy": 5.792095184326172,
|
|
"epoch": 0.47639242295730844,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004995601378357757,
|
|
"loss": 5.7422,
|
|
"mean_token_accuracy": 0.18691984713077545,
|
|
"num_tokens": 1340989.0,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"entropy": 5.864161443710327,
|
|
"epoch": 0.4778060503251343,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004995536857328702,
|
|
"loss": 5.8213,
|
|
"mean_token_accuracy": 0.17689985930919647,
|
|
"num_tokens": 1345251.0,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"entropy": 5.904580068588257,
|
|
"epoch": 0.47921967769296014,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004995471866996332,
|
|
"loss": 5.9124,
|
|
"mean_token_accuracy": 0.17539610639214515,
|
|
"num_tokens": 1349167.0,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"entropy": 5.778077411651611,
|
|
"epoch": 0.480633305060786,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004995406407374226,
|
|
"loss": 5.6184,
|
|
"mean_token_accuracy": 0.2023831859230995,
|
|
"num_tokens": 1353309.0,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"entropy": 5.721492433547974,
|
|
"epoch": 0.4820469324286118,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004995340478476067,
|
|
"loss": 5.7534,
|
|
"mean_token_accuracy": 0.19217092245817186,
|
|
"num_tokens": 1357129.0,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"entropy": 5.7220958232879635,
|
|
"epoch": 0.48346055979643765,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004995274080315631,
|
|
"loss": 5.692,
|
|
"mean_token_accuracy": 0.18690054416656493,
|
|
"num_tokens": 1360824.0,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"entropy": 5.69368953704834,
|
|
"epoch": 0.4848741871642635,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004995207212906798,
|
|
"loss": 5.7049,
|
|
"mean_token_accuracy": 0.2015200823545456,
|
|
"num_tokens": 1364688.0,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"entropy": 5.706001472473145,
|
|
"epoch": 0.48628781453208936,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.000499513987626354,
|
|
"loss": 5.6655,
|
|
"mean_token_accuracy": 0.19725179374217988,
|
|
"num_tokens": 1368889.0,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"entropy": 5.746529531478882,
|
|
"epoch": 0.48770144189991516,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004995072070399933,
|
|
"loss": 5.7719,
|
|
"mean_token_accuracy": 0.20015778094530107,
|
|
"num_tokens": 1372912.0,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"entropy": 5.6686793804168705,
|
|
"epoch": 0.489115069267741,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004995003795330146,
|
|
"loss": 5.6134,
|
|
"mean_token_accuracy": 0.1967315584421158,
|
|
"num_tokens": 1376566.0,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"entropy": 5.498853397369385,
|
|
"epoch": 0.49052869663556686,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004994935051068447,
|
|
"loss": 5.6377,
|
|
"mean_token_accuracy": 0.19570326954126357,
|
|
"num_tokens": 1380710.0,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"entropy": 5.740759801864624,
|
|
"epoch": 0.4919423240033927,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004994865837629206,
|
|
"loss": 5.7169,
|
|
"mean_token_accuracy": 0.19236577451229095,
|
|
"num_tokens": 1384485.0,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"entropy": 5.751363229751587,
|
|
"epoch": 0.49335595137121857,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004994796155026887,
|
|
"loss": 5.6802,
|
|
"mean_token_accuracy": 0.19381756484508514,
|
|
"num_tokens": 1388297.0,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"entropy": 5.605444765090942,
|
|
"epoch": 0.49476957873904437,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004994726003276053,
|
|
"loss": 5.7062,
|
|
"mean_token_accuracy": 0.19098659604787827,
|
|
"num_tokens": 1392390.0,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"entropy": 5.733315515518188,
|
|
"epoch": 0.4961832061068702,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004994655382391365,
|
|
"loss": 5.7065,
|
|
"mean_token_accuracy": 0.18861762136220933,
|
|
"num_tokens": 1396561.0,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"entropy": 5.754003095626831,
|
|
"epoch": 0.4975968334746961,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004994584292387582,
|
|
"loss": 5.7473,
|
|
"mean_token_accuracy": 0.19067753851413727,
|
|
"num_tokens": 1400556.0,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"entropy": 5.826990175247192,
|
|
"epoch": 0.49901046084252193,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004994512733279562,
|
|
"loss": 5.7787,
|
|
"mean_token_accuracy": 0.18018803298473357,
|
|
"num_tokens": 1404503.0,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"entropy": 5.709981107711792,
|
|
"epoch": 0.5004240882103478,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004994440705082261,
|
|
"loss": 5.7347,
|
|
"mean_token_accuracy": 0.1765083149075508,
|
|
"num_tokens": 1408504.0,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"entropy": 5.694883728027344,
|
|
"epoch": 0.5018377155781736,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004994368207810731,
|
|
"loss": 5.5512,
|
|
"mean_token_accuracy": 0.20656106472015381,
|
|
"num_tokens": 1412429.0,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"entropy": 5.594587898254394,
|
|
"epoch": 0.5032513429459994,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004994295241480126,
|
|
"loss": 5.6607,
|
|
"mean_token_accuracy": 0.19336072951555253,
|
|
"num_tokens": 1416466.0,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"entropy": 5.69144377708435,
|
|
"epoch": 0.5046649703138253,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004994221806105692,
|
|
"loss": 5.6484,
|
|
"mean_token_accuracy": 0.189523321390152,
|
|
"num_tokens": 1420226.0,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"entropy": 5.595638227462769,
|
|
"epoch": 0.5060785976816511,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000499414790170278,
|
|
"loss": 5.6555,
|
|
"mean_token_accuracy": 0.18988582044839858,
|
|
"num_tokens": 1423987.0,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"entropy": 5.80430588722229,
|
|
"epoch": 0.507492225049477,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0004994073528286833,
|
|
"loss": 5.69,
|
|
"mean_token_accuracy": 0.18927541226148606,
|
|
"num_tokens": 1428264.0,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"entropy": 5.692843675613403,
|
|
"epoch": 0.5089058524173028,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004993998685873395,
|
|
"loss": 5.5987,
|
|
"mean_token_accuracy": 0.1881292626261711,
|
|
"num_tokens": 1432350.0,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"entropy": 5.507918214797973,
|
|
"epoch": 0.5103194797851286,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004993923374478109,
|
|
"loss": 5.5961,
|
|
"mean_token_accuracy": 0.20146704465150833,
|
|
"num_tokens": 1436298.0,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"entropy": 5.571535301208496,
|
|
"epoch": 0.5117331071529545,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004993847594116713,
|
|
"loss": 5.5513,
|
|
"mean_token_accuracy": 0.20241557210683822,
|
|
"num_tokens": 1440206.0,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"entropy": 5.7816972732543945,
|
|
"epoch": 0.5131467345207803,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004993771344805046,
|
|
"loss": 5.7427,
|
|
"mean_token_accuracy": 0.18699136078357698,
|
|
"num_tokens": 1444566.0,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"entropy": 5.65059723854065,
|
|
"epoch": 0.5145603618886062,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004993694626559043,
|
|
"loss": 5.6951,
|
|
"mean_token_accuracy": 0.19032856076955795,
|
|
"num_tokens": 1448792.0,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"entropy": 5.783305358886719,
|
|
"epoch": 0.515973989256432,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004993617439394737,
|
|
"loss": 5.7512,
|
|
"mean_token_accuracy": 0.18141021430492402,
|
|
"num_tokens": 1452456.0,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"entropy": 5.619701290130616,
|
|
"epoch": 0.5173876166242578,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004993539783328261,
|
|
"loss": 5.6665,
|
|
"mean_token_accuracy": 0.19362071603536607,
|
|
"num_tokens": 1456415.0,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"entropy": 5.583071756362915,
|
|
"epoch": 0.5188012439920837,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004993461658375845,
|
|
"loss": 5.5992,
|
|
"mean_token_accuracy": 0.20504723042249678,
|
|
"num_tokens": 1460390.0,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"entropy": 5.701898860931396,
|
|
"epoch": 0.5202148713599095,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004993383064553814,
|
|
"loss": 5.742,
|
|
"mean_token_accuracy": 0.19340634495019912,
|
|
"num_tokens": 1464363.0,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"entropy": 5.671453237533569,
|
|
"epoch": 0.5216284987277354,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004993304001878595,
|
|
"loss": 5.6109,
|
|
"mean_token_accuracy": 0.20281730890274047,
|
|
"num_tokens": 1468372.0,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"entropy": 5.493208885192871,
|
|
"epoch": 0.5230421260955612,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004993224470366712,
|
|
"loss": 5.7438,
|
|
"mean_token_accuracy": 0.18834396749734877,
|
|
"num_tokens": 1472272.0,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"entropy": 5.684529161453247,
|
|
"epoch": 0.524455753463387,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004993144470034787,
|
|
"loss": 5.506,
|
|
"mean_token_accuracy": 0.2056361585855484,
|
|
"num_tokens": 1476195.0,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"entropy": 5.637450647354126,
|
|
"epoch": 0.5258693808312129,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004993064000899538,
|
|
"loss": 5.6958,
|
|
"mean_token_accuracy": 0.18898120522499084,
|
|
"num_tokens": 1480364.0,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"entropy": 5.476922035217285,
|
|
"epoch": 0.5272830081990387,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004992983062977784,
|
|
"loss": 5.6845,
|
|
"mean_token_accuracy": 0.19763999432325363,
|
|
"num_tokens": 1484523.0,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"entropy": 5.7142651081085205,
|
|
"epoch": 0.5286966355668645,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004992901656286439,
|
|
"loss": 5.7271,
|
|
"mean_token_accuracy": 0.18795137852430344,
|
|
"num_tokens": 1488456.0,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"entropy": 5.598298358917236,
|
|
"epoch": 0.5301102629346904,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.000499281978084252,
|
|
"loss": 5.5556,
|
|
"mean_token_accuracy": 0.20567425787448884,
|
|
"num_tokens": 1492599.0,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"entropy": 5.616948032379151,
|
|
"epoch": 0.5315238903025162,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004992737436663134,
|
|
"loss": 5.5724,
|
|
"mean_token_accuracy": 0.21480470895767212,
|
|
"num_tokens": 1496373.0,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"entropy": 5.541384172439575,
|
|
"epoch": 0.5329375176703421,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004992654623765493,
|
|
"loss": 5.6192,
|
|
"mean_token_accuracy": 0.19836001247167587,
|
|
"num_tokens": 1500288.0,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"entropy": 5.764281368255615,
|
|
"epoch": 0.5343511450381679,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0004992571342166904,
|
|
"loss": 5.7485,
|
|
"mean_token_accuracy": 0.18413073122501372,
|
|
"num_tokens": 1504169.0,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"entropy": 5.751831531524658,
|
|
"epoch": 0.5357647724059937,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004992487591884772,
|
|
"loss": 5.6864,
|
|
"mean_token_accuracy": 0.19226602613925933,
|
|
"num_tokens": 1508292.0,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"entropy": 5.658072376251221,
|
|
"epoch": 0.5371783997738196,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.00049924033729366,
|
|
"loss": 5.7019,
|
|
"mean_token_accuracy": 0.19271002262830733,
|
|
"num_tokens": 1512366.0,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"entropy": 5.639523458480835,
|
|
"epoch": 0.5385920271416454,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.000499231868533999,
|
|
"loss": 5.6872,
|
|
"mean_token_accuracy": 0.19010829776525498,
|
|
"num_tokens": 1516627.0,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"entropy": 5.601494407653808,
|
|
"epoch": 0.5400056545094714,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004992233529112642,
|
|
"loss": 5.5366,
|
|
"mean_token_accuracy": 0.20517586618661882,
|
|
"num_tokens": 1520541.0,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"entropy": 5.734471940994263,
|
|
"epoch": 0.5414192818772972,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004992147904272349,
|
|
"loss": 5.6739,
|
|
"mean_token_accuracy": 0.1813078209757805,
|
|
"num_tokens": 1524505.0,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"entropy": 5.605487871170044,
|
|
"epoch": 0.542832909245123,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004992061810837012,
|
|
"loss": 5.6159,
|
|
"mean_token_accuracy": 0.19128397554159166,
|
|
"num_tokens": 1528658.0,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"entropy": 5.487127208709717,
|
|
"epoch": 0.5442465366129489,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.000499197524882462,
|
|
"loss": 5.563,
|
|
"mean_token_accuracy": 0.20296506136655806,
|
|
"num_tokens": 1532620.0,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"entropy": 5.600309658050537,
|
|
"epoch": 0.5456601639807747,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004991888218253265,
|
|
"loss": 5.6726,
|
|
"mean_token_accuracy": 0.17892235070466994,
|
|
"num_tokens": 1536636.0,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"entropy": 5.678558778762818,
|
|
"epoch": 0.5470737913486005,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004991800719141136,
|
|
"loss": 5.6827,
|
|
"mean_token_accuracy": 0.18799914866685868,
|
|
"num_tokens": 1540821.0,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"entropy": 5.50041823387146,
|
|
"epoch": 0.5484874187164264,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004991712751506518,
|
|
"loss": 5.5987,
|
|
"mean_token_accuracy": 0.19327885210514067,
|
|
"num_tokens": 1544700.0,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"entropy": 5.620293855667114,
|
|
"epoch": 0.5499010460842522,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004991624315367798,
|
|
"loss": 5.6134,
|
|
"mean_token_accuracy": 0.19923721998929977,
|
|
"num_tokens": 1548770.0,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"entropy": 5.722182416915894,
|
|
"epoch": 0.5513146734520781,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004991535410743459,
|
|
"loss": 5.6994,
|
|
"mean_token_accuracy": 0.18269776701927185,
|
|
"num_tokens": 1553015.0,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"entropy": 5.609702014923096,
|
|
"epoch": 0.5527283008199039,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004991446037652079,
|
|
"loss": 5.674,
|
|
"mean_token_accuracy": 0.18456978499889373,
|
|
"num_tokens": 1556849.0,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"entropy": 5.5437146663665775,
|
|
"epoch": 0.5541419281877297,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004991356196112339,
|
|
"loss": 5.6453,
|
|
"mean_token_accuracy": 0.19666575640439987,
|
|
"num_tokens": 1560407.0,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"entropy": 5.6902313232421875,
|
|
"epoch": 0.5555555555555556,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004991265886143014,
|
|
"loss": 5.5509,
|
|
"mean_token_accuracy": 0.20052429139614106,
|
|
"num_tokens": 1564473.0,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"entropy": 5.525343418121338,
|
|
"epoch": 0.5569691829233814,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004991175107762978,
|
|
"loss": 5.7307,
|
|
"mean_token_accuracy": 0.19222700595855713,
|
|
"num_tokens": 1568141.0,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"entropy": 5.702168750762939,
|
|
"epoch": 0.5583828102912073,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004991083860991204,
|
|
"loss": 5.7182,
|
|
"mean_token_accuracy": 0.1973864495754242,
|
|
"num_tokens": 1572130.0,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"entropy": 5.691175413131714,
|
|
"epoch": 0.5597964376590331,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.000499099214584676,
|
|
"loss": 5.6929,
|
|
"mean_token_accuracy": 0.19352537095546724,
|
|
"num_tokens": 1576243.0,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"entropy": 5.743717002868652,
|
|
"epoch": 0.5612100650268589,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004990899962348817,
|
|
"loss": 5.6288,
|
|
"mean_token_accuracy": 0.19254789650440216,
|
|
"num_tokens": 1579916.0,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"entropy": 5.515009832382202,
|
|
"epoch": 0.5626236923946848,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004990807310516638,
|
|
"loss": 5.4585,
|
|
"mean_token_accuracy": 0.20692042708396913,
|
|
"num_tokens": 1584075.0,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"entropy": 5.662541103363037,
|
|
"epoch": 0.5640373197625106,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004990714190369588,
|
|
"loss": 5.6659,
|
|
"mean_token_accuracy": 0.1924101397395134,
|
|
"num_tokens": 1588026.0,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"entropy": 5.66917872428894,
|
|
"epoch": 0.5654509471303364,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000499062060192713,
|
|
"loss": 5.6495,
|
|
"mean_token_accuracy": 0.1943264052271843,
|
|
"num_tokens": 1592420.0,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.5654509471303364,
|
|
"eval_entropy": 5.499324915850103,
|
|
"eval_loss": 5.823847770690918,
|
|
"eval_mean_token_accuracy": 0.19281912291413245,
|
|
"eval_num_tokens": 1592420.0,
|
|
"eval_runtime": 6.4866,
|
|
"eval_samples_per_second": 1739.58,
|
|
"eval_steps_per_second": 217.525,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"entropy": 5.519136238098144,
|
|
"epoch": 0.5668645744981623,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000499052654520882,
|
|
"loss": 5.5261,
|
|
"mean_token_accuracy": 0.20804719775915145,
|
|
"num_tokens": 1596409.0,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"entropy": 5.650597095489502,
|
|
"epoch": 0.5682782018659881,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004990432020234317,
|
|
"loss": 5.6336,
|
|
"mean_token_accuracy": 0.19576438665390014,
|
|
"num_tokens": 1600549.0,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"entropy": 5.564015674591064,
|
|
"epoch": 0.569691829233814,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004990337027023378,
|
|
"loss": 5.5238,
|
|
"mean_token_accuracy": 0.1996455729007721,
|
|
"num_tokens": 1604145.0,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"entropy": 5.581352424621582,
|
|
"epoch": 0.5711054566016398,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0004990241565595853,
|
|
"loss": 5.6523,
|
|
"mean_token_accuracy": 0.18710000663995743,
|
|
"num_tokens": 1608078.0,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"entropy": 5.547347831726074,
|
|
"epoch": 0.5725190839694656,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004990145635971694,
|
|
"loss": 5.5746,
|
|
"mean_token_accuracy": 0.19167159497737885,
|
|
"num_tokens": 1612038.0,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"entropy": 5.5548622608184814,
|
|
"epoch": 0.5739327113372915,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0004990049238170949,
|
|
"loss": 5.6632,
|
|
"mean_token_accuracy": 0.18320369720458984,
|
|
"num_tokens": 1616059.0,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"entropy": 5.510371541976928,
|
|
"epoch": 0.5753463387051173,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004989952372213767,
|
|
"loss": 5.4918,
|
|
"mean_token_accuracy": 0.21322744935750962,
|
|
"num_tokens": 1619653.0,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"entropy": 5.580099773406983,
|
|
"epoch": 0.5767599660729432,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004989855038120389,
|
|
"loss": 5.5736,
|
|
"mean_token_accuracy": 0.19756310880184175,
|
|
"num_tokens": 1623820.0,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"entropy": 5.677244377136231,
|
|
"epoch": 0.578173593440769,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000498975723591116,
|
|
"loss": 5.7295,
|
|
"mean_token_accuracy": 0.19284142553806305,
|
|
"num_tokens": 1627606.0,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"entropy": 5.780484628677368,
|
|
"epoch": 0.5795872208085948,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004989658965606519,
|
|
"loss": 5.6816,
|
|
"mean_token_accuracy": 0.18871309161186217,
|
|
"num_tokens": 1631581.0,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"entropy": 5.728699779510498,
|
|
"epoch": 0.5810008481764207,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004989560227227003,
|
|
"loss": 5.644,
|
|
"mean_token_accuracy": 0.1916726589202881,
|
|
"num_tokens": 1635670.0,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"entropy": 5.658165550231933,
|
|
"epoch": 0.5824144755442465,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004989461020793248,
|
|
"loss": 5.6331,
|
|
"mean_token_accuracy": 0.19252020567655564,
|
|
"num_tokens": 1639860.0,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"entropy": 5.598748302459716,
|
|
"epoch": 0.5838281029120724,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004989361346325989,
|
|
"loss": 5.6358,
|
|
"mean_token_accuracy": 0.19433485567569733,
|
|
"num_tokens": 1644119.0,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"entropy": 5.515763998031616,
|
|
"epoch": 0.5852417302798982,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004989261203846056,
|
|
"loss": 5.5825,
|
|
"mean_token_accuracy": 0.19371080547571182,
|
|
"num_tokens": 1648106.0,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"entropy": 5.616602373123169,
|
|
"epoch": 0.586655357647724,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004989160593374379,
|
|
"loss": 5.6641,
|
|
"mean_token_accuracy": 0.1891575813293457,
|
|
"num_tokens": 1652430.0,
|
|
"step": 2075
|
|
},
|
|
{
|
|
"entropy": 5.664251041412354,
|
|
"epoch": 0.5880689850155499,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004989059514931985,
|
|
"loss": 5.6261,
|
|
"mean_token_accuracy": 0.1945906773209572,
|
|
"num_tokens": 1656775.0,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"entropy": 5.666239261627197,
|
|
"epoch": 0.5894826123833757,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0004988957968539997,
|
|
"loss": 5.7317,
|
|
"mean_token_accuracy": 0.19427189528942107,
|
|
"num_tokens": 1661158.0,
|
|
"step": 2085
|
|
},
|
|
{
|
|
"entropy": 5.61161093711853,
|
|
"epoch": 0.5908962397512015,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.000498885595421964,
|
|
"loss": 5.561,
|
|
"mean_token_accuracy": 0.1957390457391739,
|
|
"num_tokens": 1664839.0,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"entropy": 5.4742598056793215,
|
|
"epoch": 0.5923098671190274,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004988753471992233,
|
|
"loss": 5.4318,
|
|
"mean_token_accuracy": 0.20599592179059983,
|
|
"num_tokens": 1668493.0,
|
|
"step": 2095
|
|
},
|
|
{
|
|
"entropy": 5.54174165725708,
|
|
"epoch": 0.5937234944868532,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004988650521879195,
|
|
"loss": 5.6488,
|
|
"mean_token_accuracy": 0.1846747562289238,
|
|
"num_tokens": 1672376.0,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"entropy": 5.673175811767578,
|
|
"epoch": 0.5951371218546792,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000498854710390204,
|
|
"loss": 5.5404,
|
|
"mean_token_accuracy": 0.1986124485731125,
|
|
"num_tokens": 1676315.0,
|
|
"step": 2105
|
|
},
|
|
{
|
|
"entropy": 5.482773733139038,
|
|
"epoch": 0.596550749222505,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004988443218082384,
|
|
"loss": 5.6602,
|
|
"mean_token_accuracy": 0.19914872348308563,
|
|
"num_tokens": 1680195.0,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"entropy": 5.455413579940796,
|
|
"epoch": 0.5979643765903307,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004988338864441937,
|
|
"loss": 5.4779,
|
|
"mean_token_accuracy": 0.19919375330209732,
|
|
"num_tokens": 1684194.0,
|
|
"step": 2115
|
|
},
|
|
{
|
|
"entropy": 5.688107585906982,
|
|
"epoch": 0.5993780039581567,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004988234043002508,
|
|
"loss": 5.5401,
|
|
"mean_token_accuracy": 0.19828267991542817,
|
|
"num_tokens": 1688303.0,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"entropy": 5.557444143295288,
|
|
"epoch": 0.6007916313259825,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004988128753786006,
|
|
"loss": 5.7322,
|
|
"mean_token_accuracy": 0.1830365002155304,
|
|
"num_tokens": 1692806.0,
|
|
"step": 2125
|
|
},
|
|
{
|
|
"entropy": 5.669254350662231,
|
|
"epoch": 0.6022052586938084,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0004988022996814435,
|
|
"loss": 5.6519,
|
|
"mean_token_accuracy": 0.19104730039834977,
|
|
"num_tokens": 1697028.0,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"entropy": 5.5850043296813965,
|
|
"epoch": 0.6036188860616342,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004987916772109897,
|
|
"loss": 5.6018,
|
|
"mean_token_accuracy": 0.1972200408577919,
|
|
"num_tokens": 1701117.0,
|
|
"step": 2135
|
|
},
|
|
{
|
|
"entropy": 5.506943130493164,
|
|
"epoch": 0.60503251342946,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004987810079694591,
|
|
"loss": 5.624,
|
|
"mean_token_accuracy": 0.20141157060861586,
|
|
"num_tokens": 1705157.0,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"entropy": 5.590616226196289,
|
|
"epoch": 0.6064461407972859,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004987702919590819,
|
|
"loss": 5.6385,
|
|
"mean_token_accuracy": 0.20066839158535005,
|
|
"num_tokens": 1709476.0,
|
|
"step": 2145
|
|
},
|
|
{
|
|
"entropy": 5.7273688316345215,
|
|
"epoch": 0.6078597681651117,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004987595291820972,
|
|
"loss": 5.6672,
|
|
"mean_token_accuracy": 0.18960647583007811,
|
|
"num_tokens": 1713700.0,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"entropy": 5.628032875061035,
|
|
"epoch": 0.6092733955329375,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004987487196407547,
|
|
"loss": 5.539,
|
|
"mean_token_accuracy": 0.20090654045343398,
|
|
"num_tokens": 1717628.0,
|
|
"step": 2155
|
|
},
|
|
{
|
|
"entropy": 5.513024950027466,
|
|
"epoch": 0.6106870229007634,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004987378633373134,
|
|
"loss": 5.4426,
|
|
"mean_token_accuracy": 0.20594781041145324,
|
|
"num_tokens": 1721618.0,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"entropy": 5.536725044250488,
|
|
"epoch": 0.6121006502685892,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004987269602740423,
|
|
"loss": 5.4352,
|
|
"mean_token_accuracy": 0.21327007859945296,
|
|
"num_tokens": 1725527.0,
|
|
"step": 2165
|
|
},
|
|
{
|
|
"entropy": 5.4519782066345215,
|
|
"epoch": 0.6135142776364151,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004987160104532198,
|
|
"loss": 5.523,
|
|
"mean_token_accuracy": 0.2006515771150589,
|
|
"num_tokens": 1729562.0,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"entropy": 5.55487961769104,
|
|
"epoch": 0.6149279050042409,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004987050138771347,
|
|
"loss": 5.5945,
|
|
"mean_token_accuracy": 0.196965529024601,
|
|
"num_tokens": 1733491.0,
|
|
"step": 2175
|
|
},
|
|
{
|
|
"entropy": 5.517650032043457,
|
|
"epoch": 0.6163415323720667,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.000498693970548085,
|
|
"loss": 5.4475,
|
|
"mean_token_accuracy": 0.20709712356328963,
|
|
"num_tokens": 1737309.0,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"entropy": 5.535513687133789,
|
|
"epoch": 0.6177551597398926,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004986828804683787,
|
|
"loss": 5.6915,
|
|
"mean_token_accuracy": 0.18559163808822632,
|
|
"num_tokens": 1741514.0,
|
|
"step": 2185
|
|
},
|
|
{
|
|
"entropy": 5.583703565597534,
|
|
"epoch": 0.6191687871077184,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004986717436403337,
|
|
"loss": 5.5444,
|
|
"mean_token_accuracy": 0.20028999596834182,
|
|
"num_tokens": 1745249.0,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"entropy": 5.3787237167358395,
|
|
"epoch": 0.6205824144755443,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004986605600662773,
|
|
"loss": 5.5534,
|
|
"mean_token_accuracy": 0.202446810901165,
|
|
"num_tokens": 1749318.0,
|
|
"step": 2195
|
|
},
|
|
{
|
|
"entropy": 5.5711894035339355,
|
|
"epoch": 0.6219960418433701,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004986493297485469,
|
|
"loss": 5.6395,
|
|
"mean_token_accuracy": 0.19081166982650757,
|
|
"num_tokens": 1753419.0,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"entropy": 5.748907613754272,
|
|
"epoch": 0.6234096692111959,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004986380526894896,
|
|
"loss": 5.5461,
|
|
"mean_token_accuracy": 0.2043151706457138,
|
|
"num_tokens": 1757337.0,
|
|
"step": 2205
|
|
},
|
|
{
|
|
"entropy": 5.498734807968139,
|
|
"epoch": 0.6248232965790218,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004986267288914623,
|
|
"loss": 5.5262,
|
|
"mean_token_accuracy": 0.19927159696817398,
|
|
"num_tokens": 1761335.0,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"entropy": 5.368144416809082,
|
|
"epoch": 0.6262369239468476,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004986153583568315,
|
|
"loss": 5.5009,
|
|
"mean_token_accuracy": 0.21026842445135116,
|
|
"num_tokens": 1765370.0,
|
|
"step": 2215
|
|
},
|
|
{
|
|
"entropy": 5.737651777267456,
|
|
"epoch": 0.6276505513146734,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004986039410879737,
|
|
"loss": 5.6564,
|
|
"mean_token_accuracy": 0.1879636362195015,
|
|
"num_tokens": 1769272.0,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"entropy": 5.5789541721344,
|
|
"epoch": 0.6290641786824993,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004985924770872748,
|
|
"loss": 5.538,
|
|
"mean_token_accuracy": 0.20575214624404908,
|
|
"num_tokens": 1773329.0,
|
|
"step": 2225
|
|
},
|
|
{
|
|
"entropy": 5.461138582229614,
|
|
"epoch": 0.6304778060503251,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004985809663571309,
|
|
"loss": 5.4912,
|
|
"mean_token_accuracy": 0.21328796297311783,
|
|
"num_tokens": 1777223.0,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"entropy": 5.552439975738525,
|
|
"epoch": 0.631891433418151,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004985694088999476,
|
|
"loss": 5.5993,
|
|
"mean_token_accuracy": 0.1935050055384636,
|
|
"num_tokens": 1781359.0,
|
|
"step": 2235
|
|
},
|
|
{
|
|
"entropy": 5.4960675716400145,
|
|
"epoch": 0.6333050607859768,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004985578047181404,
|
|
"loss": 5.5384,
|
|
"mean_token_accuracy": 0.1997242197394371,
|
|
"num_tokens": 1785605.0,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"entropy": 5.547979068756104,
|
|
"epoch": 0.6347186881538026,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004985461538141344,
|
|
"loss": 5.5762,
|
|
"mean_token_accuracy": 0.19534142762422563,
|
|
"num_tokens": 1789187.0,
|
|
"step": 2245
|
|
},
|
|
{
|
|
"entropy": 5.586332702636719,
|
|
"epoch": 0.6361323155216285,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004985344561903646,
|
|
"loss": 5.6442,
|
|
"mean_token_accuracy": 0.18766020089387894,
|
|
"num_tokens": 1792971.0,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"entropy": 5.566289854049683,
|
|
"epoch": 0.6375459428894543,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004985227118492758,
|
|
"loss": 5.6188,
|
|
"mean_token_accuracy": 0.2003902390599251,
|
|
"num_tokens": 1796938.0,
|
|
"step": 2255
|
|
},
|
|
{
|
|
"entropy": 5.509633111953735,
|
|
"epoch": 0.6389595702572802,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004985109207933224,
|
|
"loss": 5.6196,
|
|
"mean_token_accuracy": 0.19459052234888077,
|
|
"num_tokens": 1801017.0,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"entropy": 5.6678627014160154,
|
|
"epoch": 0.640373197625106,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004984990830249687,
|
|
"loss": 5.6308,
|
|
"mean_token_accuracy": 0.18731064796447755,
|
|
"num_tokens": 1804819.0,
|
|
"step": 2265
|
|
},
|
|
{
|
|
"entropy": 5.608151149749756,
|
|
"epoch": 0.6417868249929318,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004984871985466888,
|
|
"loss": 5.3741,
|
|
"mean_token_accuracy": 0.21539203375577926,
|
|
"num_tokens": 1808570.0,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"entropy": 5.439461183547974,
|
|
"epoch": 0.6432004523607577,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.0004984752673609663,
|
|
"loss": 5.657,
|
|
"mean_token_accuracy": 0.19133957028388976,
|
|
"num_tokens": 1812762.0,
|
|
"step": 2275
|
|
},
|
|
{
|
|
"entropy": 5.415857172012329,
|
|
"epoch": 0.6446140797285835,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004984632894702949,
|
|
"loss": 5.5041,
|
|
"mean_token_accuracy": 0.19951552748680115,
|
|
"num_tokens": 1816836.0,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"entropy": 5.485863256454468,
|
|
"epoch": 0.6460277070964093,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004984512648771779,
|
|
"loss": 5.4458,
|
|
"mean_token_accuracy": 0.2191944897174835,
|
|
"num_tokens": 1820663.0,
|
|
"step": 2285
|
|
},
|
|
{
|
|
"entropy": 5.403131818771362,
|
|
"epoch": 0.6474413344642352,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004984391935841283,
|
|
"loss": 5.6004,
|
|
"mean_token_accuracy": 0.1996430054306984,
|
|
"num_tokens": 1825018.0,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"entropy": 5.495661401748658,
|
|
"epoch": 0.648854961832061,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.000498427075593669,
|
|
"loss": 5.513,
|
|
"mean_token_accuracy": 0.1977506771683693,
|
|
"num_tokens": 1829068.0,
|
|
"step": 2295
|
|
},
|
|
{
|
|
"entropy": 5.555873918533325,
|
|
"epoch": 0.650268589199887,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004984149109083325,
|
|
"loss": 5.5065,
|
|
"mean_token_accuracy": 0.2082097426056862,
|
|
"num_tokens": 1832971.0,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"entropy": 5.449091529846191,
|
|
"epoch": 0.6516822165677127,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.000498402699530661,
|
|
"loss": 5.5092,
|
|
"mean_token_accuracy": 0.20229289680719376,
|
|
"num_tokens": 1837021.0,
|
|
"step": 2305
|
|
},
|
|
{
|
|
"entropy": 5.43753342628479,
|
|
"epoch": 0.6530958439355385,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000498390441463207,
|
|
"loss": 5.4355,
|
|
"mean_token_accuracy": 0.213383686542511,
|
|
"num_tokens": 1841161.0,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"entropy": 5.483521795272827,
|
|
"epoch": 0.6545094713033645,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000498378136708532,
|
|
"loss": 5.5358,
|
|
"mean_token_accuracy": 0.20597505569458008,
|
|
"num_tokens": 1845219.0,
|
|
"step": 2315
|
|
},
|
|
{
|
|
"entropy": 5.548485374450683,
|
|
"epoch": 0.6559230986711903,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004983657852692079,
|
|
"loss": 5.5688,
|
|
"mean_token_accuracy": 0.19546880424022675,
|
|
"num_tokens": 1849101.0,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"entropy": 5.624959945678711,
|
|
"epoch": 0.6573367260390162,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004983533871478159,
|
|
"loss": 5.6539,
|
|
"mean_token_accuracy": 0.1901628702878952,
|
|
"num_tokens": 1853160.0,
|
|
"step": 2325
|
|
},
|
|
{
|
|
"entropy": 5.425306749343872,
|
|
"epoch": 0.658750353406842,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000498340942346947,
|
|
"loss": 5.4682,
|
|
"mean_token_accuracy": 0.20828127562999726,
|
|
"num_tokens": 1857002.0,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"entropy": 5.424382829666138,
|
|
"epoch": 0.6601639807746678,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004983284508692025,
|
|
"loss": 5.4225,
|
|
"mean_token_accuracy": 0.20704644918441772,
|
|
"num_tokens": 1860393.0,
|
|
"step": 2335
|
|
},
|
|
{
|
|
"entropy": 5.483639097213745,
|
|
"epoch": 0.6615776081424937,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004983159127171926,
|
|
"loss": 5.5574,
|
|
"mean_token_accuracy": 0.19761840552091597,
|
|
"num_tokens": 1864240.0,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"entropy": 5.416661596298217,
|
|
"epoch": 0.6629912355103195,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004983033278935379,
|
|
"loss": 5.4823,
|
|
"mean_token_accuracy": 0.20184509605169296,
|
|
"num_tokens": 1868158.0,
|
|
"step": 2345
|
|
},
|
|
{
|
|
"entropy": 5.361017656326294,
|
|
"epoch": 0.6644048628781454,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004982906964008686,
|
|
"loss": 5.4491,
|
|
"mean_token_accuracy": 0.2116091802716255,
|
|
"num_tokens": 1872136.0,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"entropy": 5.572614479064941,
|
|
"epoch": 0.6658184902459712,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004982780182418245,
|
|
"loss": 5.5577,
|
|
"mean_token_accuracy": 0.19661566764116287,
|
|
"num_tokens": 1876278.0,
|
|
"step": 2355
|
|
},
|
|
{
|
|
"entropy": 5.607740068435669,
|
|
"epoch": 0.667232117613797,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004982652934190553,
|
|
"loss": 5.5853,
|
|
"mean_token_accuracy": 0.19677325785160066,
|
|
"num_tokens": 1880477.0,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"entropy": 5.323018741607666,
|
|
"epoch": 0.6686457449816229,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004982525219352204,
|
|
"loss": 5.3642,
|
|
"mean_token_accuracy": 0.21515843123197556,
|
|
"num_tokens": 1884636.0,
|
|
"step": 2365
|
|
},
|
|
{
|
|
"entropy": 5.469184637069702,
|
|
"epoch": 0.6700593723494487,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004982397037929891,
|
|
"loss": 5.5606,
|
|
"mean_token_accuracy": 0.20818958729505538,
|
|
"num_tokens": 1888473.0,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"entropy": 5.518539524078369,
|
|
"epoch": 0.6714729997172745,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004982268389950399,
|
|
"loss": 5.4924,
|
|
"mean_token_accuracy": 0.1975516512989998,
|
|
"num_tokens": 1892235.0,
|
|
"step": 2375
|
|
},
|
|
{
|
|
"entropy": 5.512858057022095,
|
|
"epoch": 0.6728866270851004,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.000498213927544062,
|
|
"loss": 5.5959,
|
|
"mean_token_accuracy": 0.20426901131868364,
|
|
"num_tokens": 1896294.0,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"entropy": 5.645758581161499,
|
|
"epoch": 0.6743002544529262,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0004982009694427535,
|
|
"loss": 5.5961,
|
|
"mean_token_accuracy": 0.196840038895607,
|
|
"num_tokens": 1900517.0,
|
|
"step": 2385
|
|
},
|
|
{
|
|
"entropy": 5.562209510803223,
|
|
"epoch": 0.6757138818207521,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004981879646938225,
|
|
"loss": 5.4792,
|
|
"mean_token_accuracy": 0.21025276482105254,
|
|
"num_tokens": 1904385.0,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"entropy": 5.491833019256592,
|
|
"epoch": 0.6771275091885779,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004981749132999872,
|
|
"loss": 5.6736,
|
|
"mean_token_accuracy": 0.19446842223405839,
|
|
"num_tokens": 1908378.0,
|
|
"step": 2395
|
|
},
|
|
{
|
|
"entropy": 5.65158748626709,
|
|
"epoch": 0.6785411365564037,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004981618152639749,
|
|
"loss": 5.624,
|
|
"mean_token_accuracy": 0.1936953619122505,
|
|
"num_tokens": 1912287.0,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"entropy": 5.613665294647217,
|
|
"epoch": 0.6799547639242296,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0004981486705885234,
|
|
"loss": 5.4354,
|
|
"mean_token_accuracy": 0.20573356747627258,
|
|
"num_tokens": 1916489.0,
|
|
"step": 2405
|
|
},
|
|
{
|
|
"entropy": 5.502536630630493,
|
|
"epoch": 0.6813683912920554,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004981354792763796,
|
|
"loss": 5.4324,
|
|
"mean_token_accuracy": 0.20649812370538712,
|
|
"num_tokens": 1920443.0,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"entropy": 5.481741237640381,
|
|
"epoch": 0.6827820186598813,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004981222413303004,
|
|
"loss": 5.5184,
|
|
"mean_token_accuracy": 0.20677600800991058,
|
|
"num_tokens": 1924483.0,
|
|
"step": 2415
|
|
},
|
|
{
|
|
"entropy": 5.492375707626342,
|
|
"epoch": 0.6841956460277071,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004981089567530525,
|
|
"loss": 5.5449,
|
|
"mean_token_accuracy": 0.20652807503938675,
|
|
"num_tokens": 1928307.0,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"entropy": 5.591255378723145,
|
|
"epoch": 0.6856092733955329,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004980956255474124,
|
|
"loss": 5.522,
|
|
"mean_token_accuracy": 0.2046024441719055,
|
|
"num_tokens": 1932279.0,
|
|
"step": 2425
|
|
},
|
|
{
|
|
"entropy": 5.524838542938232,
|
|
"epoch": 0.6870229007633588,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.000498082247716166,
|
|
"loss": 5.4614,
|
|
"mean_token_accuracy": 0.20246441215276717,
|
|
"num_tokens": 1936420.0,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"entropy": 5.501322221755982,
|
|
"epoch": 0.6884365281311846,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004980688232621095,
|
|
"loss": 5.4592,
|
|
"mean_token_accuracy": 0.20154910832643508,
|
|
"num_tokens": 1940252.0,
|
|
"step": 2435
|
|
},
|
|
{
|
|
"entropy": 5.546559858322143,
|
|
"epoch": 0.6898501554990104,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004980553521880482,
|
|
"loss": 5.527,
|
|
"mean_token_accuracy": 0.19189683198928834,
|
|
"num_tokens": 1944346.0,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"entropy": 5.53267879486084,
|
|
"epoch": 0.6912637828668363,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004980418344967978,
|
|
"loss": 5.473,
|
|
"mean_token_accuracy": 0.20286434441804885,
|
|
"num_tokens": 1948330.0,
|
|
"step": 2445
|
|
},
|
|
{
|
|
"entropy": 5.405476427078247,
|
|
"epoch": 0.6926774102346621,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.000498028270191183,
|
|
"loss": 5.4914,
|
|
"mean_token_accuracy": 0.20566392093896865,
|
|
"num_tokens": 1952489.0,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"entropy": 5.5635826110839846,
|
|
"epoch": 0.694091037602488,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004980146592740391,
|
|
"loss": 5.475,
|
|
"mean_token_accuracy": 0.20497844517230987,
|
|
"num_tokens": 1956850.0,
|
|
"step": 2455
|
|
},
|
|
{
|
|
"entropy": 5.649666452407837,
|
|
"epoch": 0.6955046649703138,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004980010017482104,
|
|
"loss": 5.549,
|
|
"mean_token_accuracy": 0.19773884862661362,
|
|
"num_tokens": 1960901.0,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"entropy": 5.498390483856201,
|
|
"epoch": 0.6969182923381396,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004979872976165513,
|
|
"loss": 5.546,
|
|
"mean_token_accuracy": 0.20099450945854186,
|
|
"num_tokens": 1964730.0,
|
|
"step": 2465
|
|
},
|
|
{
|
|
"entropy": 5.774654197692871,
|
|
"epoch": 0.6983319197059655,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000497973546881926,
|
|
"loss": 5.5816,
|
|
"mean_token_accuracy": 0.1982674315571785,
|
|
"num_tokens": 1968489.0,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"entropy": 5.673654413223266,
|
|
"epoch": 0.6997455470737913,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004979597495472081,
|
|
"loss": 5.682,
|
|
"mean_token_accuracy": 0.18073946982622147,
|
|
"num_tokens": 1972536.0,
|
|
"step": 2475
|
|
},
|
|
{
|
|
"entropy": 5.651551675796509,
|
|
"epoch": 0.7011591744416172,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004979459056152814,
|
|
"loss": 5.6503,
|
|
"mean_token_accuracy": 0.18998856246471404,
|
|
"num_tokens": 1976410.0,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"entropy": 5.6095246315002445,
|
|
"epoch": 0.702572801809443,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.000497932015089039,
|
|
"loss": 5.4748,
|
|
"mean_token_accuracy": 0.2007334977388382,
|
|
"num_tokens": 1980294.0,
|
|
"step": 2485
|
|
},
|
|
{
|
|
"entropy": 5.490608882904053,
|
|
"epoch": 0.7039864291772688,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004979180779713841,
|
|
"loss": 5.4416,
|
|
"mean_token_accuracy": 0.20976191759109497,
|
|
"num_tokens": 1984096.0,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"entropy": 5.545828485488892,
|
|
"epoch": 0.7054000565450947,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004979040942652294,
|
|
"loss": 5.4237,
|
|
"mean_token_accuracy": 0.20762723237276076,
|
|
"num_tokens": 1987714.0,
|
|
"step": 2495
|
|
},
|
|
{
|
|
"entropy": 5.487170839309693,
|
|
"epoch": 0.7068136839129205,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004978900639734974,
|
|
"loss": 5.5378,
|
|
"mean_token_accuracy": 0.1992262378334999,
|
|
"num_tokens": 1991695.0,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"entropy": 5.654662799835205,
|
|
"epoch": 0.7082273112807463,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004978759870991203,
|
|
"loss": 5.6352,
|
|
"mean_token_accuracy": 0.1820220798254013,
|
|
"num_tokens": 1995735.0,
|
|
"step": 2505
|
|
},
|
|
{
|
|
"entropy": 5.492784404754639,
|
|
"epoch": 0.7096409386485723,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004978618636450401,
|
|
"loss": 5.4504,
|
|
"mean_token_accuracy": 0.21076122373342515,
|
|
"num_tokens": 1999642.0,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"entropy": 5.40449481010437,
|
|
"epoch": 0.711054566016398,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004978476936142085,
|
|
"loss": 5.5149,
|
|
"mean_token_accuracy": 0.20163996070623397,
|
|
"num_tokens": 2003374.0,
|
|
"step": 2515
|
|
},
|
|
{
|
|
"entropy": 5.44085955619812,
|
|
"epoch": 0.712468193384224,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.000497833477009587,
|
|
"loss": 5.3847,
|
|
"mean_token_accuracy": 0.21002986133098603,
|
|
"num_tokens": 2007286.0,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"entropy": 5.440703868865967,
|
|
"epoch": 0.7138818207520498,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004978192138341468,
|
|
"loss": 5.417,
|
|
"mean_token_accuracy": 0.19510221779346465,
|
|
"num_tokens": 2011245.0,
|
|
"step": 2525
|
|
},
|
|
{
|
|
"entropy": 5.36399245262146,
|
|
"epoch": 0.7152954481198756,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004978049040908688,
|
|
"loss": 5.4004,
|
|
"mean_token_accuracy": 0.21078222543001174,
|
|
"num_tokens": 2015535.0,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"entropy": 5.599104022979736,
|
|
"epoch": 0.7167090754877015,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004977905477827437,
|
|
"loss": 5.568,
|
|
"mean_token_accuracy": 0.19067409485578538,
|
|
"num_tokens": 2019531.0,
|
|
"step": 2535
|
|
},
|
|
{
|
|
"entropy": 5.504277086257934,
|
|
"epoch": 0.7181227028555273,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004977761449127716,
|
|
"loss": 5.464,
|
|
"mean_token_accuracy": 0.19502160847187042,
|
|
"num_tokens": 2023665.0,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"entropy": 5.451600646972656,
|
|
"epoch": 0.7195363302233532,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000497761695483963,
|
|
"loss": 5.4159,
|
|
"mean_token_accuracy": 0.2057444855570793,
|
|
"num_tokens": 2027718.0,
|
|
"step": 2545
|
|
},
|
|
{
|
|
"entropy": 5.519393682479858,
|
|
"epoch": 0.720949957591179,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004977471994993375,
|
|
"loss": 5.5453,
|
|
"mean_token_accuracy": 0.1898050606250763,
|
|
"num_tokens": 2031752.0,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"entropy": 5.537784576416016,
|
|
"epoch": 0.7223635849590048,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004977326569619247,
|
|
"loss": 5.5663,
|
|
"mean_token_accuracy": 0.2046726256608963,
|
|
"num_tokens": 2035678.0,
|
|
"step": 2555
|
|
},
|
|
{
|
|
"entropy": 5.5787208557128904,
|
|
"epoch": 0.7237772123268307,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004977180678747639,
|
|
"loss": 5.4916,
|
|
"mean_token_accuracy": 0.1908958524465561,
|
|
"num_tokens": 2039659.0,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"entropy": 5.4686425685882565,
|
|
"epoch": 0.7251908396946565,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004977034322409043,
|
|
"loss": 5.3982,
|
|
"mean_token_accuracy": 0.21743353605270385,
|
|
"num_tokens": 2043451.0,
|
|
"step": 2565
|
|
},
|
|
{
|
|
"entropy": 5.432757949829101,
|
|
"epoch": 0.7266044670624824,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004976887500634044,
|
|
"loss": 5.4393,
|
|
"mean_token_accuracy": 0.20736369043588637,
|
|
"num_tokens": 2047388.0,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"entropy": 5.428971529006958,
|
|
"epoch": 0.7280180944303082,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004976740213453329,
|
|
"loss": 5.4046,
|
|
"mean_token_accuracy": 0.20552811473608018,
|
|
"num_tokens": 2051153.0,
|
|
"step": 2575
|
|
},
|
|
{
|
|
"entropy": 5.363815879821777,
|
|
"epoch": 0.729431721798134,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004976592460897678,
|
|
"loss": 5.3929,
|
|
"mean_token_accuracy": 0.21189287304878235,
|
|
"num_tokens": 2055150.0,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"entropy": 5.440291070938111,
|
|
"epoch": 0.7308453491659599,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004976444242997973,
|
|
"loss": 5.3387,
|
|
"mean_token_accuracy": 0.20777003467082977,
|
|
"num_tokens": 2059065.0,
|
|
"step": 2585
|
|
},
|
|
{
|
|
"entropy": 5.4319572925567625,
|
|
"epoch": 0.7322589765337857,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004976295559785187,
|
|
"loss": 5.4752,
|
|
"mean_token_accuracy": 0.19871820211410524,
|
|
"num_tokens": 2063137.0,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"entropy": 5.506852388381958,
|
|
"epoch": 0.7336726039016115,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004976146411290398,
|
|
"loss": 5.6009,
|
|
"mean_token_accuracy": 0.19600762277841569,
|
|
"num_tokens": 2067112.0,
|
|
"step": 2595
|
|
},
|
|
{
|
|
"entropy": 5.53849458694458,
|
|
"epoch": 0.7350862312694374,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004975996797544774,
|
|
"loss": 5.555,
|
|
"mean_token_accuracy": 0.20375431180000306,
|
|
"num_tokens": 2071336.0,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"entropy": 5.500842618942261,
|
|
"epoch": 0.7364998586372632,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004975846718579585,
|
|
"loss": 5.3818,
|
|
"mean_token_accuracy": 0.20658586025238038,
|
|
"num_tokens": 2075072.0,
|
|
"step": 2605
|
|
},
|
|
{
|
|
"entropy": 5.413701963424683,
|
|
"epoch": 0.7379134860050891,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004975696174426196,
|
|
"loss": 5.4469,
|
|
"mean_token_accuracy": 0.20455588698387145,
|
|
"num_tokens": 2079177.0,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"entropy": 5.6096607685089115,
|
|
"epoch": 0.7393271133729149,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004975545165116069,
|
|
"loss": 5.5943,
|
|
"mean_token_accuracy": 0.19681017547845842,
|
|
"num_tokens": 2083010.0,
|
|
"step": 2615
|
|
},
|
|
{
|
|
"entropy": 5.4185761451721195,
|
|
"epoch": 0.7407407407407407,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0004975393690680765,
|
|
"loss": 5.4683,
|
|
"mean_token_accuracy": 0.20828914493322373,
|
|
"num_tokens": 2087225.0,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"entropy": 5.488922500610352,
|
|
"epoch": 0.7421543681085666,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004975241751151942,
|
|
"loss": 5.4228,
|
|
"mean_token_accuracy": 0.19531789422035217,
|
|
"num_tokens": 2091053.0,
|
|
"step": 2625
|
|
},
|
|
{
|
|
"entropy": 5.570777654647827,
|
|
"epoch": 0.7435679954763924,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004975089346561354,
|
|
"loss": 5.5811,
|
|
"mean_token_accuracy": 0.19731894731521607,
|
|
"num_tokens": 2095152.0,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"entropy": 5.477892971038818,
|
|
"epoch": 0.7449816228442183,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004974936476940851,
|
|
"loss": 5.4442,
|
|
"mean_token_accuracy": 0.20835249572992326,
|
|
"num_tokens": 2099282.0,
|
|
"step": 2635
|
|
},
|
|
{
|
|
"entropy": 5.4942488193511965,
|
|
"epoch": 0.7463952502120441,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004974783142322383,
|
|
"loss": 5.5205,
|
|
"mean_token_accuracy": 0.19406803846359252,
|
|
"num_tokens": 2103358.0,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"entropy": 5.524212217330932,
|
|
"epoch": 0.7478088775798699,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004974629342737995,
|
|
"loss": 5.5178,
|
|
"mean_token_accuracy": 0.2022445544600487,
|
|
"num_tokens": 2107180.0,
|
|
"step": 2645
|
|
},
|
|
{
|
|
"entropy": 5.381645727157593,
|
|
"epoch": 0.7492225049476958,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004974475078219833,
|
|
"loss": 5.429,
|
|
"mean_token_accuracy": 0.20344440937042235,
|
|
"num_tokens": 2111002.0,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"entropy": 5.47999210357666,
|
|
"epoch": 0.7506361323155216,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004974320348800134,
|
|
"loss": 5.3441,
|
|
"mean_token_accuracy": 0.19606085270643234,
|
|
"num_tokens": 2114925.0,
|
|
"step": 2655
|
|
},
|
|
{
|
|
"entropy": 5.530167818069458,
|
|
"epoch": 0.7520497596833474,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004974165154511237,
|
|
"loss": 5.4202,
|
|
"mean_token_accuracy": 0.20337026417255402,
|
|
"num_tokens": 2119039.0,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"entropy": 5.519847202301025,
|
|
"epoch": 0.7534633870511733,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004974009495385578,
|
|
"loss": 5.4474,
|
|
"mean_token_accuracy": 0.20683934539556503,
|
|
"num_tokens": 2123215.0,
|
|
"step": 2665
|
|
},
|
|
{
|
|
"entropy": 5.484922122955322,
|
|
"epoch": 0.7548770144189991,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004973853371455686,
|
|
"loss": 5.4241,
|
|
"mean_token_accuracy": 0.19822932183742523,
|
|
"num_tokens": 2127013.0,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"entropy": 5.4893275737762455,
|
|
"epoch": 0.756290641786825,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004973696782754191,
|
|
"loss": 5.533,
|
|
"mean_token_accuracy": 0.19578728973865508,
|
|
"num_tokens": 2131310.0,
|
|
"step": 2675
|
|
},
|
|
{
|
|
"entropy": 5.470749950408935,
|
|
"epoch": 0.7577042691546508,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004973539729313819,
|
|
"loss": 5.4614,
|
|
"mean_token_accuracy": 0.20932352244853974,
|
|
"num_tokens": 2135203.0,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"entropy": 5.344170427322387,
|
|
"epoch": 0.7591178965224766,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004973382211167394,
|
|
"loss": 5.4245,
|
|
"mean_token_accuracy": 0.2103756472468376,
|
|
"num_tokens": 2139212.0,
|
|
"step": 2685
|
|
},
|
|
{
|
|
"entropy": 5.444655799865723,
|
|
"epoch": 0.7605315238903025,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004973224228347837,
|
|
"loss": 5.3908,
|
|
"mean_token_accuracy": 0.20362839549779893,
|
|
"num_tokens": 2143215.0,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"entropy": 5.442157936096192,
|
|
"epoch": 0.7619451512581283,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004973065780888164,
|
|
"loss": 5.4118,
|
|
"mean_token_accuracy": 0.2113314688205719,
|
|
"num_tokens": 2146984.0,
|
|
"step": 2695
|
|
},
|
|
{
|
|
"entropy": 5.49960618019104,
|
|
"epoch": 0.7633587786259542,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004972906868821489,
|
|
"loss": 5.4596,
|
|
"mean_token_accuracy": 0.21158111989498138,
|
|
"num_tokens": 2151107.0,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"entropy": 5.425730562210083,
|
|
"epoch": 0.76477240599378,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004972747492181024,
|
|
"loss": 5.4754,
|
|
"mean_token_accuracy": 0.19603095650672914,
|
|
"num_tokens": 2155036.0,
|
|
"step": 2705
|
|
},
|
|
{
|
|
"entropy": 5.462151288986206,
|
|
"epoch": 0.7661860333616058,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.000497258765100008,
|
|
"loss": 5.4598,
|
|
"mean_token_accuracy": 0.19829021096229554,
|
|
"num_tokens": 2159043.0,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"entropy": 5.47222375869751,
|
|
"epoch": 0.7675996607294318,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.000497242734531206,
|
|
"loss": 5.4575,
|
|
"mean_token_accuracy": 0.19492304623126983,
|
|
"num_tokens": 2163089.0,
|
|
"step": 2715
|
|
},
|
|
{
|
|
"entropy": 5.415404176712036,
|
|
"epoch": 0.7690132880972576,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004972266575150468,
|
|
"loss": 5.3975,
|
|
"mean_token_accuracy": 0.200945146381855,
|
|
"num_tokens": 2167089.0,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"entropy": 5.451752805709839,
|
|
"epoch": 0.7704269154650834,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004972105340548903,
|
|
"loss": 5.4645,
|
|
"mean_token_accuracy": 0.20999046713113784,
|
|
"num_tokens": 2170899.0,
|
|
"step": 2725
|
|
},
|
|
{
|
|
"entropy": 5.509784698486328,
|
|
"epoch": 0.7718405428329093,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004971943641541065,
|
|
"loss": 5.4759,
|
|
"mean_token_accuracy": 0.1974717140197754,
|
|
"num_tokens": 2174820.0,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"entropy": 5.537976455688477,
|
|
"epoch": 0.7732541702007351,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004971781478160743,
|
|
"loss": 5.4336,
|
|
"mean_token_accuracy": 0.21598929315805435,
|
|
"num_tokens": 2179240.0,
|
|
"step": 2735
|
|
},
|
|
{
|
|
"entropy": 5.4725525856018065,
|
|
"epoch": 0.774667797568561,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004971618850441833,
|
|
"loss": 5.5562,
|
|
"mean_token_accuracy": 0.20348277688026428,
|
|
"num_tokens": 2183302.0,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"entropy": 5.600423669815063,
|
|
"epoch": 0.7760814249363868,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004971455758418322,
|
|
"loss": 5.502,
|
|
"mean_token_accuracy": 0.187813638150692,
|
|
"num_tokens": 2187397.0,
|
|
"step": 2745
|
|
},
|
|
{
|
|
"entropy": 5.394171714782715,
|
|
"epoch": 0.7774950523042126,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004971292202124293,
|
|
"loss": 5.4385,
|
|
"mean_token_accuracy": 0.20303665846586227,
|
|
"num_tokens": 2191475.0,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"entropy": 5.392899370193481,
|
|
"epoch": 0.7789086796720385,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004971128181593931,
|
|
"loss": 5.5618,
|
|
"mean_token_accuracy": 0.20110445618629455,
|
|
"num_tokens": 2195952.0,
|
|
"step": 2755
|
|
},
|
|
{
|
|
"entropy": 5.555618238449097,
|
|
"epoch": 0.7803223070398643,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004970963696861512,
|
|
"loss": 5.4539,
|
|
"mean_token_accuracy": 0.1939147248864174,
|
|
"num_tokens": 2200555.0,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"entropy": 5.540684795379638,
|
|
"epoch": 0.7817359344076902,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004970798747961417,
|
|
"loss": 5.4977,
|
|
"mean_token_accuracy": 0.19708138406276704,
|
|
"num_tokens": 2204477.0,
|
|
"step": 2765
|
|
},
|
|
{
|
|
"entropy": 5.503489255905151,
|
|
"epoch": 0.783149561775516,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.0004970633334928116,
|
|
"loss": 5.5269,
|
|
"mean_token_accuracy": 0.1929205074906349,
|
|
"num_tokens": 2208252.0,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"entropy": 5.565472221374511,
|
|
"epoch": 0.7845631891433418,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004970467457796179,
|
|
"loss": 5.4232,
|
|
"mean_token_accuracy": 0.1986708164215088,
|
|
"num_tokens": 2211933.0,
|
|
"step": 2775
|
|
},
|
|
{
|
|
"entropy": 5.3583128452301025,
|
|
"epoch": 0.7859768165111677,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004970301116600274,
|
|
"loss": 5.4395,
|
|
"mean_token_accuracy": 0.20127756148576736,
|
|
"num_tokens": 2215966.0,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"entropy": 5.3603196144104,
|
|
"epoch": 0.7873904438789935,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004970134311375168,
|
|
"loss": 5.4652,
|
|
"mean_token_accuracy": 0.19634118378162385,
|
|
"num_tokens": 2219976.0,
|
|
"step": 2785
|
|
},
|
|
{
|
|
"entropy": 5.591530513763428,
|
|
"epoch": 0.7888040712468194,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004969967042155717,
|
|
"loss": 5.5805,
|
|
"mean_token_accuracy": 0.19613414853811265,
|
|
"num_tokens": 2224236.0,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"entropy": 5.541605424880982,
|
|
"epoch": 0.7902176986146452,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004969799308976883,
|
|
"loss": 5.3779,
|
|
"mean_token_accuracy": 0.2137235939502716,
|
|
"num_tokens": 2228137.0,
|
|
"step": 2795
|
|
},
|
|
{
|
|
"entropy": 5.225785923004151,
|
|
"epoch": 0.791631325982471,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.000496963111187372,
|
|
"loss": 5.2868,
|
|
"mean_token_accuracy": 0.20965032577514647,
|
|
"num_tokens": 2232186.0,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"entropy": 5.361642456054687,
|
|
"epoch": 0.7930449533502969,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004969462450881382,
|
|
"loss": 5.4373,
|
|
"mean_token_accuracy": 0.20115301758050919,
|
|
"num_tokens": 2236183.0,
|
|
"step": 2805
|
|
},
|
|
{
|
|
"entropy": 5.471748876571655,
|
|
"epoch": 0.7944585807181227,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004969293326035115,
|
|
"loss": 5.394,
|
|
"mean_token_accuracy": 0.20902985483407974,
|
|
"num_tokens": 2240087.0,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"entropy": 5.421245145797729,
|
|
"epoch": 0.7958722080859485,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004969123737370267,
|
|
"loss": 5.4525,
|
|
"mean_token_accuracy": 0.21186718791723252,
|
|
"num_tokens": 2243905.0,
|
|
"step": 2815
|
|
},
|
|
{
|
|
"entropy": 5.429970359802246,
|
|
"epoch": 0.7972858354537744,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0004968953684922281,
|
|
"loss": 5.4214,
|
|
"mean_token_accuracy": 0.20257548689842225,
|
|
"num_tokens": 2248190.0,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"entropy": 5.560571479797363,
|
|
"epoch": 0.7986994628216002,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004968783168726697,
|
|
"loss": 5.5068,
|
|
"mean_token_accuracy": 0.19931748509407043,
|
|
"num_tokens": 2252375.0,
|
|
"step": 2825
|
|
},
|
|
{
|
|
"entropy": 5.377751159667969,
|
|
"epoch": 0.8001130901894261,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004968612188819149,
|
|
"loss": 5.3476,
|
|
"mean_token_accuracy": 0.21681973487138748,
|
|
"num_tokens": 2256152.0,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"entropy": 5.319108629226685,
|
|
"epoch": 0.8015267175572519,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004968440745235375,
|
|
"loss": 5.4944,
|
|
"mean_token_accuracy": 0.19941969364881515,
|
|
"num_tokens": 2260023.0,
|
|
"step": 2835
|
|
},
|
|
{
|
|
"entropy": 5.391258811950683,
|
|
"epoch": 0.8029403449250777,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004968268838011203,
|
|
"loss": 5.3394,
|
|
"mean_token_accuracy": 0.2063663497567177,
|
|
"num_tokens": 2264116.0,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"entropy": 5.403754138946534,
|
|
"epoch": 0.8043539722929036,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004968096467182561,
|
|
"loss": 5.4178,
|
|
"mean_token_accuracy": 0.21182752698659896,
|
|
"num_tokens": 2268113.0,
|
|
"step": 2845
|
|
},
|
|
{
|
|
"entropy": 5.342642307281494,
|
|
"epoch": 0.8057675996607294,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004967923632785473,
|
|
"loss": 5.3794,
|
|
"mean_token_accuracy": 0.2177852764725685,
|
|
"num_tokens": 2271781.0,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"entropy": 5.419791269302368,
|
|
"epoch": 0.8071812270285553,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004967750334856063,
|
|
"loss": 5.3684,
|
|
"mean_token_accuracy": 0.2125452294945717,
|
|
"num_tokens": 2275662.0,
|
|
"step": 2855
|
|
},
|
|
{
|
|
"entropy": 5.459193181991577,
|
|
"epoch": 0.8085948543963811,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.0004967576573430546,
|
|
"loss": 5.4551,
|
|
"mean_token_accuracy": 0.20523227453231813,
|
|
"num_tokens": 2279753.0,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"entropy": 5.426430130004883,
|
|
"epoch": 0.8100084817642069,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004967402348545237,
|
|
"loss": 5.4358,
|
|
"mean_token_accuracy": 0.2110658660531044,
|
|
"num_tokens": 2283684.0,
|
|
"step": 2865
|
|
},
|
|
{
|
|
"entropy": 5.566097354888916,
|
|
"epoch": 0.8114221091320328,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004967227660236551,
|
|
"loss": 5.5038,
|
|
"mean_token_accuracy": 0.189190636575222,
|
|
"num_tokens": 2287894.0,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"entropy": 5.424854040145874,
|
|
"epoch": 0.8128357364998586,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004967052508540995,
|
|
"loss": 5.3023,
|
|
"mean_token_accuracy": 0.2083859771490097,
|
|
"num_tokens": 2291833.0,
|
|
"step": 2875
|
|
},
|
|
{
|
|
"entropy": 5.304775667190552,
|
|
"epoch": 0.8142493638676844,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004966876893495174,
|
|
"loss": 5.3373,
|
|
"mean_token_accuracy": 0.2097040370106697,
|
|
"num_tokens": 2295800.0,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"entropy": 5.382280778884888,
|
|
"epoch": 0.8156629912355103,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.000496670081513579,
|
|
"loss": 5.4374,
|
|
"mean_token_accuracy": 0.1975208267569542,
|
|
"num_tokens": 2299704.0,
|
|
"step": 2885
|
|
},
|
|
{
|
|
"entropy": 5.510290908813476,
|
|
"epoch": 0.8170766186033361,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0004966524273499644,
|
|
"loss": 5.5089,
|
|
"mean_token_accuracy": 0.19660034626722336,
|
|
"num_tokens": 2303646.0,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"entropy": 5.411760520935059,
|
|
"epoch": 0.818490245971162,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004966347268623632,
|
|
"loss": 5.3326,
|
|
"mean_token_accuracy": 0.2152049422264099,
|
|
"num_tokens": 2307587.0,
|
|
"step": 2895
|
|
},
|
|
{
|
|
"entropy": 5.396860408782959,
|
|
"epoch": 0.8199038733389878,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004966169800544746,
|
|
"loss": 5.4141,
|
|
"mean_token_accuracy": 0.20583823025226594,
|
|
"num_tokens": 2311372.0,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"entropy": 5.4382915019989015,
|
|
"epoch": 0.8213175007068136,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004965991869300076,
|
|
"loss": 5.5091,
|
|
"mean_token_accuracy": 0.19858545660972596,
|
|
"num_tokens": 2315804.0,
|
|
"step": 2905
|
|
},
|
|
{
|
|
"entropy": 5.426002740859985,
|
|
"epoch": 0.8227311280746396,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004965813474926809,
|
|
"loss": 5.4399,
|
|
"mean_token_accuracy": 0.19376754462718965,
|
|
"num_tokens": 2320095.0,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"entropy": 5.447252321243286,
|
|
"epoch": 0.8241447554424653,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004965634617462227,
|
|
"loss": 5.5984,
|
|
"mean_token_accuracy": 0.1918902039527893,
|
|
"num_tokens": 2324324.0,
|
|
"step": 2915
|
|
},
|
|
{
|
|
"entropy": 5.569087553024292,
|
|
"epoch": 0.8255583828102913,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004965455296943712,
|
|
"loss": 5.5009,
|
|
"mean_token_accuracy": 0.20151453763246535,
|
|
"num_tokens": 2328419.0,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"entropy": 5.494377708435058,
|
|
"epoch": 0.8269720101781171,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004965275513408739,
|
|
"loss": 5.4344,
|
|
"mean_token_accuracy": 0.20523380637168884,
|
|
"num_tokens": 2332338.0,
|
|
"step": 2925
|
|
},
|
|
{
|
|
"entropy": 5.233751964569092,
|
|
"epoch": 0.8283856375459429,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004965095266894884,
|
|
"loss": 5.3563,
|
|
"mean_token_accuracy": 0.20502769947052002,
|
|
"num_tokens": 2336139.0,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"entropy": 5.43345012664795,
|
|
"epoch": 0.8297992649137688,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004964914557439815,
|
|
"loss": 5.5184,
|
|
"mean_token_accuracy": 0.19930208325386048,
|
|
"num_tokens": 2340222.0,
|
|
"step": 2935
|
|
},
|
|
{
|
|
"entropy": 5.627100038528442,
|
|
"epoch": 0.8312128922815946,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004964733385081299,
|
|
"loss": 5.5587,
|
|
"mean_token_accuracy": 0.18537889569997787,
|
|
"num_tokens": 2343895.0,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"entropy": 5.414453506469727,
|
|
"epoch": 0.8326265196494204,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004964551749857203,
|
|
"loss": 5.2786,
|
|
"mean_token_accuracy": 0.21607314348220824,
|
|
"num_tokens": 2347924.0,
|
|
"step": 2945
|
|
},
|
|
{
|
|
"entropy": 5.469025421142578,
|
|
"epoch": 0.8340401470172463,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004964369651805484,
|
|
"loss": 5.568,
|
|
"mean_token_accuracy": 0.191763836145401,
|
|
"num_tokens": 2352261.0,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"entropy": 5.4523872375488285,
|
|
"epoch": 0.8354537743850721,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004964187090964202,
|
|
"loss": 5.4866,
|
|
"mean_token_accuracy": 0.20151374191045762,
|
|
"num_tokens": 2356127.0,
|
|
"step": 2955
|
|
},
|
|
{
|
|
"entropy": 5.386123514175415,
|
|
"epoch": 0.836867401752898,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004964004067371509,
|
|
"loss": 5.3526,
|
|
"mean_token_accuracy": 0.21623794734477997,
|
|
"num_tokens": 2360318.0,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"entropy": 5.479382753372192,
|
|
"epoch": 0.8382810291207238,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004963820581065659,
|
|
"loss": 5.4538,
|
|
"mean_token_accuracy": 0.19994483292102813,
|
|
"num_tokens": 2364421.0,
|
|
"step": 2965
|
|
},
|
|
{
|
|
"entropy": 5.529749536514283,
|
|
"epoch": 0.8396946564885496,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004963636632084996,
|
|
"loss": 5.4253,
|
|
"mean_token_accuracy": 0.2110798642039299,
|
|
"num_tokens": 2368360.0,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"entropy": 5.412200593948365,
|
|
"epoch": 0.8411082838563755,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004963452220467966,
|
|
"loss": 5.3276,
|
|
"mean_token_accuracy": 0.2055237829685211,
|
|
"num_tokens": 2372233.0,
|
|
"step": 2975
|
|
},
|
|
{
|
|
"entropy": 5.427595901489258,
|
|
"epoch": 0.8425219112242013,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004963267346253108,
|
|
"loss": 5.3143,
|
|
"mean_token_accuracy": 0.21237905770540239,
|
|
"num_tokens": 2376175.0,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"entropy": 5.3335240364074705,
|
|
"epoch": 0.8439355385920272,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004963082009479063,
|
|
"loss": 5.4244,
|
|
"mean_token_accuracy": 0.20374088287353515,
|
|
"num_tokens": 2380052.0,
|
|
"step": 2985
|
|
},
|
|
{
|
|
"entropy": 5.425597667694092,
|
|
"epoch": 0.845349165959853,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004962896210184563,
|
|
"loss": 5.5381,
|
|
"mean_token_accuracy": 0.1938463866710663,
|
|
"num_tokens": 2384273.0,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"entropy": 5.479777717590332,
|
|
"epoch": 0.8467627933276788,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004962709948408439,
|
|
"loss": 5.4082,
|
|
"mean_token_accuracy": 0.20560099333524703,
|
|
"num_tokens": 2388113.0,
|
|
"step": 2995
|
|
},
|
|
{
|
|
"entropy": 5.367301034927368,
|
|
"epoch": 0.8481764206955047,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004962523224189618,
|
|
"loss": 5.5472,
|
|
"mean_token_accuracy": 0.1989892229437828,
|
|
"num_tokens": 2392345.0,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.8481764206955047,
|
|
"eval_entropy": 5.264917620693344,
|
|
"eval_loss": 5.590817928314209,
|
|
"eval_mean_token_accuracy": 0.20367044986646113,
|
|
"eval_num_tokens": 2392345.0,
|
|
"eval_runtime": 6.7142,
|
|
"eval_samples_per_second": 1680.625,
|
|
"eval_steps_per_second": 210.153,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"entropy": 5.466040372848511,
|
|
"epoch": 0.8495900480633305,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004962336037567126,
|
|
"loss": 5.3321,
|
|
"mean_token_accuracy": 0.21223577558994294,
|
|
"num_tokens": 2396304.0,
|
|
"step": 3005
|
|
},
|
|
{
|
|
"entropy": 5.293815565109253,
|
|
"epoch": 0.8510036754311563,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004962148388580083,
|
|
"loss": 5.3477,
|
|
"mean_token_accuracy": 0.20822013765573502,
|
|
"num_tokens": 2400137.0,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"entropy": 5.370921182632446,
|
|
"epoch": 0.8524173027989822,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004961960277267705,
|
|
"loss": 5.401,
|
|
"mean_token_accuracy": 0.20404562950134278,
|
|
"num_tokens": 2404047.0,
|
|
"step": 3015
|
|
},
|
|
{
|
|
"entropy": 5.294777250289917,
|
|
"epoch": 0.853830930166808,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004961771703669308,
|
|
"loss": 5.4032,
|
|
"mean_token_accuracy": 0.2028578281402588,
|
|
"num_tokens": 2408212.0,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"entropy": 5.4464034080505375,
|
|
"epoch": 0.8552445575346339,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004961582667824303,
|
|
"loss": 5.4155,
|
|
"mean_token_accuracy": 0.2065512552857399,
|
|
"num_tokens": 2412073.0,
|
|
"step": 3025
|
|
},
|
|
{
|
|
"entropy": 5.523953914642334,
|
|
"epoch": 0.8566581849024597,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004961393169772196,
|
|
"loss": 5.4915,
|
|
"mean_token_accuracy": 0.20319596529006959,
|
|
"num_tokens": 2416432.0,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"entropy": 5.422474098205567,
|
|
"epoch": 0.8580718122702855,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004961203209552591,
|
|
"loss": 5.4431,
|
|
"mean_token_accuracy": 0.20577302873134612,
|
|
"num_tokens": 2420331.0,
|
|
"step": 3035
|
|
},
|
|
{
|
|
"entropy": 5.391149473190308,
|
|
"epoch": 0.8594854396381114,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004961012787205188,
|
|
"loss": 5.4071,
|
|
"mean_token_accuracy": 0.1985209420323372,
|
|
"num_tokens": 2424082.0,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"entropy": 5.283867502212525,
|
|
"epoch": 0.8608990670059372,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004960821902769786,
|
|
"loss": 5.3261,
|
|
"mean_token_accuracy": 0.21183746606111525,
|
|
"num_tokens": 2427702.0,
|
|
"step": 3045
|
|
},
|
|
{
|
|
"entropy": 5.409480476379395,
|
|
"epoch": 0.8623126943737631,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004960630556286278,
|
|
"loss": 5.3831,
|
|
"mean_token_accuracy": 0.20391480773687362,
|
|
"num_tokens": 2431589.0,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"entropy": 5.390744924545288,
|
|
"epoch": 0.8637263217415889,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004960438747794654,
|
|
"loss": 5.4412,
|
|
"mean_token_accuracy": 0.20160709470510482,
|
|
"num_tokens": 2435741.0,
|
|
"step": 3055
|
|
},
|
|
{
|
|
"entropy": 5.379309225082397,
|
|
"epoch": 0.8651399491094147,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004960246477334998,
|
|
"loss": 5.5135,
|
|
"mean_token_accuracy": 0.21191916167736052,
|
|
"num_tokens": 2439529.0,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"entropy": 5.378274202346802,
|
|
"epoch": 0.8665535764772406,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004960053744947499,
|
|
"loss": 5.288,
|
|
"mean_token_accuracy": 0.21649111956357955,
|
|
"num_tokens": 2443511.0,
|
|
"step": 3065
|
|
},
|
|
{
|
|
"entropy": 5.4915688037872314,
|
|
"epoch": 0.8679672038450664,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004959860550672433,
|
|
"loss": 5.5025,
|
|
"mean_token_accuracy": 0.2066110298037529,
|
|
"num_tokens": 2447369.0,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"entropy": 5.438264989852906,
|
|
"epoch": 0.8693808312128923,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004959666894550177,
|
|
"loss": 5.531,
|
|
"mean_token_accuracy": 0.20990222245454787,
|
|
"num_tokens": 2451458.0,
|
|
"step": 3075
|
|
},
|
|
{
|
|
"entropy": 5.395460748672486,
|
|
"epoch": 0.8707944585807181,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004959472776621205,
|
|
"loss": 5.3413,
|
|
"mean_token_accuracy": 0.20516567826271057,
|
|
"num_tokens": 2455681.0,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"entropy": 5.368040418624878,
|
|
"epoch": 0.8722080859485439,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004959278196926085,
|
|
"loss": 5.3232,
|
|
"mean_token_accuracy": 0.22193797379732133,
|
|
"num_tokens": 2459887.0,
|
|
"step": 3085
|
|
},
|
|
{
|
|
"entropy": 5.292930221557617,
|
|
"epoch": 0.8736217133163698,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004959083155505483,
|
|
"loss": 5.3074,
|
|
"mean_token_accuracy": 0.22182201892137526,
|
|
"num_tokens": 2463837.0,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"entropy": 5.449946117401123,
|
|
"epoch": 0.8750353406841956,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004958887652400163,
|
|
"loss": 5.4493,
|
|
"mean_token_accuracy": 0.19624976366758345,
|
|
"num_tokens": 2467714.0,
|
|
"step": 3095
|
|
},
|
|
{
|
|
"entropy": 5.3686493873596195,
|
|
"epoch": 0.8764489680520214,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004958691687650983,
|
|
"loss": 5.4122,
|
|
"mean_token_accuracy": 0.2004915341734886,
|
|
"num_tokens": 2472016.0,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"entropy": 5.447443628311158,
|
|
"epoch": 0.8778625954198473,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004958495261298898,
|
|
"loss": 5.3433,
|
|
"mean_token_accuracy": 0.21415164917707444,
|
|
"num_tokens": 2475898.0,
|
|
"step": 3105
|
|
},
|
|
{
|
|
"entropy": 5.443156099319458,
|
|
"epoch": 0.8792762227876731,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004958298373384961,
|
|
"loss": 5.4545,
|
|
"mean_token_accuracy": 0.2098313644528389,
|
|
"num_tokens": 2480144.0,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"entropy": 5.308551979064942,
|
|
"epoch": 0.880689850155499,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004958101023950319,
|
|
"loss": 5.3791,
|
|
"mean_token_accuracy": 0.2096642553806305,
|
|
"num_tokens": 2484127.0,
|
|
"step": 3115
|
|
},
|
|
{
|
|
"entropy": 5.341952514648438,
|
|
"epoch": 0.8821034775233249,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0004957903213036217,
|
|
"loss": 5.4112,
|
|
"mean_token_accuracy": 0.21089784950017929,
|
|
"num_tokens": 2488107.0,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"entropy": 5.266310405731201,
|
|
"epoch": 0.8835171048911507,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004957704940683998,
|
|
"loss": 5.2934,
|
|
"mean_token_accuracy": 0.2120772823691368,
|
|
"num_tokens": 2491981.0,
|
|
"step": 3125
|
|
},
|
|
{
|
|
"entropy": 5.336669969558716,
|
|
"epoch": 0.8849307322589766,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004957506206935097,
|
|
"loss": 5.2739,
|
|
"mean_token_accuracy": 0.22724443972110747,
|
|
"num_tokens": 2496240.0,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"entropy": 5.347661018371582,
|
|
"epoch": 0.8863443596268024,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004957307011831051,
|
|
"loss": 5.2222,
|
|
"mean_token_accuracy": 0.21300769001245498,
|
|
"num_tokens": 2500175.0,
|
|
"step": 3135
|
|
},
|
|
{
|
|
"entropy": 5.4087928295135494,
|
|
"epoch": 0.8877579869946283,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004957107355413489,
|
|
"loss": 5.3914,
|
|
"mean_token_accuracy": 0.2105944722890854,
|
|
"num_tokens": 2503950.0,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"entropy": 5.3735452651977536,
|
|
"epoch": 0.8891716143624541,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004956907237724137,
|
|
"loss": 5.421,
|
|
"mean_token_accuracy": 0.20434045046567917,
|
|
"num_tokens": 2507690.0,
|
|
"step": 3145
|
|
},
|
|
{
|
|
"entropy": 5.373710632324219,
|
|
"epoch": 0.8905852417302799,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.000495670665880482,
|
|
"loss": 5.4131,
|
|
"mean_token_accuracy": 0.19849524945020675,
|
|
"num_tokens": 2511645.0,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"entropy": 5.465575742721557,
|
|
"epoch": 0.8919988690981058,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004956505618697456,
|
|
"loss": 5.5169,
|
|
"mean_token_accuracy": 0.19546956121921538,
|
|
"num_tokens": 2515465.0,
|
|
"step": 3155
|
|
},
|
|
{
|
|
"entropy": 5.514111185073853,
|
|
"epoch": 0.8934124964659316,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004956304117444064,
|
|
"loss": 5.4052,
|
|
"mean_token_accuracy": 0.20660127103328704,
|
|
"num_tokens": 2519428.0,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"entropy": 5.380162906646729,
|
|
"epoch": 0.8948261238337574,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004956102155086754,
|
|
"loss": 5.3122,
|
|
"mean_token_accuracy": 0.20972901433706284,
|
|
"num_tokens": 2523346.0,
|
|
"step": 3165
|
|
},
|
|
{
|
|
"entropy": 5.413879680633545,
|
|
"epoch": 0.8962397512015833,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004955899731667737,
|
|
"loss": 5.4258,
|
|
"mean_token_accuracy": 0.20761295258998871,
|
|
"num_tokens": 2527299.0,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"entropy": 5.492557239532471,
|
|
"epoch": 0.8976533785694091,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0004955696847229315,
|
|
"loss": 5.4444,
|
|
"mean_token_accuracy": 0.2052128329873085,
|
|
"num_tokens": 2531492.0,
|
|
"step": 3175
|
|
},
|
|
{
|
|
"entropy": 5.350836133956909,
|
|
"epoch": 0.899067005937235,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.0004955493501813892,
|
|
"loss": 5.3134,
|
|
"mean_token_accuracy": 0.20852610021829604,
|
|
"num_tokens": 2535641.0,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"entropy": 5.369951057434082,
|
|
"epoch": 0.9004806333050608,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004955289695463967,
|
|
"loss": 5.4727,
|
|
"mean_token_accuracy": 0.21253684163093567,
|
|
"num_tokens": 2539674.0,
|
|
"step": 3185
|
|
},
|
|
{
|
|
"entropy": 5.37187089920044,
|
|
"epoch": 0.9018942606728866,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004955085428222131,
|
|
"loss": 5.3947,
|
|
"mean_token_accuracy": 0.20510520339012145,
|
|
"num_tokens": 2543574.0,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"entropy": 5.388985538482666,
|
|
"epoch": 0.9033078880407125,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004954880700131077,
|
|
"loss": 5.4543,
|
|
"mean_token_accuracy": 0.20005883425474166,
|
|
"num_tokens": 2547381.0,
|
|
"step": 3195
|
|
},
|
|
{
|
|
"entropy": 5.431127548217773,
|
|
"epoch": 0.9047215154085383,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004954675511233592,
|
|
"loss": 5.3738,
|
|
"mean_token_accuracy": 0.20665386617183684,
|
|
"num_tokens": 2551545.0,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"entropy": 5.346138429641724,
|
|
"epoch": 0.9061351427763642,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004954469861572557,
|
|
"loss": 5.3804,
|
|
"mean_token_accuracy": 0.20939448177814485,
|
|
"num_tokens": 2555336.0,
|
|
"step": 3205
|
|
},
|
|
{
|
|
"entropy": 5.348866081237793,
|
|
"epoch": 0.90754877014419,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004954263751190954,
|
|
"loss": 5.3487,
|
|
"mean_token_accuracy": 0.2036546289920807,
|
|
"num_tokens": 2559301.0,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"entropy": 5.544688940048218,
|
|
"epoch": 0.9089623975120158,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004954057180131857,
|
|
"loss": 5.3933,
|
|
"mean_token_accuracy": 0.19913605898618697,
|
|
"num_tokens": 2563185.0,
|
|
"step": 3215
|
|
},
|
|
{
|
|
"entropy": 5.490880727767944,
|
|
"epoch": 0.9103760248798417,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004953850148438439,
|
|
"loss": 5.4419,
|
|
"mean_token_accuracy": 0.2030777409672737,
|
|
"num_tokens": 2567110.0,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"entropy": 5.265858268737793,
|
|
"epoch": 0.9117896522476675,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004953642656153968,
|
|
"loss": 5.3543,
|
|
"mean_token_accuracy": 0.20732428282499313,
|
|
"num_tokens": 2571350.0,
|
|
"step": 3225
|
|
},
|
|
{
|
|
"entropy": 5.432380151748657,
|
|
"epoch": 0.9132032796154933,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.000495343470332181,
|
|
"loss": 5.3594,
|
|
"mean_token_accuracy": 0.2041091129183769,
|
|
"num_tokens": 2575139.0,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"entropy": 5.417063283920288,
|
|
"epoch": 0.9146169069833192,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004953226289985425,
|
|
"loss": 5.3202,
|
|
"mean_token_accuracy": 0.2021815821528435,
|
|
"num_tokens": 2579124.0,
|
|
"step": 3235
|
|
},
|
|
{
|
|
"entropy": 5.469454669952393,
|
|
"epoch": 0.916030534351145,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004953017416188367,
|
|
"loss": 5.4209,
|
|
"mean_token_accuracy": 0.2019435152411461,
|
|
"num_tokens": 2583130.0,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"entropy": 5.320521831512451,
|
|
"epoch": 0.9174441617189709,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004952808081974294,
|
|
"loss": 5.4288,
|
|
"mean_token_accuracy": 0.1974789559841156,
|
|
"num_tokens": 2587210.0,
|
|
"step": 3245
|
|
},
|
|
{
|
|
"entropy": 5.390252923965454,
|
|
"epoch": 0.9188577890867967,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004952598287386954,
|
|
"loss": 5.3111,
|
|
"mean_token_accuracy": 0.20741842389106752,
|
|
"num_tokens": 2591372.0,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"entropy": 5.510976982116699,
|
|
"epoch": 0.9202714164546225,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0004952388032470191,
|
|
"loss": 5.4366,
|
|
"mean_token_accuracy": 0.20590081959962844,
|
|
"num_tokens": 2595683.0,
|
|
"step": 3255
|
|
},
|
|
{
|
|
"entropy": 5.3200623989105225,
|
|
"epoch": 0.9216850438224484,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004952177317267949,
|
|
"loss": 5.2738,
|
|
"mean_token_accuracy": 0.22108482271432878,
|
|
"num_tokens": 2599472.0,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"entropy": 5.315955686569214,
|
|
"epoch": 0.9230986711902742,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004951966141824265,
|
|
"loss": 5.2678,
|
|
"mean_token_accuracy": 0.21187404096126555,
|
|
"num_tokens": 2603509.0,
|
|
"step": 3265
|
|
},
|
|
{
|
|
"entropy": 5.31221375465393,
|
|
"epoch": 0.9245122985581001,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004951754506183275,
|
|
"loss": 5.2705,
|
|
"mean_token_accuracy": 0.21165193170309066,
|
|
"num_tokens": 2607191.0,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"entropy": 5.396156311035156,
|
|
"epoch": 0.9259259259259259,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004951542410389208,
|
|
"loss": 5.3678,
|
|
"mean_token_accuracy": 0.21061211675405503,
|
|
"num_tokens": 2611698.0,
|
|
"step": 3275
|
|
},
|
|
{
|
|
"entropy": 5.394646692276001,
|
|
"epoch": 0.9273395532937517,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004951329854486392,
|
|
"loss": 5.365,
|
|
"mean_token_accuracy": 0.2175261914730072,
|
|
"num_tokens": 2615340.0,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"entropy": 5.262735033035279,
|
|
"epoch": 0.9287531806615776,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004951116838519248,
|
|
"loss": 5.3495,
|
|
"mean_token_accuracy": 0.21772853434085845,
|
|
"num_tokens": 2619465.0,
|
|
"step": 3285
|
|
},
|
|
{
|
|
"entropy": 5.306789255142212,
|
|
"epoch": 0.9301668080294034,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004950903362532296,
|
|
"loss": 5.2069,
|
|
"mean_token_accuracy": 0.21759452074766159,
|
|
"num_tokens": 2623625.0,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"entropy": 5.370097017288208,
|
|
"epoch": 0.9315804353972293,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004950689426570151,
|
|
"loss": 5.2423,
|
|
"mean_token_accuracy": 0.22313392162322998,
|
|
"num_tokens": 2627368.0,
|
|
"step": 3295
|
|
},
|
|
{
|
|
"entropy": 5.3717914581298825,
|
|
"epoch": 0.9329940627650551,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004950475030677525,
|
|
"loss": 5.3754,
|
|
"mean_token_accuracy": 0.2174657925963402,
|
|
"num_tokens": 2631280.0,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"entropy": 5.217867136001587,
|
|
"epoch": 0.9344076901328809,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004950260174899225,
|
|
"loss": 5.3116,
|
|
"mean_token_accuracy": 0.21754174381494523,
|
|
"num_tokens": 2635420.0,
|
|
"step": 3305
|
|
},
|
|
{
|
|
"entropy": 5.3360615253448485,
|
|
"epoch": 0.9358213175007069,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004950044859280154,
|
|
"loss": 5.2812,
|
|
"mean_token_accuracy": 0.21761411130428315,
|
|
"num_tokens": 2639370.0,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"entropy": 5.510275888442993,
|
|
"epoch": 0.9372349448685326,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004949829083865312,
|
|
"loss": 5.3481,
|
|
"mean_token_accuracy": 0.20918049663305283,
|
|
"num_tokens": 2643195.0,
|
|
"step": 3315
|
|
},
|
|
{
|
|
"entropy": 5.340539121627808,
|
|
"epoch": 0.9386485722363584,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004949612848699795,
|
|
"loss": 5.4611,
|
|
"mean_token_accuracy": 0.19524372071027757,
|
|
"num_tokens": 2647144.0,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"entropy": 5.301290702819824,
|
|
"epoch": 0.9400621996041844,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004949396153828794,
|
|
"loss": 5.2641,
|
|
"mean_token_accuracy": 0.20904955863952637,
|
|
"num_tokens": 2651201.0,
|
|
"step": 3325
|
|
},
|
|
{
|
|
"entropy": 5.3793394565582275,
|
|
"epoch": 0.9414758269720102,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004949178999297599,
|
|
"loss": 5.3657,
|
|
"mean_token_accuracy": 0.20661818683147432,
|
|
"num_tokens": 2655281.0,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"entropy": 5.312300682067871,
|
|
"epoch": 0.9428894543398361,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004948961385151592,
|
|
"loss": 5.1949,
|
|
"mean_token_accuracy": 0.22709580808877944,
|
|
"num_tokens": 2659226.0,
|
|
"step": 3335
|
|
},
|
|
{
|
|
"entropy": 5.29730715751648,
|
|
"epoch": 0.9443030817076619,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004948743311436254,
|
|
"loss": 5.293,
|
|
"mean_token_accuracy": 0.20665379315614701,
|
|
"num_tokens": 2663168.0,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"entropy": 5.291025257110595,
|
|
"epoch": 0.9457167090754877,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004948524778197159,
|
|
"loss": 5.4316,
|
|
"mean_token_accuracy": 0.19959478527307511,
|
|
"num_tokens": 2667258.0,
|
|
"step": 3345
|
|
},
|
|
{
|
|
"entropy": 5.387850999832153,
|
|
"epoch": 0.9471303364433136,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0004948305785479982,
|
|
"loss": 5.3246,
|
|
"mean_token_accuracy": 0.2101334184408188,
|
|
"num_tokens": 2671149.0,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"entropy": 5.375804805755616,
|
|
"epoch": 0.9485439638111394,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004948086333330488,
|
|
"loss": 5.4035,
|
|
"mean_token_accuracy": 0.20752620100975036,
|
|
"num_tokens": 2675287.0,
|
|
"step": 3355
|
|
},
|
|
{
|
|
"entropy": 5.319958162307739,
|
|
"epoch": 0.9499575911789653,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004947866421794545,
|
|
"loss": 5.2974,
|
|
"mean_token_accuracy": 0.20366615653038025,
|
|
"num_tokens": 2679148.0,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"entropy": 5.331606769561768,
|
|
"epoch": 0.9513712185467911,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004947646050918109,
|
|
"loss": 5.2879,
|
|
"mean_token_accuracy": 0.21156328320503234,
|
|
"num_tokens": 2683125.0,
|
|
"step": 3365
|
|
},
|
|
{
|
|
"entropy": 5.242379379272461,
|
|
"epoch": 0.9527848459146169,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.000494742522074724,
|
|
"loss": 5.3068,
|
|
"mean_token_accuracy": 0.21346987932920455,
|
|
"num_tokens": 2687079.0,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"entropy": 5.454464149475098,
|
|
"epoch": 0.9541984732824428,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0004947203931328087,
|
|
"loss": 5.4766,
|
|
"mean_token_accuracy": 0.1971137121319771,
|
|
"num_tokens": 2691065.0,
|
|
"step": 3375
|
|
},
|
|
{
|
|
"entropy": 5.349691915512085,
|
|
"epoch": 0.9556121006502686,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004946982182706901,
|
|
"loss": 5.3014,
|
|
"mean_token_accuracy": 0.21622299104928971,
|
|
"num_tokens": 2694844.0,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"entropy": 5.315452194213867,
|
|
"epoch": 0.9570257280180944,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004946759974930023,
|
|
"loss": 5.4002,
|
|
"mean_token_accuracy": 0.21129725277423858,
|
|
"num_tokens": 2698932.0,
|
|
"step": 3385
|
|
},
|
|
{
|
|
"entropy": 5.222040033340454,
|
|
"epoch": 0.9584393553859203,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004946537308043895,
|
|
"loss": 5.2096,
|
|
"mean_token_accuracy": 0.21286771297454835,
|
|
"num_tokens": 2702810.0,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"entropy": 5.316049957275391,
|
|
"epoch": 0.9598529827537461,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004946314182095053,
|
|
"loss": 5.4626,
|
|
"mean_token_accuracy": 0.1963511198759079,
|
|
"num_tokens": 2706701.0,
|
|
"step": 3395
|
|
},
|
|
{
|
|
"entropy": 5.2958512783050535,
|
|
"epoch": 0.961266610121572,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004946090597130128,
|
|
"loss": 5.3797,
|
|
"mean_token_accuracy": 0.2054529070854187,
|
|
"num_tokens": 2710533.0,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"entropy": 5.382183790206909,
|
|
"epoch": 0.9626802374893978,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004945866553195848,
|
|
"loss": 5.4001,
|
|
"mean_token_accuracy": 0.20687114000320433,
|
|
"num_tokens": 2714586.0,
|
|
"step": 3405
|
|
},
|
|
{
|
|
"entropy": 5.3121726512908936,
|
|
"epoch": 0.9640938648572236,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004945642050339038,
|
|
"loss": 5.4154,
|
|
"mean_token_accuracy": 0.20771215111017227,
|
|
"num_tokens": 2718357.0,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"entropy": 5.5918089866638185,
|
|
"epoch": 0.9655074922250495,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004945417088606617,
|
|
"loss": 5.6496,
|
|
"mean_token_accuracy": 0.1879683941602707,
|
|
"num_tokens": 2722811.0,
|
|
"step": 3415
|
|
},
|
|
{
|
|
"entropy": 5.407415056228638,
|
|
"epoch": 0.9669211195928753,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004945191668045601,
|
|
"loss": 5.3271,
|
|
"mean_token_accuracy": 0.21375867277383803,
|
|
"num_tokens": 2726815.0,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"entropy": 5.357066202163696,
|
|
"epoch": 0.9683347469607012,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004944965788703101,
|
|
"loss": 5.3922,
|
|
"mean_token_accuracy": 0.20253707319498063,
|
|
"num_tokens": 2730683.0,
|
|
"step": 3425
|
|
},
|
|
{
|
|
"entropy": 5.308847379684448,
|
|
"epoch": 0.969748374328527,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004944739450626323,
|
|
"loss": 5.2203,
|
|
"mean_token_accuracy": 0.21702735275030136,
|
|
"num_tokens": 2734950.0,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"entropy": 5.230969333648682,
|
|
"epoch": 0.9711620016963528,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004944512653862572,
|
|
"loss": 5.2431,
|
|
"mean_token_accuracy": 0.2184822827577591,
|
|
"num_tokens": 2738894.0,
|
|
"step": 3435
|
|
},
|
|
{
|
|
"entropy": 5.30678424835205,
|
|
"epoch": 0.9725756290641787,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004944285398459247,
|
|
"loss": 5.3887,
|
|
"mean_token_accuracy": 0.21177172064781188,
|
|
"num_tokens": 2742848.0,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"entropy": 5.21362042427063,
|
|
"epoch": 0.9739892564320045,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004944057684463844,
|
|
"loss": 5.345,
|
|
"mean_token_accuracy": 0.21214967370033264,
|
|
"num_tokens": 2746809.0,
|
|
"step": 3445
|
|
},
|
|
{
|
|
"entropy": 5.26718373298645,
|
|
"epoch": 0.9754028837998303,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004943829511923952,
|
|
"loss": 5.3199,
|
|
"mean_token_accuracy": 0.21215527802705764,
|
|
"num_tokens": 2750450.0,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"entropy": 5.308568000793457,
|
|
"epoch": 0.9768165111676562,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004943600880887258,
|
|
"loss": 5.3691,
|
|
"mean_token_accuracy": 0.20462850779294967,
|
|
"num_tokens": 2754572.0,
|
|
"step": 3455
|
|
},
|
|
{
|
|
"entropy": 5.425100803375244,
|
|
"epoch": 0.978230138535482,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004943371791401544,
|
|
"loss": 5.4842,
|
|
"mean_token_accuracy": 0.1998129740357399,
|
|
"num_tokens": 2758614.0,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"entropy": 5.456117296218872,
|
|
"epoch": 0.9796437659033079,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.000494314224351469,
|
|
"loss": 5.3523,
|
|
"mean_token_accuracy": 0.20461326837539673,
|
|
"num_tokens": 2763031.0,
|
|
"step": 3465
|
|
},
|
|
{
|
|
"entropy": 5.412753391265869,
|
|
"epoch": 0.9810573932711337,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004942912237274668,
|
|
"loss": 5.5255,
|
|
"mean_token_accuracy": 0.1959344446659088,
|
|
"num_tokens": 2766953.0,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"entropy": 5.379322052001953,
|
|
"epoch": 0.9824710206389595,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000494268177272955,
|
|
"loss": 5.3584,
|
|
"mean_token_accuracy": 0.20648946315050126,
|
|
"num_tokens": 2770822.0,
|
|
"step": 3475
|
|
},
|
|
{
|
|
"entropy": 5.38189845085144,
|
|
"epoch": 0.9838846480067854,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.00049424508499275,
|
|
"loss": 5.3405,
|
|
"mean_token_accuracy": 0.2107373371720314,
|
|
"num_tokens": 2774599.0,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"entropy": 5.2463294506073,
|
|
"epoch": 0.9852982753746112,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000494221946891678,
|
|
"loss": 5.3092,
|
|
"mean_token_accuracy": 0.2126726135611534,
|
|
"num_tokens": 2778508.0,
|
|
"step": 3485
|
|
},
|
|
{
|
|
"entropy": 5.371696043014526,
|
|
"epoch": 0.9867119027424371,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0004941987629745747,
|
|
"loss": 5.432,
|
|
"mean_token_accuracy": 0.20082706212997437,
|
|
"num_tokens": 2782535.0,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"entropy": 5.401870393753052,
|
|
"epoch": 0.9881255301102629,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004941755332462856,
|
|
"loss": 5.4365,
|
|
"mean_token_accuracy": 0.19900313913822174,
|
|
"num_tokens": 2786339.0,
|
|
"step": 3495
|
|
},
|
|
{
|
|
"entropy": 5.395771121978759,
|
|
"epoch": 0.9895391574780887,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004941522577116652,
|
|
"loss": 5.3906,
|
|
"mean_token_accuracy": 0.21107237339019774,
|
|
"num_tokens": 2790466.0,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"entropy": 5.314546251296997,
|
|
"epoch": 0.9909527848459146,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004941289363755782,
|
|
"loss": 5.368,
|
|
"mean_token_accuracy": 0.21377213150262833,
|
|
"num_tokens": 2794267.0,
|
|
"step": 3505
|
|
},
|
|
{
|
|
"entropy": 5.3443827629089355,
|
|
"epoch": 0.9923664122137404,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004941055692428987,
|
|
"loss": 5.3681,
|
|
"mean_token_accuracy": 0.20529019683599473,
|
|
"num_tokens": 2798394.0,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"entropy": 5.266571569442749,
|
|
"epoch": 0.9937800395815664,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.00049408215631851,
|
|
"loss": 5.3353,
|
|
"mean_token_accuracy": 0.20843572318553924,
|
|
"num_tokens": 2802429.0,
|
|
"step": 3515
|
|
},
|
|
{
|
|
"entropy": 5.37566990852356,
|
|
"epoch": 0.9951936669493922,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004940586976073054,
|
|
"loss": 5.3752,
|
|
"mean_token_accuracy": 0.2042718470096588,
|
|
"num_tokens": 2806303.0,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"entropy": 5.349119377136231,
|
|
"epoch": 0.996607294317218,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004940351931141875,
|
|
"loss": 5.2832,
|
|
"mean_token_accuracy": 0.22043754458427428,
|
|
"num_tokens": 2810123.0,
|
|
"step": 3525
|
|
},
|
|
{
|
|
"entropy": 5.228527593612671,
|
|
"epoch": 0.9980209216850439,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004940116428440688,
|
|
"loss": 5.3466,
|
|
"mean_token_accuracy": 0.20550204664468766,
|
|
"num_tokens": 2813991.0,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"entropy": 5.278249073028564,
|
|
"epoch": 0.9994345490528697,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004939880468018712,
|
|
"loss": 5.3245,
|
|
"mean_token_accuracy": 0.21513051092624663,
|
|
"num_tokens": 2818203.0,
|
|
"step": 3535
|
|
},
|
|
{
|
|
"entropy": 5.317620420455933,
|
|
"epoch": 1.0008481764206956,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004939644049925259,
|
|
"loss": 5.2118,
|
|
"mean_token_accuracy": 0.2047821506857872,
|
|
"num_tokens": 2822334.0,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"entropy": 5.4087518692016605,
|
|
"epoch": 1.0022618037885214,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.000493940717420974,
|
|
"loss": 5.3371,
|
|
"mean_token_accuracy": 0.20358794927597046,
|
|
"num_tokens": 2826277.0,
|
|
"step": 3545
|
|
},
|
|
{
|
|
"entropy": 5.272971773147583,
|
|
"epoch": 1.0036754311563472,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.000493916984092166,
|
|
"loss": 5.1337,
|
|
"mean_token_accuracy": 0.21596817970275878,
|
|
"num_tokens": 2830093.0,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"entropy": 5.206704711914062,
|
|
"epoch": 1.005089058524173,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004938932050110621,
|
|
"loss": 5.192,
|
|
"mean_token_accuracy": 0.2177193596959114,
|
|
"num_tokens": 2833961.0,
|
|
"step": 3555
|
|
},
|
|
{
|
|
"entropy": 5.258702182769776,
|
|
"epoch": 1.0065026858919988,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.000493869380182632,
|
|
"loss": 5.0877,
|
|
"mean_token_accuracy": 0.2187505453824997,
|
|
"num_tokens": 2837923.0,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"entropy": 5.173738670349121,
|
|
"epoch": 1.0079163132598248,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004938455096118548,
|
|
"loss": 4.9735,
|
|
"mean_token_accuracy": 0.23251553624868393,
|
|
"num_tokens": 2841820.0,
|
|
"step": 3565
|
|
},
|
|
{
|
|
"entropy": 5.150343608856201,
|
|
"epoch": 1.0093299406276506,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004938215933037195,
|
|
"loss": 5.1746,
|
|
"mean_token_accuracy": 0.21782366931438446,
|
|
"num_tokens": 2845901.0,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"entropy": 5.283948040008545,
|
|
"epoch": 1.0107435679954764,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004937976312632242,
|
|
"loss": 5.1169,
|
|
"mean_token_accuracy": 0.21362414062023163,
|
|
"num_tokens": 2849841.0,
|
|
"step": 3575
|
|
},
|
|
{
|
|
"entropy": 5.270070743560791,
|
|
"epoch": 1.0121571953633022,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000493773623495377,
|
|
"loss": 4.9722,
|
|
"mean_token_accuracy": 0.2279058039188385,
|
|
"num_tokens": 2853601.0,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"entropy": 5.2371851921081545,
|
|
"epoch": 1.013570822731128,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004937495700051955,
|
|
"loss": 5.1194,
|
|
"mean_token_accuracy": 0.21858393251895905,
|
|
"num_tokens": 2857967.0,
|
|
"step": 3585
|
|
},
|
|
{
|
|
"entropy": 5.205569744110107,
|
|
"epoch": 1.014984450098954,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004937254707977065,
|
|
"loss": 5.1483,
|
|
"mean_token_accuracy": 0.21485333144664764,
|
|
"num_tokens": 2862009.0,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"entropy": 5.18958740234375,
|
|
"epoch": 1.0163980774667798,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004937013258779465,
|
|
"loss": 5.0857,
|
|
"mean_token_accuracy": 0.21460189372301103,
|
|
"num_tokens": 2866078.0,
|
|
"step": 3595
|
|
},
|
|
{
|
|
"entropy": 5.267029333114624,
|
|
"epoch": 1.0178117048346056,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.000493677135250962,
|
|
"loss": 5.1461,
|
|
"mean_token_accuracy": 0.20465624928474427,
|
|
"num_tokens": 2870041.0,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"entropy": 5.249391555786133,
|
|
"epoch": 1.0192253322024314,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004936528989218084,
|
|
"loss": 5.072,
|
|
"mean_token_accuracy": 0.21645056456327438,
|
|
"num_tokens": 2873901.0,
|
|
"step": 3605
|
|
},
|
|
{
|
|
"entropy": 5.1907267570495605,
|
|
"epoch": 1.0206389595702572,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004936286168955511,
|
|
"loss": 5.1136,
|
|
"mean_token_accuracy": 0.21813808530569076,
|
|
"num_tokens": 2877916.0,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"entropy": 5.158541250228882,
|
|
"epoch": 1.0220525869380832,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004936042891772647,
|
|
"loss": 5.0817,
|
|
"mean_token_accuracy": 0.21026738733053207,
|
|
"num_tokens": 2882207.0,
|
|
"step": 3615
|
|
},
|
|
{
|
|
"entropy": 5.281835222244263,
|
|
"epoch": 1.023466214305909,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004935799157720338,
|
|
"loss": 5.0901,
|
|
"mean_token_accuracy": 0.21685025691986085,
|
|
"num_tokens": 2886211.0,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"entropy": 5.264526414871216,
|
|
"epoch": 1.0248798416737348,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004935554966849522,
|
|
"loss": 5.3132,
|
|
"mean_token_accuracy": 0.2117941990494728,
|
|
"num_tokens": 2890167.0,
|
|
"step": 3625
|
|
},
|
|
{
|
|
"entropy": 5.1619974136352536,
|
|
"epoch": 1.0262934690415606,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004935310319211231,
|
|
"loss": 5.0403,
|
|
"mean_token_accuracy": 0.22505988031625748,
|
|
"num_tokens": 2894214.0,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"entropy": 5.226195907592773,
|
|
"epoch": 1.0277070964093864,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004935065214856599,
|
|
"loss": 5.1723,
|
|
"mean_token_accuracy": 0.22310581803321838,
|
|
"num_tokens": 2898423.0,
|
|
"step": 3635
|
|
},
|
|
{
|
|
"entropy": 5.188407135009766,
|
|
"epoch": 1.0291207237772124,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004934819653836848,
|
|
"loss": 5.0733,
|
|
"mean_token_accuracy": 0.22534722983837127,
|
|
"num_tokens": 2902728.0,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"entropy": 5.132740020751953,
|
|
"epoch": 1.0305343511450382,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004934573636203299,
|
|
"loss": 5.1118,
|
|
"mean_token_accuracy": 0.2192051351070404,
|
|
"num_tokens": 2906687.0,
|
|
"step": 3645
|
|
},
|
|
{
|
|
"entropy": 5.220104312896728,
|
|
"epoch": 1.031947978512864,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004934327162007371,
|
|
"loss": 5.1194,
|
|
"mean_token_accuracy": 0.21550490707159042,
|
|
"num_tokens": 2910708.0,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"entropy": 5.215138483047485,
|
|
"epoch": 1.0333616058806898,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004934080231300573,
|
|
"loss": 5.1651,
|
|
"mean_token_accuracy": 0.21759526580572128,
|
|
"num_tokens": 2914416.0,
|
|
"step": 3655
|
|
},
|
|
{
|
|
"entropy": 5.278332233428955,
|
|
"epoch": 1.0347752332485156,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004933832844134511,
|
|
"loss": 5.1765,
|
|
"mean_token_accuracy": 0.22026587575674056,
|
|
"num_tokens": 2918738.0,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"entropy": 5.259198236465454,
|
|
"epoch": 1.0361888606163416,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0004933585000560891,
|
|
"loss": 5.1457,
|
|
"mean_token_accuracy": 0.21962920278310777,
|
|
"num_tokens": 2922575.0,
|
|
"step": 3665
|
|
},
|
|
{
|
|
"entropy": 5.286904191970825,
|
|
"epoch": 1.0376024879841674,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004933336700631508,
|
|
"loss": 5.0971,
|
|
"mean_token_accuracy": 0.22029909789562224,
|
|
"num_tokens": 2926707.0,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"entropy": 5.190115880966187,
|
|
"epoch": 1.0390161153519932,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004933087944398256,
|
|
"loss": 5.1447,
|
|
"mean_token_accuracy": 0.22542219310998918,
|
|
"num_tokens": 2930785.0,
|
|
"step": 3675
|
|
},
|
|
{
|
|
"entropy": 5.010173511505127,
|
|
"epoch": 1.040429742719819,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004932838731913124,
|
|
"loss": 4.9454,
|
|
"mean_token_accuracy": 0.2361238792538643,
|
|
"num_tokens": 2934893.0,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"entropy": 5.144097805023193,
|
|
"epoch": 1.0418433700876448,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004932589063228194,
|
|
"loss": 5.1796,
|
|
"mean_token_accuracy": 0.20868771225214006,
|
|
"num_tokens": 2939034.0,
|
|
"step": 3685
|
|
},
|
|
{
|
|
"entropy": 5.239131784439087,
|
|
"epoch": 1.0432569974554706,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004932338938395647,
|
|
"loss": 5.0644,
|
|
"mean_token_accuracy": 0.22203764021396638,
|
|
"num_tokens": 2943089.0,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"entropy": 5.205106735229492,
|
|
"epoch": 1.0446706248232966,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004932088357467757,
|
|
"loss": 5.1724,
|
|
"mean_token_accuracy": 0.21926317363977432,
|
|
"num_tokens": 2947128.0,
|
|
"step": 3695
|
|
},
|
|
{
|
|
"entropy": 5.227344417572022,
|
|
"epoch": 1.0460842521911224,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0004931837320496894,
|
|
"loss": 5.2061,
|
|
"mean_token_accuracy": 0.2127397507429123,
|
|
"num_tokens": 2951295.0,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"entropy": 5.240218257904052,
|
|
"epoch": 1.0474978795589482,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004931585827535524,
|
|
"loss": 5.2099,
|
|
"mean_token_accuracy": 0.20746835619211196,
|
|
"num_tokens": 2955522.0,
|
|
"step": 3705
|
|
},
|
|
{
|
|
"entropy": 5.284507751464844,
|
|
"epoch": 1.048911506926774,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004931333878636205,
|
|
"loss": 5.1074,
|
|
"mean_token_accuracy": 0.21079284995794295,
|
|
"num_tokens": 2959410.0,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"entropy": 5.182925081253051,
|
|
"epoch": 1.0503251342945998,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004931081473851595,
|
|
"loss": 5.1011,
|
|
"mean_token_accuracy": 0.21961848735809325,
|
|
"num_tokens": 2963411.0,
|
|
"step": 3715
|
|
},
|
|
{
|
|
"entropy": 5.1357635974884035,
|
|
"epoch": 1.0517387616624259,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004930828613234446,
|
|
"loss": 5.1234,
|
|
"mean_token_accuracy": 0.21083565503358842,
|
|
"num_tokens": 2967623.0,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"entropy": 5.2366697788238525,
|
|
"epoch": 1.0531523890302517,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.00049305752968376,
|
|
"loss": 5.0573,
|
|
"mean_token_accuracy": 0.22657375037670135,
|
|
"num_tokens": 2971708.0,
|
|
"step": 3725
|
|
},
|
|
{
|
|
"entropy": 5.128624773025512,
|
|
"epoch": 1.0545660163980775,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0004930321524714002,
|
|
"loss": 5.0949,
|
|
"mean_token_accuracy": 0.22488353103399278,
|
|
"num_tokens": 2975491.0,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"entropy": 5.220402336120605,
|
|
"epoch": 1.0559796437659033,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004930067296916689,
|
|
"loss": 5.1806,
|
|
"mean_token_accuracy": 0.2148841291666031,
|
|
"num_tokens": 2979368.0,
|
|
"step": 3735
|
|
},
|
|
{
|
|
"entropy": 5.17947735786438,
|
|
"epoch": 1.057393271133729,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004929812613498791,
|
|
"loss": 5.1157,
|
|
"mean_token_accuracy": 0.22063000053167342,
|
|
"num_tokens": 2983939.0,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"entropy": 5.137882232666016,
|
|
"epoch": 1.058806898501555,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004929557474513537,
|
|
"loss": 5.0549,
|
|
"mean_token_accuracy": 0.2171742931008339,
|
|
"num_tokens": 2987895.0,
|
|
"step": 3745
|
|
},
|
|
{
|
|
"entropy": 5.177118396759033,
|
|
"epoch": 1.0602205258693809,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004929301880014249,
|
|
"loss": 5.1365,
|
|
"mean_token_accuracy": 0.21334730982780456,
|
|
"num_tokens": 2992017.0,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"entropy": 5.217937231063843,
|
|
"epoch": 1.0616341532372067,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004929045830054344,
|
|
"loss": 5.1038,
|
|
"mean_token_accuracy": 0.20568303912878036,
|
|
"num_tokens": 2995957.0,
|
|
"step": 3755
|
|
},
|
|
{
|
|
"entropy": 5.117181968688965,
|
|
"epoch": 1.0630477806050325,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004928789324687335,
|
|
"loss": 4.9179,
|
|
"mean_token_accuracy": 0.2357058584690094,
|
|
"num_tokens": 2999816.0,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"entropy": 5.129719686508179,
|
|
"epoch": 1.0644614079728583,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004928532363966831,
|
|
"loss": 5.0958,
|
|
"mean_token_accuracy": 0.22046199142932893,
|
|
"num_tokens": 3003801.0,
|
|
"step": 3765
|
|
},
|
|
{
|
|
"entropy": 5.2426612854003904,
|
|
"epoch": 1.0658750353406843,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004928274947946534,
|
|
"loss": 5.1781,
|
|
"mean_token_accuracy": 0.20456161350011826,
|
|
"num_tokens": 3007710.0,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"entropy": 5.277953386306763,
|
|
"epoch": 1.06728866270851,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004928017076680244,
|
|
"loss": 5.1457,
|
|
"mean_token_accuracy": 0.21807983964681626,
|
|
"num_tokens": 3011573.0,
|
|
"step": 3775
|
|
},
|
|
{
|
|
"entropy": 5.169133996963501,
|
|
"epoch": 1.0687022900763359,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004927758750221852,
|
|
"loss": 5.1423,
|
|
"mean_token_accuracy": 0.22268428951501845,
|
|
"num_tokens": 3015832.0,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"entropy": 5.183489561080933,
|
|
"epoch": 1.0701159174441617,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004927499968625349,
|
|
"loss": 5.06,
|
|
"mean_token_accuracy": 0.22604098916053772,
|
|
"num_tokens": 3019878.0,
|
|
"step": 3785
|
|
},
|
|
{
|
|
"entropy": 5.092603254318237,
|
|
"epoch": 1.0715295448119875,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004927240731944818,
|
|
"loss": 4.965,
|
|
"mean_token_accuracy": 0.23898600190877914,
|
|
"num_tokens": 3023725.0,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"entropy": 5.276487064361572,
|
|
"epoch": 1.0729431721798135,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004926981040234437,
|
|
"loss": 5.2201,
|
|
"mean_token_accuracy": 0.2106180176138878,
|
|
"num_tokens": 3028055.0,
|
|
"step": 3795
|
|
},
|
|
{
|
|
"entropy": 5.121365165710449,
|
|
"epoch": 1.0743567995476393,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004926720893548482,
|
|
"loss": 5.0798,
|
|
"mean_token_accuracy": 0.22679545879364013,
|
|
"num_tokens": 3032214.0,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"entropy": 5.160611343383789,
|
|
"epoch": 1.075770426915465,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004926460291941319,
|
|
"loss": 5.0611,
|
|
"mean_token_accuracy": 0.21699931621551513,
|
|
"num_tokens": 3036507.0,
|
|
"step": 3805
|
|
},
|
|
{
|
|
"entropy": 5.162946701049805,
|
|
"epoch": 1.077184054283291,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004926199235467414,
|
|
"loss": 5.2197,
|
|
"mean_token_accuracy": 0.21580809652805327,
|
|
"num_tokens": 3040720.0,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"entropy": 5.217563152313232,
|
|
"epoch": 1.0785976816511167,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004925937724181326,
|
|
"loss": 5.1239,
|
|
"mean_token_accuracy": 0.21833766549825667,
|
|
"num_tokens": 3044826.0,
|
|
"step": 3815
|
|
},
|
|
{
|
|
"entropy": 5.15655665397644,
|
|
"epoch": 1.0800113090189427,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004925675758137711,
|
|
"loss": 5.1502,
|
|
"mean_token_accuracy": 0.22103135883808137,
|
|
"num_tokens": 3048840.0,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"entropy": 5.111991596221924,
|
|
"epoch": 1.0814249363867685,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 0.0004925413337391315,
|
|
"loss": 5.0536,
|
|
"mean_token_accuracy": 0.21856762021780013,
|
|
"num_tokens": 3052716.0,
|
|
"step": 3825
|
|
},
|
|
{
|
|
"entropy": 5.169492101669311,
|
|
"epoch": 1.0828385637545943,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004925150461996984,
|
|
"loss": 5.099,
|
|
"mean_token_accuracy": 0.2193046286702156,
|
|
"num_tokens": 3056662.0,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"entropy": 5.2572277069091795,
|
|
"epoch": 1.08425219112242,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004924887132009656,
|
|
"loss": 5.1132,
|
|
"mean_token_accuracy": 0.21358698308467866,
|
|
"num_tokens": 3060638.0,
|
|
"step": 3835
|
|
},
|
|
{
|
|
"entropy": 5.1547552108764645,
|
|
"epoch": 1.085665818490246,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004924623347484369,
|
|
"loss": 5.1267,
|
|
"mean_token_accuracy": 0.2179493010044098,
|
|
"num_tokens": 3064438.0,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"entropy": 5.1431396961212155,
|
|
"epoch": 1.087079445858072,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004924359108476248,
|
|
"loss": 4.9942,
|
|
"mean_token_accuracy": 0.2318810537457466,
|
|
"num_tokens": 3068099.0,
|
|
"step": 3845
|
|
},
|
|
{
|
|
"entropy": 5.060890436172485,
|
|
"epoch": 1.0884930732258977,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004924094415040519,
|
|
"loss": 4.9353,
|
|
"mean_token_accuracy": 0.226554836332798,
|
|
"num_tokens": 3072039.0,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"entropy": 5.062123107910156,
|
|
"epoch": 1.0899067005937235,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004923829267232503,
|
|
"loss": 5.1234,
|
|
"mean_token_accuracy": 0.22134972512722015,
|
|
"num_tokens": 3076110.0,
|
|
"step": 3855
|
|
},
|
|
{
|
|
"entropy": 5.249336242675781,
|
|
"epoch": 1.0913203279615493,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004923563665107612,
|
|
"loss": 5.0262,
|
|
"mean_token_accuracy": 0.22480145394802092,
|
|
"num_tokens": 3080514.0,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"entropy": 5.200931787490845,
|
|
"epoch": 1.0927339553293751,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004923297608721355,
|
|
"loss": 5.1069,
|
|
"mean_token_accuracy": 0.21789889186620712,
|
|
"num_tokens": 3084537.0,
|
|
"step": 3865
|
|
},
|
|
{
|
|
"entropy": 5.098612928390503,
|
|
"epoch": 1.094147582697201,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004923031098129338,
|
|
"loss": 5.1373,
|
|
"mean_token_accuracy": 0.22479343861341478,
|
|
"num_tokens": 3088107.0,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"entropy": 5.085871076583862,
|
|
"epoch": 1.095561210065027,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004922764133387259,
|
|
"loss": 5.1018,
|
|
"mean_token_accuracy": 0.2229100853204727,
|
|
"num_tokens": 3091790.0,
|
|
"step": 3875
|
|
},
|
|
{
|
|
"entropy": 5.149891138076782,
|
|
"epoch": 1.0969748374328527,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.0004922496714550912,
|
|
"loss": 4.9944,
|
|
"mean_token_accuracy": 0.22427933812141418,
|
|
"num_tokens": 3095757.0,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"entropy": 5.217122030258179,
|
|
"epoch": 1.0983884648006785,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004922228841676186,
|
|
"loss": 5.1482,
|
|
"mean_token_accuracy": 0.21787536442279815,
|
|
"num_tokens": 3100172.0,
|
|
"step": 3885
|
|
},
|
|
{
|
|
"entropy": 5.16765193939209,
|
|
"epoch": 1.0998020921685043,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004921960514819065,
|
|
"loss": 5.2507,
|
|
"mean_token_accuracy": 0.20131237655878068,
|
|
"num_tokens": 3103857.0,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"entropy": 5.189775514602661,
|
|
"epoch": 1.1012157195363301,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004921691734035627,
|
|
"loss": 5.1922,
|
|
"mean_token_accuracy": 0.21736215502023698,
|
|
"num_tokens": 3107817.0,
|
|
"step": 3895
|
|
},
|
|
{
|
|
"entropy": 5.232204532623291,
|
|
"epoch": 1.1026293469041561,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004921422499382046,
|
|
"loss": 5.083,
|
|
"mean_token_accuracy": 0.2302867665886879,
|
|
"num_tokens": 3111655.0,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"entropy": 5.321524429321289,
|
|
"epoch": 1.104042974271982,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.000492115281091459,
|
|
"loss": 5.2113,
|
|
"mean_token_accuracy": 0.2267227962613106,
|
|
"num_tokens": 3115959.0,
|
|
"step": 3905
|
|
},
|
|
{
|
|
"entropy": 5.100022649765014,
|
|
"epoch": 1.1054566016398077,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0004920882668689623,
|
|
"loss": 4.9499,
|
|
"mean_token_accuracy": 0.23122830390930177,
|
|
"num_tokens": 3119930.0,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"entropy": 4.9987283706665036,
|
|
"epoch": 1.1068702290076335,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004920612072763603,
|
|
"loss": 5.1033,
|
|
"mean_token_accuracy": 0.22130937427282332,
|
|
"num_tokens": 3123806.0,
|
|
"step": 3915
|
|
},
|
|
{
|
|
"entropy": 5.186697578430175,
|
|
"epoch": 1.1082838563754593,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 0.0004920341023193082,
|
|
"loss": 5.0954,
|
|
"mean_token_accuracy": 0.22833006232976913,
|
|
"num_tokens": 3127942.0,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"entropy": 5.148104429244995,
|
|
"epoch": 1.1096974837432854,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004920069520034708,
|
|
"loss": 5.1382,
|
|
"mean_token_accuracy": 0.2229016363620758,
|
|
"num_tokens": 3132014.0,
|
|
"step": 3925
|
|
},
|
|
{
|
|
"entropy": 5.220484828948974,
|
|
"epoch": 1.1111111111111112,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004919797563345224,
|
|
"loss": 5.1709,
|
|
"mean_token_accuracy": 0.2237967699766159,
|
|
"num_tokens": 3135854.0,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"entropy": 5.262665748596191,
|
|
"epoch": 1.112524738478937,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004919525153181466,
|
|
"loss": 5.193,
|
|
"mean_token_accuracy": 0.22024215012788773,
|
|
"num_tokens": 3139804.0,
|
|
"step": 3935
|
|
},
|
|
{
|
|
"entropy": 5.2919939994812015,
|
|
"epoch": 1.1139383658467628,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004919252289600367,
|
|
"loss": 5.2713,
|
|
"mean_token_accuracy": 0.21416167318820953,
|
|
"num_tokens": 3143473.0,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"entropy": 5.207576608657837,
|
|
"epoch": 1.1153519932145886,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004918978972658954,
|
|
"loss": 5.11,
|
|
"mean_token_accuracy": 0.21900631934404374,
|
|
"num_tokens": 3147626.0,
|
|
"step": 3945
|
|
},
|
|
{
|
|
"entropy": 5.203172016143799,
|
|
"epoch": 1.1167656205824146,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004918705202414348,
|
|
"loss": 5.1733,
|
|
"mean_token_accuracy": 0.20733029246330262,
|
|
"num_tokens": 3151758.0,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"entropy": 5.146705293655396,
|
|
"epoch": 1.1181792479502404,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004918430978923768,
|
|
"loss": 5.0872,
|
|
"mean_token_accuracy": 0.2245933935046196,
|
|
"num_tokens": 3155490.0,
|
|
"step": 3955
|
|
},
|
|
{
|
|
"entropy": 5.283050489425659,
|
|
"epoch": 1.1195928753180662,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.000491815630224452,
|
|
"loss": 5.2531,
|
|
"mean_token_accuracy": 0.20974818170070647,
|
|
"num_tokens": 3159385.0,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"entropy": 5.300577306747437,
|
|
"epoch": 1.121006502685892,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004917881172434012,
|
|
"loss": 5.2486,
|
|
"mean_token_accuracy": 0.2130150318145752,
|
|
"num_tokens": 3163198.0,
|
|
"step": 3965
|
|
},
|
|
{
|
|
"entropy": 5.199048089981079,
|
|
"epoch": 1.1224201300537178,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004917605589549746,
|
|
"loss": 5.1292,
|
|
"mean_token_accuracy": 0.21350466161966325,
|
|
"num_tokens": 3167140.0,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"entropy": 5.065745544433594,
|
|
"epoch": 1.1238337574215436,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.0004917329553649315,
|
|
"loss": 4.9839,
|
|
"mean_token_accuracy": 0.2348677083849907,
|
|
"num_tokens": 3170782.0,
|
|
"step": 3975
|
|
},
|
|
{
|
|
"entropy": 5.21138367652893,
|
|
"epoch": 1.1252473847893696,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004917053064790411,
|
|
"loss": 5.0412,
|
|
"mean_token_accuracy": 0.22398332953453065,
|
|
"num_tokens": 3174678.0,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"entropy": 5.261939668655396,
|
|
"epoch": 1.1266610121571954,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.0004916776123030815,
|
|
"loss": 5.1506,
|
|
"mean_token_accuracy": 0.22117561101913452,
|
|
"num_tokens": 3178569.0,
|
|
"step": 3985
|
|
},
|
|
{
|
|
"entropy": 5.1857462406158445,
|
|
"epoch": 1.1280746395250212,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004916498728428411,
|
|
"loss": 5.0283,
|
|
"mean_token_accuracy": 0.22664499431848525,
|
|
"num_tokens": 3182328.0,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"entropy": 5.095700263977051,
|
|
"epoch": 1.129488266892847,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004916220881041168,
|
|
"loss": 5.0908,
|
|
"mean_token_accuracy": 0.22369365096092225,
|
|
"num_tokens": 3186477.0,
|
|
"step": 3995
|
|
},
|
|
{
|
|
"entropy": 5.13436369895935,
|
|
"epoch": 1.1309018942606728,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.0004915942580927156,
|
|
"loss": 5.1501,
|
|
"mean_token_accuracy": 0.21428398340940474,
|
|
"num_tokens": 3190517.0,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 1.1309018942606728,
|
|
"eval_entropy": 5.076207057877181,
|
|
"eval_loss": 5.468887805938721,
|
|
"eval_mean_token_accuracy": 0.21311278204538567,
|
|
"eval_num_tokens": 3190517.0,
|
|
"eval_runtime": 6.5516,
|
|
"eval_samples_per_second": 1722.34,
|
|
"eval_steps_per_second": 215.369,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"entropy": 5.2192095756530765,
|
|
"epoch": 1.1323155216284988,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.000491566382814454,
|
|
"loss": 5.0677,
|
|
"mean_token_accuracy": 0.2309686318039894,
|
|
"num_tokens": 3194434.0,
|
|
"step": 4005
|
|
},
|
|
{
|
|
"entropy": 5.170869970321656,
|
|
"epoch": 1.1337291489963246,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004915384622751575,
|
|
"loss": 5.0941,
|
|
"mean_token_accuracy": 0.22967276126146316,
|
|
"num_tokens": 3198365.0,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"entropy": 5.160197019577026,
|
|
"epoch": 1.1351427763641504,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004915104964806615,
|
|
"loss": 5.0998,
|
|
"mean_token_accuracy": 0.22692762166261674,
|
|
"num_tokens": 3202272.0,
|
|
"step": 4015
|
|
},
|
|
{
|
|
"entropy": 5.1931580066680905,
|
|
"epoch": 1.1365564037319762,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004914824854368105,
|
|
"loss": 5.2275,
|
|
"mean_token_accuracy": 0.21837261766195298,
|
|
"num_tokens": 3206151.0,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"entropy": 5.273421287536621,
|
|
"epoch": 1.137970031099802,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004914544291494588,
|
|
"loss": 5.1172,
|
|
"mean_token_accuracy": 0.21438456922769547,
|
|
"num_tokens": 3210038.0,
|
|
"step": 4025
|
|
},
|
|
{
|
|
"entropy": 5.2248083591461185,
|
|
"epoch": 1.139383658467628,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004914263276244699,
|
|
"loss": 5.1129,
|
|
"mean_token_accuracy": 0.21759224832057952,
|
|
"num_tokens": 3213883.0,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"entropy": 5.110714769363403,
|
|
"epoch": 1.1407972858354538,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004913981808677168,
|
|
"loss": 5.084,
|
|
"mean_token_accuracy": 0.22000448256731034,
|
|
"num_tokens": 3217861.0,
|
|
"step": 4035
|
|
},
|
|
{
|
|
"entropy": 5.055943632125855,
|
|
"epoch": 1.1422109132032796,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.0004913699888850822,
|
|
"loss": 4.9511,
|
|
"mean_token_accuracy": 0.24013029634952546,
|
|
"num_tokens": 3221492.0,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"entropy": 5.211551856994629,
|
|
"epoch": 1.1436245405711054,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004913417516824578,
|
|
"loss": 5.1485,
|
|
"mean_token_accuracy": 0.2048600807785988,
|
|
"num_tokens": 3225504.0,
|
|
"step": 4045
|
|
},
|
|
{
|
|
"entropy": 5.247188329696655,
|
|
"epoch": 1.1450381679389312,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004913134692657451,
|
|
"loss": 5.2425,
|
|
"mean_token_accuracy": 0.2094692826271057,
|
|
"num_tokens": 3229722.0,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"entropy": 5.166671943664551,
|
|
"epoch": 1.1464517953067572,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.000491285141640855,
|
|
"loss": 5.1254,
|
|
"mean_token_accuracy": 0.22285528630018234,
|
|
"num_tokens": 3233865.0,
|
|
"step": 4055
|
|
},
|
|
{
|
|
"entropy": 5.11505708694458,
|
|
"epoch": 1.147865422674583,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 0.0004912567688137078,
|
|
"loss": 5.1077,
|
|
"mean_token_accuracy": 0.20433495193719864,
|
|
"num_tokens": 3237586.0,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"entropy": 5.049159288406372,
|
|
"epoch": 1.1492790500424088,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004912283507902333,
|
|
"loss": 5.1406,
|
|
"mean_token_accuracy": 0.2199555218219757,
|
|
"num_tokens": 3241431.0,
|
|
"step": 4065
|
|
},
|
|
{
|
|
"entropy": 5.288000154495239,
|
|
"epoch": 1.1506926774102346,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004911998875763704,
|
|
"loss": 5.1136,
|
|
"mean_token_accuracy": 0.2233517050743103,
|
|
"num_tokens": 3245427.0,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"entropy": 5.183496952056885,
|
|
"epoch": 1.1521063047780604,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004911713791780681,
|
|
"loss": 5.066,
|
|
"mean_token_accuracy": 0.21957475394010545,
|
|
"num_tokens": 3249361.0,
|
|
"step": 4075
|
|
},
|
|
{
|
|
"entropy": 5.205584955215454,
|
|
"epoch": 1.1535199321458864,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004911428256012841,
|
|
"loss": 5.0734,
|
|
"mean_token_accuracy": 0.2139248251914978,
|
|
"num_tokens": 3253181.0,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"entropy": 5.058682441711426,
|
|
"epoch": 1.1549335595137122,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004911142268519864,
|
|
"loss": 4.991,
|
|
"mean_token_accuracy": 0.22817762494087218,
|
|
"num_tokens": 3257036.0,
|
|
"step": 4085
|
|
},
|
|
{
|
|
"entropy": 5.115410852432251,
|
|
"epoch": 1.156347186881538,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004910855829361515,
|
|
"loss": 5.1131,
|
|
"mean_token_accuracy": 0.21949969679117204,
|
|
"num_tokens": 3261180.0,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"entropy": 5.207958221435547,
|
|
"epoch": 1.1577608142493638,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004910568938597661,
|
|
"loss": 4.9676,
|
|
"mean_token_accuracy": 0.2311878651380539,
|
|
"num_tokens": 3265502.0,
|
|
"step": 4095
|
|
},
|
|
{
|
|
"entropy": 5.248392581939697,
|
|
"epoch": 1.1591744416171896,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004910281596288259,
|
|
"loss": 5.1845,
|
|
"mean_token_accuracy": 0.21716278195381164,
|
|
"num_tokens": 3269261.0,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"entropy": 5.27809329032898,
|
|
"epoch": 1.1605880689850157,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004909993802493362,
|
|
"loss": 5.0827,
|
|
"mean_token_accuracy": 0.22198781818151475,
|
|
"num_tokens": 3273700.0,
|
|
"step": 4105
|
|
},
|
|
{
|
|
"entropy": 5.288869762420655,
|
|
"epoch": 1.1620016963528415,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004909705557273118,
|
|
"loss": 5.1408,
|
|
"mean_token_accuracy": 0.21834564805030823,
|
|
"num_tokens": 3277829.0,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"entropy": 5.20812029838562,
|
|
"epoch": 1.1634153237206672,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004909416860687767,
|
|
"loss": 5.1661,
|
|
"mean_token_accuracy": 0.22114219516515732,
|
|
"num_tokens": 3281833.0,
|
|
"step": 4115
|
|
},
|
|
{
|
|
"entropy": 5.094548654556275,
|
|
"epoch": 1.164828951088493,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.0004909127712797646,
|
|
"loss": 5.0392,
|
|
"mean_token_accuracy": 0.2222913384437561,
|
|
"num_tokens": 3285539.0,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"entropy": 5.265209579467774,
|
|
"epoch": 1.1662425784563188,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004908838113663185,
|
|
"loss": 5.1473,
|
|
"mean_token_accuracy": 0.2113668367266655,
|
|
"num_tokens": 3289199.0,
|
|
"step": 4125
|
|
},
|
|
{
|
|
"entropy": 5.2038978099822994,
|
|
"epoch": 1.1676562058241449,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004908548063344907,
|
|
"loss": 5.0573,
|
|
"mean_token_accuracy": 0.22192037105560303,
|
|
"num_tokens": 3292892.0,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"entropy": 5.1661670207977295,
|
|
"epoch": 1.1690698331919707,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004908257561903433,
|
|
"loss": 5.1015,
|
|
"mean_token_accuracy": 0.2180330917239189,
|
|
"num_tokens": 3297059.0,
|
|
"step": 4135
|
|
},
|
|
{
|
|
"entropy": 5.074080228805542,
|
|
"epoch": 1.1704834605597965,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004907966609399474,
|
|
"loss": 4.9808,
|
|
"mean_token_accuracy": 0.2403806209564209,
|
|
"num_tokens": 3300918.0,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"entropy": 5.082246494293213,
|
|
"epoch": 1.1718970879276223,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004907675205893838,
|
|
"loss": 4.9694,
|
|
"mean_token_accuracy": 0.2399939313530922,
|
|
"num_tokens": 3305087.0,
|
|
"step": 4145
|
|
},
|
|
{
|
|
"entropy": 5.212430858612061,
|
|
"epoch": 1.173310715295448,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004907383351447428,
|
|
"loss": 5.1315,
|
|
"mean_token_accuracy": 0.20667629092931747,
|
|
"num_tokens": 3309439.0,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"entropy": 5.168219041824341,
|
|
"epoch": 1.174724342663274,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004907091046121236,
|
|
"loss": 5.1294,
|
|
"mean_token_accuracy": 0.2139601305127144,
|
|
"num_tokens": 3313423.0,
|
|
"step": 4155
|
|
},
|
|
{
|
|
"entropy": 5.162868547439575,
|
|
"epoch": 1.1761379700310999,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004906798289976357,
|
|
"loss": 5.0975,
|
|
"mean_token_accuracy": 0.22220794707536698,
|
|
"num_tokens": 3317300.0,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"entropy": 5.227300357818604,
|
|
"epoch": 1.1775515973989257,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004906505083073971,
|
|
"loss": 5.1894,
|
|
"mean_token_accuracy": 0.2162318244576454,
|
|
"num_tokens": 3321572.0,
|
|
"step": 4165
|
|
},
|
|
{
|
|
"entropy": 5.233516693115234,
|
|
"epoch": 1.1789652247667515,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004906211425475358,
|
|
"loss": 5.0983,
|
|
"mean_token_accuracy": 0.22186366766691207,
|
|
"num_tokens": 3325535.0,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"entropy": 5.226093006134033,
|
|
"epoch": 1.1803788521345773,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004905917317241891,
|
|
"loss": 5.1181,
|
|
"mean_token_accuracy": 0.21822239756584166,
|
|
"num_tokens": 3329260.0,
|
|
"step": 4175
|
|
},
|
|
{
|
|
"entropy": 5.203704023361206,
|
|
"epoch": 1.181792479502403,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004905622758435038,
|
|
"loss": 5.0326,
|
|
"mean_token_accuracy": 0.2233029767870903,
|
|
"num_tokens": 3333492.0,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"entropy": 5.228781843185425,
|
|
"epoch": 1.183206106870229,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004905327749116356,
|
|
"loss": 5.2062,
|
|
"mean_token_accuracy": 0.21565472781658174,
|
|
"num_tokens": 3337730.0,
|
|
"step": 4185
|
|
},
|
|
{
|
|
"entropy": 5.174372863769531,
|
|
"epoch": 1.1846197342380549,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004905032289347504,
|
|
"loss": 5.2121,
|
|
"mean_token_accuracy": 0.21797430366277695,
|
|
"num_tokens": 3341699.0,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"entropy": 5.23379111289978,
|
|
"epoch": 1.1860333616058807,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004904736379190229,
|
|
"loss": 5.1102,
|
|
"mean_token_accuracy": 0.2083887994289398,
|
|
"num_tokens": 3345730.0,
|
|
"step": 4195
|
|
},
|
|
{
|
|
"entropy": 5.186162614822388,
|
|
"epoch": 1.1874469889737065,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 0.0004904440018706377,
|
|
"loss": 5.0994,
|
|
"mean_token_accuracy": 0.22016676664352416,
|
|
"num_tokens": 3349534.0,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"entropy": 5.1115487575531,
|
|
"epoch": 1.1888606163415323,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004904143207957882,
|
|
"loss": 5.0293,
|
|
"mean_token_accuracy": 0.21696435809135436,
|
|
"num_tokens": 3353279.0,
|
|
"step": 4205
|
|
},
|
|
{
|
|
"entropy": 5.024718713760376,
|
|
"epoch": 1.1902742437093583,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004903845947006778,
|
|
"loss": 5.1487,
|
|
"mean_token_accuracy": 0.21782537251710893,
|
|
"num_tokens": 3357326.0,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"entropy": 5.14876503944397,
|
|
"epoch": 1.191687871077184,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.000490354823591519,
|
|
"loss": 5.1105,
|
|
"mean_token_accuracy": 0.22573825865983962,
|
|
"num_tokens": 3361219.0,
|
|
"step": 4215
|
|
},
|
|
{
|
|
"entropy": 5.19541335105896,
|
|
"epoch": 1.19310149844501,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004903250074745338,
|
|
"loss": 5.0937,
|
|
"mean_token_accuracy": 0.21079928427934647,
|
|
"num_tokens": 3365136.0,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"entropy": 5.113995361328125,
|
|
"epoch": 1.1945151258128357,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004902951463559535,
|
|
"loss": 5.0199,
|
|
"mean_token_accuracy": 0.22354227304458618,
|
|
"num_tokens": 3369020.0,
|
|
"step": 4225
|
|
},
|
|
{
|
|
"entropy": 5.173697090148925,
|
|
"epoch": 1.1959287531806615,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.000490265240242019,
|
|
"loss": 5.2176,
|
|
"mean_token_accuracy": 0.21079761087894439,
|
|
"num_tokens": 3373176.0,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"entropy": 5.07566499710083,
|
|
"epoch": 1.1973423805484873,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004902352891389804,
|
|
"loss": 5.1057,
|
|
"mean_token_accuracy": 0.21314375400543212,
|
|
"num_tokens": 3377033.0,
|
|
"step": 4235
|
|
},
|
|
{
|
|
"entropy": 5.269766187667846,
|
|
"epoch": 1.1987560079163133,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004902052930530975,
|
|
"loss": 5.1346,
|
|
"mean_token_accuracy": 0.21162494868040085,
|
|
"num_tokens": 3381011.0,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"entropy": 5.163282871246338,
|
|
"epoch": 1.2001696352841391,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004901752519906391,
|
|
"loss": 5.0653,
|
|
"mean_token_accuracy": 0.22274785488843918,
|
|
"num_tokens": 3384960.0,
|
|
"step": 4245
|
|
},
|
|
{
|
|
"entropy": 4.956600713729858,
|
|
"epoch": 1.201583262651965,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004901451659578836,
|
|
"loss": 4.9643,
|
|
"mean_token_accuracy": 0.22998282164335251,
|
|
"num_tokens": 3388888.0,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"entropy": 5.043566560745239,
|
|
"epoch": 1.2029968900197907,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0004901150349611187,
|
|
"loss": 5.0198,
|
|
"mean_token_accuracy": 0.233669313788414,
|
|
"num_tokens": 3392719.0,
|
|
"step": 4255
|
|
},
|
|
{
|
|
"entropy": 5.209820318222046,
|
|
"epoch": 1.2044105173876165,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004900848590066419,
|
|
"loss": 5.1593,
|
|
"mean_token_accuracy": 0.2096559539437294,
|
|
"num_tokens": 3396884.0,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"entropy": 5.0651538372039795,
|
|
"epoch": 1.2058241447554425,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004900546381007595,
|
|
"loss": 5.0544,
|
|
"mean_token_accuracy": 0.21814290583133697,
|
|
"num_tokens": 3400764.0,
|
|
"step": 4265
|
|
},
|
|
{
|
|
"entropy": 5.105000019073486,
|
|
"epoch": 1.2072377721232683,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004900243722497877,
|
|
"loss": 5.1274,
|
|
"mean_token_accuracy": 0.21617622673511505,
|
|
"num_tokens": 3405120.0,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"entropy": 5.146544885635376,
|
|
"epoch": 1.2086513994910941,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004899940614600517,
|
|
"loss": 5.1362,
|
|
"mean_token_accuracy": 0.22179561108350754,
|
|
"num_tokens": 3409200.0,
|
|
"step": 4275
|
|
},
|
|
{
|
|
"entropy": 5.196063804626465,
|
|
"epoch": 1.21006502685892,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004899637057378864,
|
|
"loss": 5.1363,
|
|
"mean_token_accuracy": 0.21705241799354552,
|
|
"num_tokens": 3413360.0,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"entropy": 5.130340671539306,
|
|
"epoch": 1.2114786542267457,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004899333050896358,
|
|
"loss": 5.2179,
|
|
"mean_token_accuracy": 0.20770107656717302,
|
|
"num_tokens": 3417445.0,
|
|
"step": 4285
|
|
},
|
|
{
|
|
"entropy": 5.1846911907196045,
|
|
"epoch": 1.2128922815945717,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004899028595216536,
|
|
"loss": 5.0929,
|
|
"mean_token_accuracy": 0.21372957080602645,
|
|
"num_tokens": 3421289.0,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"entropy": 5.084757900238037,
|
|
"epoch": 1.2143059089623975,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004898723690403027,
|
|
"loss": 5.016,
|
|
"mean_token_accuracy": 0.22967990785837172,
|
|
"num_tokens": 3425211.0,
|
|
"step": 4295
|
|
},
|
|
{
|
|
"entropy": 5.124425601959229,
|
|
"epoch": 1.2157195363302233,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.0004898418336519553,
|
|
"loss": 5.1838,
|
|
"mean_token_accuracy": 0.21873701810836793,
|
|
"num_tokens": 3429101.0,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"entropy": 5.172448253631591,
|
|
"epoch": 1.2171331636980491,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004898112533629933,
|
|
"loss": 5.1345,
|
|
"mean_token_accuracy": 0.21863100528717042,
|
|
"num_tokens": 3433334.0,
|
|
"step": 4305
|
|
},
|
|
{
|
|
"entropy": 5.107789945602417,
|
|
"epoch": 1.218546791065875,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004897806281798076,
|
|
"loss": 5.13,
|
|
"mean_token_accuracy": 0.22332694232463837,
|
|
"num_tokens": 3437044.0,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"entropy": 5.226331567764282,
|
|
"epoch": 1.219960418433701,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004897499581087989,
|
|
"loss": 5.15,
|
|
"mean_token_accuracy": 0.21030321419239045,
|
|
"num_tokens": 3440979.0,
|
|
"step": 4315
|
|
},
|
|
{
|
|
"entropy": 5.241788053512574,
|
|
"epoch": 1.2213740458015268,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.000489719243156377,
|
|
"loss": 5.1948,
|
|
"mean_token_accuracy": 0.2124111086130142,
|
|
"num_tokens": 3445285.0,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"entropy": 5.29642882347107,
|
|
"epoch": 1.2227876731693526,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0004896884833289609,
|
|
"loss": 5.1629,
|
|
"mean_token_accuracy": 0.2191924661397934,
|
|
"num_tokens": 3449460.0,
|
|
"step": 4325
|
|
},
|
|
{
|
|
"entropy": 5.318815135955811,
|
|
"epoch": 1.2242013005371783,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004896576786329794,
|
|
"loss": 4.9657,
|
|
"mean_token_accuracy": 0.22279219180345536,
|
|
"num_tokens": 3453193.0,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"entropy": 5.162304639816284,
|
|
"epoch": 1.2256149279050041,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0004896268290748704,
|
|
"loss": 5.1979,
|
|
"mean_token_accuracy": 0.2151190981268883,
|
|
"num_tokens": 3457099.0,
|
|
"step": 4335
|
|
},
|
|
{
|
|
"entropy": 5.142337989807129,
|
|
"epoch": 1.2270285552728302,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004895959346610815,
|
|
"loss": 5.1618,
|
|
"mean_token_accuracy": 0.21533561050891875,
|
|
"num_tokens": 3461370.0,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"entropy": 5.346613645553589,
|
|
"epoch": 1.228442182640656,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004895649953980691,
|
|
"loss": 5.1758,
|
|
"mean_token_accuracy": 0.20752868354320525,
|
|
"num_tokens": 3465663.0,
|
|
"step": 4345
|
|
},
|
|
{
|
|
"entropy": 5.180907678604126,
|
|
"epoch": 1.2298558100084818,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.0004895340112922997,
|
|
"loss": 5.1328,
|
|
"mean_token_accuracy": 0.2154103234410286,
|
|
"num_tokens": 3469304.0,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"entropy": 5.0228759288787845,
|
|
"epoch": 1.2312694373763076,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004895029823502485,
|
|
"loss": 5.0159,
|
|
"mean_token_accuracy": 0.23500039279460908,
|
|
"num_tokens": 3473199.0,
|
|
"step": 4355
|
|
},
|
|
{
|
|
"entropy": 5.107254934310913,
|
|
"epoch": 1.2326830647441334,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004894719085784005,
|
|
"loss": 4.9805,
|
|
"mean_token_accuracy": 0.2298651322722435,
|
|
"num_tokens": 3476989.0,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"entropy": 5.173661375045777,
|
|
"epoch": 1.2340966921119594,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004894407899832497,
|
|
"loss": 5.1225,
|
|
"mean_token_accuracy": 0.21907873451709747,
|
|
"num_tokens": 3481123.0,
|
|
"step": 4365
|
|
},
|
|
{
|
|
"entropy": 5.008401584625244,
|
|
"epoch": 1.2355103194797852,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004894096265713,
|
|
"loss": 5.0057,
|
|
"mean_token_accuracy": 0.22622695714235305,
|
|
"num_tokens": 3484963.0,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"entropy": 4.934173917770385,
|
|
"epoch": 1.236923946847611,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000489378418349064,
|
|
"loss": 5.0084,
|
|
"mean_token_accuracy": 0.23443454802036284,
|
|
"num_tokens": 3488754.0,
|
|
"step": 4375
|
|
},
|
|
{
|
|
"entropy": 5.064777660369873,
|
|
"epoch": 1.2383375742154368,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004893471653230644,
|
|
"loss": 4.9755,
|
|
"mean_token_accuracy": 0.23205506652593613,
|
|
"num_tokens": 3493147.0,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"entropy": 5.19450192451477,
|
|
"epoch": 1.2397512015832626,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004893158674998328,
|
|
"loss": 5.0939,
|
|
"mean_token_accuracy": 0.22253225296735762,
|
|
"num_tokens": 3497217.0,
|
|
"step": 4385
|
|
},
|
|
{
|
|
"entropy": 5.10273380279541,
|
|
"epoch": 1.2411648289510886,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004892845248859101,
|
|
"loss": 5.1101,
|
|
"mean_token_accuracy": 0.22393780052661896,
|
|
"num_tokens": 3500948.0,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"entropy": 5.16806640625,
|
|
"epoch": 1.2425784563189144,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 0.0004892531374878468,
|
|
"loss": 5.1672,
|
|
"mean_token_accuracy": 0.22861336171627045,
|
|
"num_tokens": 3504997.0,
|
|
"step": 4395
|
|
},
|
|
{
|
|
"entropy": 5.138900423049927,
|
|
"epoch": 1.2439920836867402,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.0004892217053122026,
|
|
"loss": 5.0292,
|
|
"mean_token_accuracy": 0.2175416350364685,
|
|
"num_tokens": 3509198.0,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"entropy": 5.179997158050537,
|
|
"epoch": 1.245405711054566,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004891902283655468,
|
|
"loss": 5.2484,
|
|
"mean_token_accuracy": 0.2087549686431885,
|
|
"num_tokens": 3513002.0,
|
|
"step": 4405
|
|
},
|
|
{
|
|
"entropy": 5.211358213424683,
|
|
"epoch": 1.2468193384223918,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004891587066544577,
|
|
"loss": 5.0695,
|
|
"mean_token_accuracy": 0.219163279235363,
|
|
"num_tokens": 3516941.0,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"entropy": 5.149922132492065,
|
|
"epoch": 1.2482329657902178,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0004891271401855232,
|
|
"loss": 5.0816,
|
|
"mean_token_accuracy": 0.21181935966014862,
|
|
"num_tokens": 3520788.0,
|
|
"step": 4415
|
|
},
|
|
{
|
|
"entropy": 5.1027655601501465,
|
|
"epoch": 1.2496465931580436,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004890955289653407,
|
|
"loss": 5.2198,
|
|
"mean_token_accuracy": 0.2137544795870781,
|
|
"num_tokens": 3524690.0,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"entropy": 5.127509832382202,
|
|
"epoch": 1.2510602205258694,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004890638730005164,
|
|
"loss": 5.0799,
|
|
"mean_token_accuracy": 0.23154484629631042,
|
|
"num_tokens": 3528826.0,
|
|
"step": 4425
|
|
},
|
|
{
|
|
"entropy": 5.172293424606323,
|
|
"epoch": 1.2524738478936952,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004890321722976665,
|
|
"loss": 5.0708,
|
|
"mean_token_accuracy": 0.2198789343237877,
|
|
"num_tokens": 3532660.0,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"entropy": 5.167311763763427,
|
|
"epoch": 1.253887475261521,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.000489000426863416,
|
|
"loss": 5.1099,
|
|
"mean_token_accuracy": 0.21733296066522598,
|
|
"num_tokens": 3536635.0,
|
|
"step": 4435
|
|
},
|
|
{
|
|
"entropy": 5.111905336380005,
|
|
"epoch": 1.255301102629347,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.0004889686367043997,
|
|
"loss": 5.1002,
|
|
"mean_token_accuracy": 0.22555067539215087,
|
|
"num_tokens": 3540468.0,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"entropy": 5.074908351898193,
|
|
"epoch": 1.2567147299971728,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004889368018272614,
|
|
"loss": 5.0567,
|
|
"mean_token_accuracy": 0.2276523619890213,
|
|
"num_tokens": 3544748.0,
|
|
"step": 4445
|
|
},
|
|
{
|
|
"entropy": 5.157138061523438,
|
|
"epoch": 1.2581283573649986,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004889049222386547,
|
|
"loss": 5.068,
|
|
"mean_token_accuracy": 0.2201649382710457,
|
|
"num_tokens": 3548766.0,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"entropy": 5.2251551151275635,
|
|
"epoch": 1.2595419847328244,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.0004888729979452417,
|
|
"loss": 5.0935,
|
|
"mean_token_accuracy": 0.21711475104093553,
|
|
"num_tokens": 3553137.0,
|
|
"step": 4455
|
|
},
|
|
{
|
|
"entropy": 5.181662368774414,
|
|
"epoch": 1.2609556121006502,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004888410289536949,
|
|
"loss": 5.156,
|
|
"mean_token_accuracy": 0.212474425137043,
|
|
"num_tokens": 3557029.0,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"entropy": 5.0712597370147705,
|
|
"epoch": 1.2623692394684762,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004888090152706953,
|
|
"loss": 4.9949,
|
|
"mean_token_accuracy": 0.23251367211341858,
|
|
"num_tokens": 3560919.0,
|
|
"step": 4465
|
|
},
|
|
{
|
|
"entropy": 5.05785059928894,
|
|
"epoch": 1.263782866836302,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004887769569029336,
|
|
"loss": 5.0579,
|
|
"mean_token_accuracy": 0.21858127862215043,
|
|
"num_tokens": 3565096.0,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"entropy": 5.112567615509033,
|
|
"epoch": 1.2651964942041278,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.00048874485385711,
|
|
"loss": 4.9734,
|
|
"mean_token_accuracy": 0.2266402766108513,
|
|
"num_tokens": 3568780.0,
|
|
"step": 4475
|
|
},
|
|
{
|
|
"entropy": 5.105242919921875,
|
|
"epoch": 1.2666101215719536,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.0004887127061399336,
|
|
"loss": 5.0693,
|
|
"mean_token_accuracy": 0.22039632201194764,
|
|
"num_tokens": 3572743.0,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"entropy": 5.079741287231445,
|
|
"epoch": 1.2680237489397794,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.0004886805137581232,
|
|
"loss": 5.1355,
|
|
"mean_token_accuracy": 0.22051983177661896,
|
|
"num_tokens": 3576721.0,
|
|
"step": 4485
|
|
},
|
|
{
|
|
"entropy": 5.054748249053955,
|
|
"epoch": 1.2694373763076054,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004886482767184068,
|
|
"loss": 4.9108,
|
|
"mean_token_accuracy": 0.23976295739412307,
|
|
"num_tokens": 3580388.0,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"entropy": 5.157027721405029,
|
|
"epoch": 1.270851003675431,
|
|
"grad_norm": 1.6640625,
|
|
"learning_rate": 0.0004886159950275217,
|
|
"loss": 5.1384,
|
|
"mean_token_accuracy": 0.22766706645488738,
|
|
"num_tokens": 3584249.0,
|
|
"step": 4495
|
|
},
|
|
{
|
|
"entropy": 5.150328350067139,
|
|
"epoch": 1.272264631043257,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004885836686922147,
|
|
"loss": 5.1027,
|
|
"mean_token_accuracy": 0.2279328241944313,
|
|
"num_tokens": 3588539.0,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"entropy": 5.103603506088257,
|
|
"epoch": 1.2736782584110828,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004885512977192416,
|
|
"loss": 5.1589,
|
|
"mean_token_accuracy": 0.2213436871767044,
|
|
"num_tokens": 3592756.0,
|
|
"step": 4505
|
|
},
|
|
{
|
|
"entropy": 5.153210258483886,
|
|
"epoch": 1.2750918857789086,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004885188821153678,
|
|
"loss": 4.9926,
|
|
"mean_token_accuracy": 0.22525349259376526,
|
|
"num_tokens": 3596569.0,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"entropy": 5.142386102676392,
|
|
"epoch": 1.2765055131467344,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.000488486421887368,
|
|
"loss": 5.1745,
|
|
"mean_token_accuracy": 0.2156160518527031,
|
|
"num_tokens": 3600541.0,
|
|
"step": 4515
|
|
},
|
|
{
|
|
"entropy": 5.163817882537842,
|
|
"epoch": 1.2779191405145602,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004884539170420263,
|
|
"loss": 5.0991,
|
|
"mean_token_accuracy": 0.22168633788824083,
|
|
"num_tokens": 3604567.0,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"entropy": 5.1744026184082035,
|
|
"epoch": 1.2793327678823863,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.000488421367586136,
|
|
"loss": 5.1481,
|
|
"mean_token_accuracy": 0.21416470408439636,
|
|
"num_tokens": 3608528.0,
|
|
"step": 4525
|
|
},
|
|
{
|
|
"entropy": 5.19086480140686,
|
|
"epoch": 1.280746395250212,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.0004883887735264993,
|
|
"loss": 5.1753,
|
|
"mean_token_accuracy": 0.21246986836194992,
|
|
"num_tokens": 3612408.0,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"entropy": 5.0976402282714846,
|
|
"epoch": 1.2821600226180379,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004883561348699287,
|
|
"loss": 5.0165,
|
|
"mean_token_accuracy": 0.2313650667667389,
|
|
"num_tokens": 3616176.0,
|
|
"step": 4535
|
|
},
|
|
{
|
|
"entropy": 5.098331642150879,
|
|
"epoch": 1.2835736499858637,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004883234516232452,
|
|
"loss": 5.0552,
|
|
"mean_token_accuracy": 0.2282039165496826,
|
|
"num_tokens": 3620446.0,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"entropy": 5.137396621704101,
|
|
"epoch": 1.2849872773536894,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0004882907237932796,
|
|
"loss": 5.0599,
|
|
"mean_token_accuracy": 0.22394090741872788,
|
|
"num_tokens": 3624437.0,
|
|
"step": 4545
|
|
},
|
|
{
|
|
"entropy": 5.179127550125122,
|
|
"epoch": 1.2864009047215155,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004882579513868716,
|
|
"loss": 5.1149,
|
|
"mean_token_accuracy": 0.22676489800214766,
|
|
"num_tokens": 3628418.0,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"entropy": 5.144613933563233,
|
|
"epoch": 1.2878145320893413,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.00048822513441087046,
|
|
"loss": 5.0403,
|
|
"mean_token_accuracy": 0.22211112678050995,
|
|
"num_tokens": 3632237.0,
|
|
"step": 4555
|
|
},
|
|
{
|
|
"entropy": 5.086827611923217,
|
|
"epoch": 1.289228159457167,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004881922728721348,
|
|
"loss": 5.0959,
|
|
"mean_token_accuracy": 0.21826667934656144,
|
|
"num_tokens": 3636275.0,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"entropy": 5.039886045455932,
|
|
"epoch": 1.2906417868249929,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.00048815936677753244,
|
|
"loss": 5.1328,
|
|
"mean_token_accuracy": 0.2117163583636284,
|
|
"num_tokens": 3640319.0,
|
|
"step": 4565
|
|
},
|
|
{
|
|
"entropy": 5.211140918731689,
|
|
"epoch": 1.2920554141928187,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.00048812641613394053,
|
|
"loss": 5.0855,
|
|
"mean_token_accuracy": 0.21473707407712936,
|
|
"num_tokens": 3644200.0,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"entropy": 5.008463764190674,
|
|
"epoch": 1.2934690415606447,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004880934209482457,
|
|
"loss": 5.0104,
|
|
"mean_token_accuracy": 0.22811658382415773,
|
|
"num_tokens": 3648314.0,
|
|
"step": 4575
|
|
},
|
|
{
|
|
"entropy": 5.1141821384429935,
|
|
"epoch": 1.2948826689284705,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.00048806038122734354,
|
|
"loss": 5.18,
|
|
"mean_token_accuracy": 0.2087305799126625,
|
|
"num_tokens": 3652241.0,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"entropy": 5.253288507461548,
|
|
"epoch": 1.2962962962962963,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 0.00048802729697813916,
|
|
"loss": 5.1646,
|
|
"mean_token_accuracy": 0.2080194264650345,
|
|
"num_tokens": 3656162.0,
|
|
"step": 4585
|
|
},
|
|
{
|
|
"entropy": 5.202285861968994,
|
|
"epoch": 1.297709923664122,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0004879941682075472,
|
|
"loss": 5.0875,
|
|
"mean_token_accuracy": 0.22350511997938155,
|
|
"num_tokens": 3660168.0,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"entropy": 5.218620491027832,
|
|
"epoch": 1.2991235510319479,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004879609949224911,
|
|
"loss": 5.1903,
|
|
"mean_token_accuracy": 0.2105267435312271,
|
|
"num_tokens": 3664299.0,
|
|
"step": 4595
|
|
},
|
|
{
|
|
"entropy": 5.269051837921142,
|
|
"epoch": 1.300537178399774,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.00048792777712990397,
|
|
"loss": 5.1422,
|
|
"mean_token_accuracy": 0.21296022832393646,
|
|
"num_tokens": 3668054.0,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"entropy": 5.237417268753052,
|
|
"epoch": 1.3019508057675997,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004878945148367281,
|
|
"loss": 5.0813,
|
|
"mean_token_accuracy": 0.2233643040060997,
|
|
"num_tokens": 3672161.0,
|
|
"step": 4605
|
|
},
|
|
{
|
|
"entropy": 5.297582340240479,
|
|
"epoch": 1.3033644331354255,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 0.00048786120804991526,
|
|
"loss": 5.2356,
|
|
"mean_token_accuracy": 0.20347945541143417,
|
|
"num_tokens": 3676040.0,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"entropy": 5.266462564468384,
|
|
"epoch": 1.3047780605032513,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.00048782785677642604,
|
|
"loss": 5.1696,
|
|
"mean_token_accuracy": 0.21635618954896926,
|
|
"num_tokens": 3680251.0,
|
|
"step": 4615
|
|
},
|
|
{
|
|
"entropy": 5.175524950027466,
|
|
"epoch": 1.306191687871077,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.000487794461023231,
|
|
"loss": 5.0305,
|
|
"mean_token_accuracy": 0.22404103577136994,
|
|
"num_tokens": 3684194.0,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"entropy": 5.093195199966431,
|
|
"epoch": 1.307605315238903,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.00048776102079730937,
|
|
"loss": 5.0949,
|
|
"mean_token_accuracy": 0.21288907527923584,
|
|
"num_tokens": 3688224.0,
|
|
"step": 4625
|
|
},
|
|
{
|
|
"entropy": 5.097847127914429,
|
|
"epoch": 1.309018942606729,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.00048772753610565014,
|
|
"loss": 5.0997,
|
|
"mean_token_accuracy": 0.2269148662686348,
|
|
"num_tokens": 3691956.0,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"entropy": 5.128762197494507,
|
|
"epoch": 1.3104325699745547,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.0004876940069552513,
|
|
"loss": 5.0301,
|
|
"mean_token_accuracy": 0.23561992049217223,
|
|
"num_tokens": 3696183.0,
|
|
"step": 4635
|
|
},
|
|
{
|
|
"entropy": 5.191114139556885,
|
|
"epoch": 1.3118461973423805,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.00048766043335312026,
|
|
"loss": 5.0796,
|
|
"mean_token_accuracy": 0.21269580274820327,
|
|
"num_tokens": 3699886.0,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"entropy": 5.150349426269531,
|
|
"epoch": 1.3132598247102063,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0004876268153062738,
|
|
"loss": 5.1503,
|
|
"mean_token_accuracy": 0.2194637417793274,
|
|
"num_tokens": 3703885.0,
|
|
"step": 4645
|
|
},
|
|
{
|
|
"entropy": 5.1658453941345215,
|
|
"epoch": 1.3146734520780323,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.00048759315282173766,
|
|
"loss": 5.0245,
|
|
"mean_token_accuracy": 0.21020454466342925,
|
|
"num_tokens": 3707493.0,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"entropy": 5.091509294509888,
|
|
"epoch": 1.3160870794458581,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004875594459065473,
|
|
"loss": 5.1257,
|
|
"mean_token_accuracy": 0.21664399802684783,
|
|
"num_tokens": 3711466.0,
|
|
"step": 4655
|
|
},
|
|
{
|
|
"entropy": 5.052444744110107,
|
|
"epoch": 1.317500706813684,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.00048752569456774717,
|
|
"loss": 5.0692,
|
|
"mean_token_accuracy": 0.21860056817531587,
|
|
"num_tokens": 3715270.0,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"entropy": 5.206305599212646,
|
|
"epoch": 1.3189143341815097,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.00048749189881239105,
|
|
"loss": 5.1226,
|
|
"mean_token_accuracy": 0.2205084189772606,
|
|
"num_tokens": 3719202.0,
|
|
"step": 4665
|
|
},
|
|
{
|
|
"entropy": 5.005170726776123,
|
|
"epoch": 1.3203279615493355,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.00048745805864754214,
|
|
"loss": 4.9586,
|
|
"mean_token_accuracy": 0.23939103931188582,
|
|
"num_tokens": 3723197.0,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"entropy": 5.074552249908447,
|
|
"epoch": 1.3217415889171615,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004874241740802727,
|
|
"loss": 5.0567,
|
|
"mean_token_accuracy": 0.22182919532060624,
|
|
"num_tokens": 3727528.0,
|
|
"step": 4675
|
|
},
|
|
{
|
|
"entropy": 5.096038007736206,
|
|
"epoch": 1.3231552162849873,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004873902451176645,
|
|
"loss": 4.9954,
|
|
"mean_token_accuracy": 0.23075418323278427,
|
|
"num_tokens": 3731410.0,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"entropy": 5.165931987762451,
|
|
"epoch": 1.3245688436528131,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.0004873562717668084,
|
|
"loss": 5.2019,
|
|
"mean_token_accuracy": 0.22121675908565522,
|
|
"num_tokens": 3735694.0,
|
|
"step": 4685
|
|
},
|
|
{
|
|
"entropy": 5.098274230957031,
|
|
"epoch": 1.325982471020639,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0004873222540348048,
|
|
"loss": 5.1502,
|
|
"mean_token_accuracy": 0.21669952869415282,
|
|
"num_tokens": 3739836.0,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"entropy": 5.045234298706054,
|
|
"epoch": 1.3273960983884647,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004872881919287629,
|
|
"loss": 5.0688,
|
|
"mean_token_accuracy": 0.2206188827753067,
|
|
"num_tokens": 3743748.0,
|
|
"step": 4695
|
|
},
|
|
{
|
|
"entropy": 5.172725963592529,
|
|
"epoch": 1.3288097257562907,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0004872540854558018,
|
|
"loss": 5.0552,
|
|
"mean_token_accuracy": 0.22823820263147354,
|
|
"num_tokens": 3748034.0,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"entropy": 5.19414496421814,
|
|
"epoch": 1.3302233531241165,
|
|
"grad_norm": 1.6875,
|
|
"learning_rate": 0.0004872199346230493,
|
|
"loss": 5.0234,
|
|
"mean_token_accuracy": 0.22397832274436952,
|
|
"num_tokens": 3751887.0,
|
|
"step": 4705
|
|
},
|
|
{
|
|
"entropy": 5.229147863388062,
|
|
"epoch": 1.3316369804919423,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.00048718573943764285,
|
|
"loss": 5.2127,
|
|
"mean_token_accuracy": 0.20542629659175873,
|
|
"num_tokens": 3756305.0,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"entropy": 5.234424591064453,
|
|
"epoch": 1.3330506078597681,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.00048715149990672887,
|
|
"loss": 5.1302,
|
|
"mean_token_accuracy": 0.21097299009561538,
|
|
"num_tokens": 3760139.0,
|
|
"step": 4715
|
|
},
|
|
{
|
|
"entropy": 5.241721963882446,
|
|
"epoch": 1.334464235227594,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004871172160374634,
|
|
"loss": 5.067,
|
|
"mean_token_accuracy": 0.22382923811674119,
|
|
"num_tokens": 3763966.0,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"entropy": 5.063567209243774,
|
|
"epoch": 1.33587786259542,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.00048708288783701144,
|
|
"loss": 5.0537,
|
|
"mean_token_accuracy": 0.22904675006866454,
|
|
"num_tokens": 3767902.0,
|
|
"step": 4725
|
|
},
|
|
{
|
|
"entropy": 5.065946817398071,
|
|
"epoch": 1.3372914899632458,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004870485153125474,
|
|
"loss": 4.9658,
|
|
"mean_token_accuracy": 0.22691674530506134,
|
|
"num_tokens": 3771760.0,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"entropy": 5.133263206481933,
|
|
"epoch": 1.3387051173310716,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 0.00048701409847125494,
|
|
"loss": 5.0657,
|
|
"mean_token_accuracy": 0.2123713821172714,
|
|
"num_tokens": 3775543.0,
|
|
"step": 4735
|
|
},
|
|
{
|
|
"entropy": 5.046080636978149,
|
|
"epoch": 1.3401187446988974,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.00048697963732032695,
|
|
"loss": 5.0245,
|
|
"mean_token_accuracy": 0.22067976742982864,
|
|
"num_tokens": 3779950.0,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"entropy": 5.085481071472168,
|
|
"epoch": 1.3415323720667232,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00048694513186696566,
|
|
"loss": 5.0601,
|
|
"mean_token_accuracy": 0.22289158701896666,
|
|
"num_tokens": 3784012.0,
|
|
"step": 4745
|
|
},
|
|
{
|
|
"entropy": 5.112040328979492,
|
|
"epoch": 1.3429459994345492,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004869105821183824,
|
|
"loss": 5.156,
|
|
"mean_token_accuracy": 0.21847089529037475,
|
|
"num_tokens": 3787973.0,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"entropy": 5.133311796188354,
|
|
"epoch": 1.344359626802375,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.00048687598808179786,
|
|
"loss": 5.0385,
|
|
"mean_token_accuracy": 0.22601410746574402,
|
|
"num_tokens": 3791576.0,
|
|
"step": 4755
|
|
},
|
|
{
|
|
"entropy": 5.264501619338989,
|
|
"epoch": 1.3457732541702008,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.00048684134976444203,
|
|
"loss": 5.1829,
|
|
"mean_token_accuracy": 0.2132762148976326,
|
|
"num_tokens": 3795495.0,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"entropy": 5.141721534729004,
|
|
"epoch": 1.3471868815380266,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004868066671735541,
|
|
"loss": 5.1006,
|
|
"mean_token_accuracy": 0.22058866173028946,
|
|
"num_tokens": 3799477.0,
|
|
"step": 4765
|
|
},
|
|
{
|
|
"entropy": 5.099866247177124,
|
|
"epoch": 1.3486005089058524,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004867719403163825,
|
|
"loss": 5.1697,
|
|
"mean_token_accuracy": 0.21214720755815505,
|
|
"num_tokens": 3803305.0,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"entropy": 5.0876692771911625,
|
|
"epoch": 1.3500141362736784,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.0004867371692001849,
|
|
"loss": 5.0475,
|
|
"mean_token_accuracy": 0.22982362061738967,
|
|
"num_tokens": 3807374.0,
|
|
"step": 4775
|
|
},
|
|
{
|
|
"entropy": 5.012311220169067,
|
|
"epoch": 1.351427763641504,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 0.0004867023538322283,
|
|
"loss": 5.0124,
|
|
"mean_token_accuracy": 0.22722697854042054,
|
|
"num_tokens": 3811103.0,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"entropy": 5.043846559524536,
|
|
"epoch": 1.35284139100933,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004866674942197889,
|
|
"loss": 4.9664,
|
|
"mean_token_accuracy": 0.22743183076381684,
|
|
"num_tokens": 3814947.0,
|
|
"step": 4785
|
|
},
|
|
{
|
|
"entropy": 5.193683624267578,
|
|
"epoch": 1.3542550183771558,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.00048663259037015204,
|
|
"loss": 5.1306,
|
|
"mean_token_accuracy": 0.2282833054661751,
|
|
"num_tokens": 3818945.0,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"entropy": 5.085645008087158,
|
|
"epoch": 1.3556686457449816,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.00048659764229061264,
|
|
"loss": 4.9962,
|
|
"mean_token_accuracy": 0.23509571254253386,
|
|
"num_tokens": 3822852.0,
|
|
"step": 4795
|
|
},
|
|
{
|
|
"entropy": 5.172564506530762,
|
|
"epoch": 1.3570822731128076,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 0.00048656264998847435,
|
|
"loss": 5.1353,
|
|
"mean_token_accuracy": 0.216292904317379,
|
|
"num_tokens": 3826663.0,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"entropy": 5.069854831695556,
|
|
"epoch": 1.3584959004806332,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.0004865276134710505,
|
|
"loss": 5.0229,
|
|
"mean_token_accuracy": 0.23079361021518707,
|
|
"num_tokens": 3830585.0,
|
|
"step": 4805
|
|
},
|
|
{
|
|
"entropy": 5.054951953887939,
|
|
"epoch": 1.3599095278484592,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.0004864925327456635,
|
|
"loss": 4.9733,
|
|
"mean_token_accuracy": 0.22875631749629974,
|
|
"num_tokens": 3834432.0,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"entropy": 5.029392957687378,
|
|
"epoch": 1.361323155216285,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.00048645740781964506,
|
|
"loss": 5.0756,
|
|
"mean_token_accuracy": 0.22895398885011672,
|
|
"num_tokens": 3838416.0,
|
|
"step": 4815
|
|
},
|
|
{
|
|
"entropy": 5.265322828292847,
|
|
"epoch": 1.3627367825841108,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.00048642223870033584,
|
|
"loss": 5.2281,
|
|
"mean_token_accuracy": 0.2046325609087944,
|
|
"num_tokens": 3842360.0,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"entropy": 5.290566778182983,
|
|
"epoch": 1.3641504099519366,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004863870253950863,
|
|
"loss": 5.1176,
|
|
"mean_token_accuracy": 0.20970345735549928,
|
|
"num_tokens": 3846496.0,
|
|
"step": 4825
|
|
},
|
|
{
|
|
"entropy": 5.1237067699432375,
|
|
"epoch": 1.3655640373197624,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0004863517679112555,
|
|
"loss": 5.0671,
|
|
"mean_token_accuracy": 0.2383072406053543,
|
|
"num_tokens": 3850550.0,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"entropy": 5.00981912612915,
|
|
"epoch": 1.3669776646875884,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0004863164662562122,
|
|
"loss": 5.1151,
|
|
"mean_token_accuracy": 0.2137703388929367,
|
|
"num_tokens": 3854751.0,
|
|
"step": 4835
|
|
},
|
|
{
|
|
"entropy": 5.089965152740478,
|
|
"epoch": 1.3683912920554142,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004862811204373342,
|
|
"loss": 5.1043,
|
|
"mean_token_accuracy": 0.21813636720180513,
|
|
"num_tokens": 3858554.0,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"entropy": 5.052470684051514,
|
|
"epoch": 1.36980491942324,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 0.0004862457304620086,
|
|
"loss": 4.9847,
|
|
"mean_token_accuracy": 0.2297527864575386,
|
|
"num_tokens": 3862312.0,
|
|
"step": 4845
|
|
},
|
|
{
|
|
"entropy": 5.108477210998535,
|
|
"epoch": 1.3712185467910658,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.00048621029633763157,
|
|
"loss": 5.0924,
|
|
"mean_token_accuracy": 0.2256404548883438,
|
|
"num_tokens": 3866595.0,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"entropy": 5.103623342514038,
|
|
"epoch": 1.3726321741588916,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.00048617481807160874,
|
|
"loss": 5.0723,
|
|
"mean_token_accuracy": 0.23027922511100768,
|
|
"num_tokens": 3870863.0,
|
|
"step": 4855
|
|
},
|
|
{
|
|
"entropy": 5.144025278091431,
|
|
"epoch": 1.3740458015267176,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 0.0004861392956713547,
|
|
"loss": 5.1807,
|
|
"mean_token_accuracy": 0.21710853576660155,
|
|
"num_tokens": 3874797.0,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"entropy": 5.08786792755127,
|
|
"epoch": 1.3754594288945434,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.00048610372914429365,
|
|
"loss": 5.0491,
|
|
"mean_token_accuracy": 0.2201899215579033,
|
|
"num_tokens": 3878965.0,
|
|
"step": 4865
|
|
},
|
|
{
|
|
"entropy": 5.078768396377564,
|
|
"epoch": 1.3768730562623692,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0004860681184978586,
|
|
"loss": 5.0784,
|
|
"mean_token_accuracy": 0.22701516896486282,
|
|
"num_tokens": 3883299.0,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"entropy": 5.27328519821167,
|
|
"epoch": 1.378286683630195,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.00048603246373949197,
|
|
"loss": 5.1893,
|
|
"mean_token_accuracy": 0.2095549076795578,
|
|
"num_tokens": 3887616.0,
|
|
"step": 4875
|
|
},
|
|
{
|
|
"entropy": 5.224088525772094,
|
|
"epoch": 1.3797003109980208,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.00048599676487664535,
|
|
"loss": 5.1613,
|
|
"mean_token_accuracy": 0.21445799469947815,
|
|
"num_tokens": 3892043.0,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"entropy": 5.049299240112305,
|
|
"epoch": 1.3811139383658468,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.0004859610219167797,
|
|
"loss": 5.0531,
|
|
"mean_token_accuracy": 0.23092842251062393,
|
|
"num_tokens": 3896385.0,
|
|
"step": 4885
|
|
},
|
|
{
|
|
"entropy": 5.148837471008301,
|
|
"epoch": 1.3825275657336726,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.000485925234867365,
|
|
"loss": 5.1062,
|
|
"mean_token_accuracy": 0.21084923148155213,
|
|
"num_tokens": 3900277.0,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"entropy": 5.056463050842285,
|
|
"epoch": 1.3839411931014984,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 0.00048588940373588054,
|
|
"loss": 4.9417,
|
|
"mean_token_accuracy": 0.24435820430517197,
|
|
"num_tokens": 3903653.0,
|
|
"step": 4895
|
|
},
|
|
{
|
|
"entropy": 5.121997928619384,
|
|
"epoch": 1.3853548204693242,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.0004858535285298148,
|
|
"loss": 5.0884,
|
|
"mean_token_accuracy": 0.22751763314008713,
|
|
"num_tokens": 3908003.0,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"entropy": 5.013748836517334,
|
|
"epoch": 1.38676844783715,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.00048581760925666545,
|
|
"loss": 5.0429,
|
|
"mean_token_accuracy": 0.22613221108913423,
|
|
"num_tokens": 3912120.0,
|
|
"step": 4905
|
|
},
|
|
{
|
|
"entropy": 5.232112646102905,
|
|
"epoch": 1.388182075204976,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.0004857816459239394,
|
|
"loss": 5.183,
|
|
"mean_token_accuracy": 0.2071456015110016,
|
|
"num_tokens": 3916078.0,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"entropy": 5.280574893951416,
|
|
"epoch": 1.3895957025728018,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004857456385391528,
|
|
"loss": 5.1772,
|
|
"mean_token_accuracy": 0.20157544165849686,
|
|
"num_tokens": 3920214.0,
|
|
"step": 4915
|
|
},
|
|
{
|
|
"entropy": 5.170943260192871,
|
|
"epoch": 1.3910093299406276,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 0.000485709587109831,
|
|
"loss": 5.0183,
|
|
"mean_token_accuracy": 0.21981197148561477,
|
|
"num_tokens": 3924092.0,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"entropy": 5.064088535308838,
|
|
"epoch": 1.3924229573084534,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.0004856734916435085,
|
|
"loss": 5.1128,
|
|
"mean_token_accuracy": 0.23114604502916336,
|
|
"num_tokens": 3927999.0,
|
|
"step": 4925
|
|
},
|
|
{
|
|
"entropy": 5.144844341278076,
|
|
"epoch": 1.3938365846762792,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.00048563735214772897,
|
|
"loss": 5.0438,
|
|
"mean_token_accuracy": 0.23160787373781205,
|
|
"num_tokens": 3931804.0,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"entropy": 5.261448955535888,
|
|
"epoch": 1.3952502120441053,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.00048560116863004537,
|
|
"loss": 5.1072,
|
|
"mean_token_accuracy": 0.2227345213294029,
|
|
"num_tokens": 3935569.0,
|
|
"step": 4935
|
|
},
|
|
{
|
|
"entropy": 5.144621706008911,
|
|
"epoch": 1.396663839411931,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 0.00048556494109801984,
|
|
"loss": 5.0569,
|
|
"mean_token_accuracy": 0.2245674028992653,
|
|
"num_tokens": 3939450.0,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"entropy": 5.076720666885376,
|
|
"epoch": 1.3980774667797569,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0004855286695592238,
|
|
"loss": 5.0453,
|
|
"mean_token_accuracy": 0.22329609841108322,
|
|
"num_tokens": 3943718.0,
|
|
"step": 4945
|
|
},
|
|
{
|
|
"entropy": 5.222533178329468,
|
|
"epoch": 1.3994910941475827,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0004854923540212376,
|
|
"loss": 5.0902,
|
|
"mean_token_accuracy": 0.23582245111465455,
|
|
"num_tokens": 3947558.0,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"entropy": 5.173509693145752,
|
|
"epoch": 1.4009047215154085,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 0.00048545599449165106,
|
|
"loss": 5.0225,
|
|
"mean_token_accuracy": 0.2307034835219383,
|
|
"num_tokens": 3951642.0,
|
|
"step": 4955
|
|
},
|
|
{
|
|
"entropy": 5.065652084350586,
|
|
"epoch": 1.4023183488832345,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.00048541959097806315,
|
|
"loss": 5.1554,
|
|
"mean_token_accuracy": 0.22711582183837892,
|
|
"num_tokens": 3956038.0,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"entropy": 5.214606523513794,
|
|
"epoch": 1.4037319762510603,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 0.00048538314348808186,
|
|
"loss": 5.1031,
|
|
"mean_token_accuracy": 0.21635560989379882,
|
|
"num_tokens": 3959855.0,
|
|
"step": 4965
|
|
},
|
|
{
|
|
"entropy": 5.205858039855957,
|
|
"epoch": 1.405145603618886,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0004853466520293245,
|
|
"loss": 5.0815,
|
|
"mean_token_accuracy": 0.21070680618286133,
|
|
"num_tokens": 3963819.0,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"entropy": 5.0769819736480715,
|
|
"epoch": 1.4065592309867119,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.00048531011660941784,
|
|
"loss": 5.0072,
|
|
"mean_token_accuracy": 0.22707393616437913,
|
|
"num_tokens": 3967526.0,
|
|
"step": 4975
|
|
},
|
|
{
|
|
"entropy": 4.982313728332519,
|
|
"epoch": 1.4079728583545377,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 0.00048527353723599716,
|
|
"loss": 5.0868,
|
|
"mean_token_accuracy": 0.22295337915420532,
|
|
"num_tokens": 3971432.0,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"entropy": 5.07086443901062,
|
|
"epoch": 1.4093864857223637,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0004852369139167075,
|
|
"loss": 4.9762,
|
|
"mean_token_accuracy": 0.24008368104696273,
|
|
"num_tokens": 3975225.0,
|
|
"step": 4985
|
|
},
|
|
{
|
|
"entropy": 5.23497428894043,
|
|
"epoch": 1.4108001130901895,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 0.00048520024665920286,
|
|
"loss": 5.0713,
|
|
"mean_token_accuracy": 0.22008075714111328,
|
|
"num_tokens": 3979265.0,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"entropy": 5.194688606262207,
|
|
"epoch": 1.4122137404580153,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0004851635354711466,
|
|
"loss": 5.0974,
|
|
"mean_token_accuracy": 0.21924781799316406,
|
|
"num_tokens": 3983413.0,
|
|
"step": 4995
|
|
},
|
|
{
|
|
"entropy": 5.1899094581604,
|
|
"epoch": 1.413627367825841,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 0.00048512678036021097,
|
|
"loss": 5.0275,
|
|
"mean_token_accuracy": 0.2295347958803177,
|
|
"num_tokens": 3987304.0,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 1.413627367825841,
|
|
"eval_entropy": 5.02764848746956,
|
|
"eval_loss": 5.374653339385986,
|
|
"eval_mean_token_accuracy": 0.2197306394988894,
|
|
"eval_num_tokens": 3987304.0,
|
|
"eval_runtime": 6.8261,
|
|
"eval_samples_per_second": 1653.079,
|
|
"eval_steps_per_second": 206.708,
|
|
"step": 5000
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 35360,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 1000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 4829804593920000.0,
|
|
"train_batch_size": 16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|