1489 lines
43 KiB
JSON
1489 lines
43 KiB
JSON
|
{
|
||
|
|
"best_global_step": 800,
|
||
|
|
"best_metric": 0.34141287207603455,
|
||
|
|
"best_model_checkpoint": "/workspace/qwen3-math-rlvr/outputs/sft_v3a_checkpoint/checkpoint-800",
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 100,
|
||
|
|
"global_step": 1308,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"entropy": 0.8206211909651756,
|
||
|
|
"epoch": 0.022935779816513763,
|
||
|
|
"grad_norm": 5.90625,
|
||
|
|
"learning_rate": 1.3740458015267178e-06,
|
||
|
|
"loss": 0.8646629333496094,
|
||
|
|
"mean_token_accuracy": 0.8037635639309884,
|
||
|
|
"num_tokens": 102762.0,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8097452089190483,
|
||
|
|
"epoch": 0.045871559633027525,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 2.900763358778626e-06,
|
||
|
|
"loss": 0.8560400009155273,
|
||
|
|
"mean_token_accuracy": 0.8035074040293694,
|
||
|
|
"num_tokens": 207338.0,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7938545405864715,
|
||
|
|
"epoch": 0.06880733944954129,
|
||
|
|
"grad_norm": 4.96875,
|
||
|
|
"learning_rate": 4.427480916030535e-06,
|
||
|
|
"loss": 0.8260902404785156,
|
||
|
|
"mean_token_accuracy": 0.808563794195652,
|
||
|
|
"num_tokens": 309467.0,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7353588879108429,
|
||
|
|
"epoch": 0.09174311926605505,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 5.9541984732824435e-06,
|
||
|
|
"loss": 0.7422486305236816,
|
||
|
|
"mean_token_accuracy": 0.8224825605750083,
|
||
|
|
"num_tokens": 417166.0,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6841610729694366,
|
||
|
|
"epoch": 0.11467889908256881,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 7.480916030534352e-06,
|
||
|
|
"loss": 0.700370454788208,
|
||
|
|
"mean_token_accuracy": 0.8279992192983627,
|
||
|
|
"num_tokens": 516185.0,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5947812639176846,
|
||
|
|
"epoch": 0.13761467889908258,
|
||
|
|
"grad_norm": 2.359375,
|
||
|
|
"learning_rate": 9.007633587786259e-06,
|
||
|
|
"loss": 0.5929324626922607,
|
||
|
|
"mean_token_accuracy": 0.8471397697925568,
|
||
|
|
"num_tokens": 624710.0,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5556295536458492,
|
||
|
|
"epoch": 0.16055045871559634,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 1.0534351145038168e-05,
|
||
|
|
"loss": 0.5473729133605957,
|
||
|
|
"mean_token_accuracy": 0.8533728003501893,
|
||
|
|
"num_tokens": 733444.0,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4859010189771652,
|
||
|
|
"epoch": 0.1834862385321101,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 1.2061068702290078e-05,
|
||
|
|
"loss": 0.477904224395752,
|
||
|
|
"mean_token_accuracy": 0.8700864613056183,
|
||
|
|
"num_tokens": 839848.0,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4738590016961098,
|
||
|
|
"epoch": 0.20642201834862386,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.3587786259541987e-05,
|
||
|
|
"loss": 0.46568708419799804,
|
||
|
|
"mean_token_accuracy": 0.8690521270036697,
|
||
|
|
"num_tokens": 946891.0,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.46080359891057016,
|
||
|
|
"epoch": 0.22935779816513763,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.5114503816793895e-05,
|
||
|
|
"loss": 0.43770489692687986,
|
||
|
|
"mean_token_accuracy": 0.8755019798874855,
|
||
|
|
"num_tokens": 1051235.0,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22935779816513763,
|
||
|
|
"eval_entropy": 0.44482566804989526,
|
||
|
|
"eval_loss": 0.44241398572921753,
|
||
|
|
"eval_mean_token_accuracy": 0.874003436902295,
|
||
|
|
"eval_num_tokens": 1051235.0,
|
||
|
|
"eval_runtime": 30.3936,
|
||
|
|
"eval_samples_per_second": 12.075,
|
||
|
|
"eval_steps_per_second": 3.027,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4550655007362366,
|
||
|
|
"epoch": 0.25229357798165136,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 1.6641221374045802e-05,
|
||
|
|
"loss": 0.4378714084625244,
|
||
|
|
"mean_token_accuracy": 0.8735761269927025,
|
||
|
|
"num_tokens": 1154595.0,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.47160537242889405,
|
||
|
|
"epoch": 0.27522935779816515,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 1.816793893129771e-05,
|
||
|
|
"loss": 0.43929414749145507,
|
||
|
|
"mean_token_accuracy": 0.874704971909523,
|
||
|
|
"num_tokens": 1255238.0,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.45139552727341653,
|
||
|
|
"epoch": 0.2981651376146789,
|
||
|
|
"grad_norm": 1.9765625,
|
||
|
|
"learning_rate": 1.969465648854962e-05,
|
||
|
|
"loss": 0.4124535083770752,
|
||
|
|
"mean_token_accuracy": 0.8811365008354187,
|
||
|
|
"num_tokens": 1364980.0,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.44258273467421533,
|
||
|
|
"epoch": 0.3211009174311927,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 1.9997720286367865e-05,
|
||
|
|
"loss": 0.41561241149902345,
|
||
|
|
"mean_token_accuracy": 0.8787958458065986,
|
||
|
|
"num_tokens": 1462504.0,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4124230518937111,
|
||
|
|
"epoch": 0.3440366972477064,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.9988460731134392e-05,
|
||
|
|
"loss": 0.3839062213897705,
|
||
|
|
"mean_token_accuracy": 0.8872552439570427,
|
||
|
|
"num_tokens": 1567430.0,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4063340038061142,
|
||
|
|
"epoch": 0.3669724770642202,
|
||
|
|
"grad_norm": 1.921875,
|
||
|
|
"learning_rate": 1.9972085443585466e-05,
|
||
|
|
"loss": 0.3948183059692383,
|
||
|
|
"mean_token_accuracy": 0.8833665549755096,
|
||
|
|
"num_tokens": 1673064.0,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.4096576377749443,
|
||
|
|
"epoch": 0.38990825688073394,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.99486060893987e-05,
|
||
|
|
"loss": 0.38925724029541015,
|
||
|
|
"mean_token_accuracy": 0.8824431821703911,
|
||
|
|
"num_tokens": 1773169.0,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.386829512566328,
|
||
|
|
"epoch": 0.41284403669724773,
|
||
|
|
"grad_norm": 2.609375,
|
||
|
|
"learning_rate": 1.9918039395155278e-05,
|
||
|
|
"loss": 0.37414252758026123,
|
||
|
|
"mean_token_accuracy": 0.8875698506832123,
|
||
|
|
"num_tokens": 1871532.0,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.39463941305875777,
|
||
|
|
"epoch": 0.43577981651376146,
|
||
|
|
"grad_norm": 1.9609375,
|
||
|
|
"learning_rate": 1.988040713642402e-05,
|
||
|
|
"loss": 0.37338783740997317,
|
||
|
|
"mean_token_accuracy": 0.8848363608121872,
|
||
|
|
"num_tokens": 1977596.0,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3883584551513195,
|
||
|
|
"epoch": 0.45871559633027525,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.9835736122248558e-05,
|
||
|
|
"loss": 0.3809430837631226,
|
||
|
|
"mean_token_accuracy": 0.8834147050976753,
|
||
|
|
"num_tokens": 2079498.0,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45871559633027525,
|
||
|
|
"eval_entropy": 0.37745926464381424,
|
||
|
|
"eval_loss": 0.3726924657821655,
|
||
|
|
"eval_mean_token_accuracy": 0.8875944420047428,
|
||
|
|
"eval_num_tokens": 2079498.0,
|
||
|
|
"eval_runtime": 30.5955,
|
||
|
|
"eval_samples_per_second": 11.995,
|
||
|
|
"eval_steps_per_second": 3.007,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.39538886621594427,
|
||
|
|
"epoch": 0.481651376146789,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.97840581760487e-05,
|
||
|
|
"loss": 0.383013653755188,
|
||
|
|
"mean_token_accuracy": 0.8827495723962784,
|
||
|
|
"num_tokens": 2188160.0,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3952382251620293,
|
||
|
|
"epoch": 0.5045871559633027,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 1.972541011294959e-05,
|
||
|
|
"loss": 0.37931249141693113,
|
||
|
|
"mean_token_accuracy": 0.8842660069465638,
|
||
|
|
"num_tokens": 2294740.0,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.39509702771902083,
|
||
|
|
"epoch": 0.5275229357798165,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.9659833713554773e-05,
|
||
|
|
"loss": 0.3826189756393433,
|
||
|
|
"mean_token_accuracy": 0.883507713675499,
|
||
|
|
"num_tokens": 2406600.0,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3746883951127529,
|
||
|
|
"epoch": 0.5504587155963303,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 1.958737569418189e-05,
|
||
|
|
"loss": 0.36290385723114016,
|
||
|
|
"mean_token_accuracy": 0.8878081619739533,
|
||
|
|
"num_tokens": 2511933.0,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3867727659642696,
|
||
|
|
"epoch": 0.573394495412844,
|
||
|
|
"grad_norm": 1.7421875,
|
||
|
|
"learning_rate": 1.9508087673582204e-05,
|
||
|
|
"loss": 0.37698163986206057,
|
||
|
|
"mean_token_accuracy": 0.8852298274636269,
|
||
|
|
"num_tokens": 2619847.0,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.37598335891962054,
|
||
|
|
"epoch": 0.5963302752293578,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 1.9422026136167644e-05,
|
||
|
|
"loss": 0.3573493242263794,
|
||
|
|
"mean_token_accuracy": 0.8899750009179115,
|
||
|
|
"num_tokens": 2723132.0,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34912080466747286,
|
||
|
|
"epoch": 0.6192660550458715,
|
||
|
|
"grad_norm": 1.78125,
|
||
|
|
"learning_rate": 1.9329252391771556e-05,
|
||
|
|
"loss": 0.34246680736541746,
|
||
|
|
"mean_token_accuracy": 0.8929290145635604,
|
||
|
|
"num_tokens": 2832888.0,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3983289562165737,
|
||
|
|
"epoch": 0.6422018348623854,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.9229832531971895e-05,
|
||
|
|
"loss": 0.3874169588088989,
|
||
|
|
"mean_token_accuracy": 0.8818993121385574,
|
||
|
|
"num_tokens": 2934344.0,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3607022054493427,
|
||
|
|
"epoch": 0.6651376146788991,
|
||
|
|
"grad_norm": 2.5,
|
||
|
|
"learning_rate": 1.9123837383007885e-05,
|
||
|
|
"loss": 0.3489506244659424,
|
||
|
|
"mean_token_accuracy": 0.8915312319993973,
|
||
|
|
"num_tokens": 3040953.0,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.35854368582367896,
|
||
|
|
"epoch": 0.6880733944954128,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.9011342455323723e-05,
|
||
|
|
"loss": 0.3501297950744629,
|
||
|
|
"mean_token_accuracy": 0.8913966670632363,
|
||
|
|
"num_tokens": 3151335.0,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6880733944954128,
|
||
|
|
"eval_entropy": 0.3628946772736052,
|
||
|
|
"eval_loss": 0.35798636078834534,
|
||
|
|
"eval_mean_token_accuracy": 0.8898697566726933,
|
||
|
|
"eval_num_tokens": 3151335.0,
|
||
|
|
"eval_runtime": 30.6951,
|
||
|
|
"eval_samples_per_second": 11.956,
|
||
|
|
"eval_steps_per_second": 2.997,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3661672294139862,
|
||
|
|
"epoch": 0.7110091743119266,
|
||
|
|
"grad_norm": 1.7890625,
|
||
|
|
"learning_rate": 1.8892427889775334e-05,
|
||
|
|
"loss": 0.35704004764556885,
|
||
|
|
"mean_token_accuracy": 0.8901202246546746,
|
||
|
|
"num_tokens": 3259905.0,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34835164099931715,
|
||
|
|
"epoch": 0.7339449541284404,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 1.8767178400538362e-05,
|
||
|
|
"loss": 0.3407481908798218,
|
||
|
|
"mean_token_accuracy": 0.8939173936843872,
|
||
|
|
"num_tokens": 3371657.0,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.35573601722717285,
|
||
|
|
"epoch": 0.7568807339449541,
|
||
|
|
"grad_norm": 1.859375,
|
||
|
|
"learning_rate": 1.8635683214758213e-05,
|
||
|
|
"loss": 0.34518754482269287,
|
||
|
|
"mean_token_accuracy": 0.8920813903212548,
|
||
|
|
"num_tokens": 3477691.0,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3739293247461319,
|
||
|
|
"epoch": 0.7798165137614679,
|
||
|
|
"grad_norm": 1.7109375,
|
||
|
|
"learning_rate": 1.8498036008985058e-05,
|
||
|
|
"loss": 0.3678521394729614,
|
||
|
|
"mean_token_accuracy": 0.8885598212480545,
|
||
|
|
"num_tokens": 3583628.0,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.35215074978768823,
|
||
|
|
"epoch": 0.8027522935779816,
|
||
|
|
"grad_norm": 1.9140625,
|
||
|
|
"learning_rate": 1.8354334842439096e-05,
|
||
|
|
"loss": 0.34316134452819824,
|
||
|
|
"mean_token_accuracy": 0.8933907493948936,
|
||
|
|
"num_tokens": 3689504.0,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3545384183526039,
|
||
|
|
"epoch": 0.8256880733944955,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.820468208715362e-05,
|
||
|
|
"loss": 0.34501280784606936,
|
||
|
|
"mean_token_accuracy": 0.8933851882815361,
|
||
|
|
"num_tokens": 3794695.0,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3516731861978769,
|
||
|
|
"epoch": 0.8486238532110092,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 1.8049184355045677e-05,
|
||
|
|
"loss": 0.34716789722442626,
|
||
|
|
"mean_token_accuracy": 0.8922320544719696,
|
||
|
|
"num_tokens": 3899779.0,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.348944878578186,
|
||
|
|
"epoch": 0.8715596330275229,
|
||
|
|
"grad_norm": 1.8203125,
|
||
|
|
"learning_rate": 1.788795242196623e-05,
|
||
|
|
"loss": 0.3417558431625366,
|
||
|
|
"mean_token_accuracy": 0.8929858908057213,
|
||
|
|
"num_tokens": 4011147.0,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.37281630262732507,
|
||
|
|
"epoch": 0.8944954128440367,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 1.7721101148783985e-05,
|
||
|
|
"loss": 0.36486363410949707,
|
||
|
|
"mean_token_accuracy": 0.8859157666563988,
|
||
|
|
"num_tokens": 4111015.0,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.35566350184381007,
|
||
|
|
"epoch": 0.9174311926605505,
|
||
|
|
"grad_norm": 1.9375,
|
||
|
|
"learning_rate": 1.754874939955901e-05,
|
||
|
|
"loss": 0.3445189714431763,
|
||
|
|
"mean_token_accuracy": 0.8937858313322067,
|
||
|
|
"num_tokens": 4220197.0,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9174311926605505,
|
||
|
|
"eval_entropy": 0.34688637859147525,
|
||
|
|
"eval_loss": 0.3506438434123993,
|
||
|
|
"eval_mean_token_accuracy": 0.8918481352536575,
|
||
|
|
"eval_num_tokens": 4220197.0,
|
||
|
|
"eval_runtime": 30.4467,
|
||
|
|
"eval_samples_per_second": 12.054,
|
||
|
|
"eval_steps_per_second": 3.022,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3542441871017218,
|
||
|
|
"epoch": 0.9403669724770642,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.7371019956864584e-05,
|
||
|
|
"loss": 0.35869665145874025,
|
||
|
|
"mean_token_accuracy": 0.889110067486763,
|
||
|
|
"num_tokens": 4328050.0,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34873349256813524,
|
||
|
|
"epoch": 0.963302752293578,
|
||
|
|
"grad_norm": 1.9921875,
|
||
|
|
"learning_rate": 1.7188039434317437e-05,
|
||
|
|
"loss": 0.3368797779083252,
|
||
|
|
"mean_token_accuracy": 0.8951233714818955,
|
||
|
|
"num_tokens": 4432381.0,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.33490167558193207,
|
||
|
|
"epoch": 0.9862385321100917,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.6999938186378826e-05,
|
||
|
|
"loss": 0.3344027042388916,
|
||
|
|
"mean_token_accuracy": 0.8973124548792839,
|
||
|
|
"num_tokens": 4540406.0,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34897951520979403,
|
||
|
|
"epoch": 1.0091743119266054,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 1.680685021549063e-05,
|
||
|
|
"loss": 0.33591907024383544,
|
||
|
|
"mean_token_accuracy": 0.8952021867036819,
|
||
|
|
"num_tokens": 4645377.0,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32901966348290446,
|
||
|
|
"epoch": 1.0321100917431192,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.6608913076612628e-05,
|
||
|
|
"loss": 0.3125960111618042,
|
||
|
|
"mean_token_accuracy": 0.9004640519618988,
|
||
|
|
"num_tokens": 4754008.0,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3282691590487957,
|
||
|
|
"epoch": 1.0550458715596331,
|
||
|
|
"grad_norm": 1.8984375,
|
||
|
|
"learning_rate": 1.640626777922901e-05,
|
||
|
|
"loss": 0.3234114170074463,
|
||
|
|
"mean_token_accuracy": 0.895183089375496,
|
||
|
|
"num_tokens": 4858923.0,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31950610168278215,
|
||
|
|
"epoch": 1.0779816513761469,
|
||
|
|
"grad_norm": 1.65625,
|
||
|
|
"learning_rate": 1.619905868689388e-05,
|
||
|
|
"loss": 0.31262228488922117,
|
||
|
|
"mean_token_accuracy": 0.9011708259582519,
|
||
|
|
"num_tokens": 4970628.0,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3411460068076849,
|
||
|
|
"epoch": 1.1009174311926606,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.598743341438734e-05,
|
||
|
|
"loss": 0.33199501037597656,
|
||
|
|
"mean_token_accuracy": 0.8963311001658439,
|
||
|
|
"num_tokens": 5071949.0,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3385404385626316,
|
||
|
|
"epoch": 1.1238532110091743,
|
||
|
|
"grad_norm": 1.9921875,
|
||
|
|
"learning_rate": 1.5771542722555423e-05,
|
||
|
|
"loss": 0.33367342948913575,
|
||
|
|
"mean_token_accuracy": 0.8964887470006943,
|
||
|
|
"num_tokens": 5176802.0,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34455578960478306,
|
||
|
|
"epoch": 1.146788990825688,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 1.555154041090876e-05,
|
||
|
|
"loss": 0.332703685760498,
|
||
|
|
"mean_token_accuracy": 0.8943984031677246,
|
||
|
|
"num_tokens": 5278787.0,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.146788990825688,
|
||
|
|
"eval_entropy": 0.3309480096011058,
|
||
|
|
"eval_loss": 0.34800779819488525,
|
||
|
|
"eval_mean_token_accuracy": 0.8921307053254999,
|
||
|
|
"eval_num_tokens": 5278787.0,
|
||
|
|
"eval_runtime": 30.5968,
|
||
|
|
"eval_samples_per_second": 11.995,
|
||
|
|
"eval_steps_per_second": 3.007,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3380110088735819,
|
||
|
|
"epoch": 1.1697247706422018,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.5327583208056553e-05,
|
||
|
|
"loss": 0.3292912483215332,
|
||
|
|
"mean_token_accuracy": 0.896933126449585,
|
||
|
|
"num_tokens": 5386283.0,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32564901672303675,
|
||
|
|
"epoch": 1.1926605504587156,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.5099830660053849e-05,
|
||
|
|
"loss": 0.3155273199081421,
|
||
|
|
"mean_token_accuracy": 0.9006841659545899,
|
||
|
|
"num_tokens": 5492232.0,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3386135693639517,
|
||
|
|
"epoch": 1.2155963302752293,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.4868445016741677e-05,
|
||
|
|
"loss": 0.3391716003417969,
|
||
|
|
"mean_token_accuracy": 0.8942732483148574,
|
||
|
|
"num_tokens": 5601457.0,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32902440130710603,
|
||
|
|
"epoch": 1.238532110091743,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 1.463359111616103e-05,
|
||
|
|
"loss": 0.3173969268798828,
|
||
|
|
"mean_token_accuracy": 0.8995897427201272,
|
||
|
|
"num_tokens": 5709684.0,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3364047706127167,
|
||
|
|
"epoch": 1.261467889908257,
|
||
|
|
"grad_norm": 1.6875,
|
||
|
|
"learning_rate": 1.4395436267123017e-05,
|
||
|
|
"loss": 0.3304882049560547,
|
||
|
|
"mean_token_accuracy": 0.8970319986343384,
|
||
|
|
"num_tokens": 5819673.0,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3300769329071045,
|
||
|
|
"epoch": 1.2844036697247707,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 1.4154150130018867e-05,
|
||
|
|
"loss": 0.3214289665222168,
|
||
|
|
"mean_token_accuracy": 0.8994089663028717,
|
||
|
|
"num_tokens": 5922492.0,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32826707139611244,
|
||
|
|
"epoch": 1.3073394495412844,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.3909904595954651e-05,
|
||
|
|
"loss": 0.32586624622344973,
|
||
|
|
"mean_token_accuracy": 0.8974115282297135,
|
||
|
|
"num_tokens": 6019243.0,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.34469916522502897,
|
||
|
|
"epoch": 1.3302752293577982,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 1.3662873664296885e-05,
|
||
|
|
"loss": 0.33226957321166994,
|
||
|
|
"mean_token_accuracy": 0.8959178075194358,
|
||
|
|
"num_tokens": 6123675.0,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31974404454231264,
|
||
|
|
"epoch": 1.353211009174312,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.3413233318716188e-05,
|
||
|
|
"loss": 0.3171189785003662,
|
||
|
|
"mean_token_accuracy": 0.9018555253744125,
|
||
|
|
"num_tokens": 6232954.0,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3314074445515871,
|
||
|
|
"epoch": 1.3761467889908257,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.3161161401817353e-05,
|
||
|
|
"loss": 0.3289859056472778,
|
||
|
|
"mean_token_accuracy": 0.8955597743391991,
|
||
|
|
"num_tokens": 6337476.0,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3761467889908257,
|
||
|
|
"eval_entropy": 0.326329352091188,
|
||
|
|
"eval_loss": 0.3443230092525482,
|
||
|
|
"eval_mean_token_accuracy": 0.8931592741738195,
|
||
|
|
"eval_num_tokens": 6337476.0,
|
||
|
|
"eval_runtime": 30.3343,
|
||
|
|
"eval_samples_per_second": 12.099,
|
||
|
|
"eval_steps_per_second": 3.033,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3287132531404495,
|
||
|
|
"epoch": 1.3990825688073394,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 1.2906837488445114e-05,
|
||
|
|
"loss": 0.32199873924255373,
|
||
|
|
"mean_token_accuracy": 0.8973362505435943,
|
||
|
|
"num_tokens": 6438212.0,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.321663286164403,
|
||
|
|
"epoch": 1.4220183486238533,
|
||
|
|
"grad_norm": 1.8203125,
|
||
|
|
"learning_rate": 1.265044275775586e-05,
|
||
|
|
"loss": 0.31311841011047364,
|
||
|
|
"mean_token_accuracy": 0.8999396815896035,
|
||
|
|
"num_tokens": 6537652.0,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.33257763721048833,
|
||
|
|
"epoch": 1.4449541284403669,
|
||
|
|
"grad_norm": 2.53125,
|
||
|
|
"learning_rate": 1.2392159864146483e-05,
|
||
|
|
"loss": 0.32827396392822267,
|
||
|
|
"mean_token_accuracy": 0.8963763967156411,
|
||
|
|
"num_tokens": 6644479.0,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3169947315007448,
|
||
|
|
"epoch": 1.4678899082568808,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.2132172807132233e-05,
|
||
|
|
"loss": 0.31139681339263914,
|
||
|
|
"mean_token_accuracy": 0.9024187490344048,
|
||
|
|
"num_tokens": 6754776.0,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3225189931690693,
|
||
|
|
"epoch": 1.4908256880733946,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 1.1870666800266322e-05,
|
||
|
|
"loss": 0.3168517589569092,
|
||
|
|
"mean_token_accuracy": 0.898341266810894,
|
||
|
|
"num_tokens": 6860996.0,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32711520195007326,
|
||
|
|
"epoch": 1.5137614678899083,
|
||
|
|
"grad_norm": 1.828125,
|
||
|
|
"learning_rate": 1.1607828139194683e-05,
|
||
|
|
"loss": 0.319119930267334,
|
||
|
|
"mean_token_accuracy": 0.9000087305903435,
|
||
|
|
"num_tokens": 6965254.0,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32906078547239304,
|
||
|
|
"epoch": 1.536697247706422,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.1343844068939815e-05,
|
||
|
|
"loss": 0.32240869998931887,
|
||
|
|
"mean_token_accuracy": 0.898229330778122,
|
||
|
|
"num_tokens": 7072487.0,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3303819328546524,
|
||
|
|
"epoch": 1.5596330275229358,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.1078902650508319e-05,
|
||
|
|
"loss": 0.3209313631057739,
|
||
|
|
"mean_token_accuracy": 0.8985160902142525,
|
||
|
|
"num_tokens": 7176921.0,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32761351503431796,
|
||
|
|
"epoch": 1.5825688073394495,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.0813192626917116e-05,
|
||
|
|
"loss": 0.3219845533370972,
|
||
|
|
"mean_token_accuracy": 0.8978465691208839,
|
||
|
|
"num_tokens": 7283491.0,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3228471975773573,
|
||
|
|
"epoch": 1.6055045871559632,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.0546903288733827e-05,
|
||
|
|
"loss": 0.31817333698272704,
|
||
|
|
"mean_token_accuracy": 0.8989653572440147,
|
||
|
|
"num_tokens": 7391144.0,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6055045871559632,
|
||
|
|
"eval_entropy": 0.32780669856330624,
|
||
|
|
"eval_loss": 0.34249600768089294,
|
||
|
|
"eval_mean_token_accuracy": 0.8938729912042618,
|
||
|
|
"eval_num_tokens": 7391144.0,
|
||
|
|
"eval_runtime": 30.7947,
|
||
|
|
"eval_samples_per_second": 11.918,
|
||
|
|
"eval_steps_per_second": 2.988,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31083628684282305,
|
||
|
|
"epoch": 1.6284403669724772,
|
||
|
|
"grad_norm": 1.890625,
|
||
|
|
"learning_rate": 1.0280224339227047e-05,
|
||
|
|
"loss": 0.30303895473480225,
|
||
|
|
"mean_token_accuracy": 0.9043862655758858,
|
||
|
|
"num_tokens": 7499840.0,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3250539544969797,
|
||
|
|
"epoch": 1.6513761467889907,
|
||
|
|
"grad_norm": 1.6953125,
|
||
|
|
"learning_rate": 1.001334575922265e-05,
|
||
|
|
"loss": 0.31643564701080323,
|
||
|
|
"mean_token_accuracy": 0.8997841477394104,
|
||
|
|
"num_tokens": 7607474.0,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3169710818678141,
|
||
|
|
"epoch": 1.6743119266055047,
|
||
|
|
"grad_norm": 1.90625,
|
||
|
|
"learning_rate": 9.746457671762325e-06,
|
||
|
|
"loss": 0.3112821340560913,
|
||
|
|
"mean_token_accuracy": 0.9023401409387588,
|
||
|
|
"num_tokens": 7710747.0,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31221029385924337,
|
||
|
|
"epoch": 1.6972477064220184,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 9.479750206660832e-06,
|
||
|
|
"loss": 0.3069144725799561,
|
||
|
|
"mean_token_accuracy": 0.9038597375154496,
|
||
|
|
"num_tokens": 7819850.0,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32356046326458454,
|
||
|
|
"epoch": 1.7201834862385321,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 9.213413365058418e-06,
|
||
|
|
"loss": 0.3189092636108398,
|
||
|
|
"mean_token_accuracy": 0.899696996808052,
|
||
|
|
"num_tokens": 7928323.0,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32968592271208763,
|
||
|
|
"epoch": 1.7431192660550459,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 8.947636884064895e-06,
|
||
|
|
"loss": 0.3251533269882202,
|
||
|
|
"mean_token_accuracy": 0.8982710152864456,
|
||
|
|
"num_tokens": 8032960.0,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32864366583526133,
|
||
|
|
"epoch": 1.7660550458715596,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 8.682610101591813e-06,
|
||
|
|
"loss": 0.32470901012420655,
|
||
|
|
"mean_token_accuracy": 0.8994028642773628,
|
||
|
|
"num_tokens": 8139955.0,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31197240948677063,
|
||
|
|
"epoch": 1.7889908256880735,
|
||
|
|
"grad_norm": 1.921875,
|
||
|
|
"learning_rate": 8.418521821469044e-06,
|
||
|
|
"loss": 0.30414133071899413,
|
||
|
|
"mean_token_accuracy": 0.9039060071110725,
|
||
|
|
"num_tokens": 8246897.0,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31388189047575,
|
||
|
|
"epoch": 1.811926605504587,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 8.155560178941805e-06,
|
||
|
|
"loss": 0.30535738468170165,
|
||
|
|
"mean_token_accuracy": 0.9023241758346557,
|
||
|
|
"num_tokens": 8355182.0,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3281553216278553,
|
||
|
|
"epoch": 1.834862385321101,
|
||
|
|
"grad_norm": 1.8203125,
|
||
|
|
"learning_rate": 7.893912506644003e-06,
|
||
|
|
"loss": 0.3181729793548584,
|
||
|
|
"mean_token_accuracy": 0.8985237941145897,
|
||
|
|
"num_tokens": 8461712.0,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.834862385321101,
|
||
|
|
"eval_entropy": 0.32175023092523863,
|
||
|
|
"eval_loss": 0.34141287207603455,
|
||
|
|
"eval_mean_token_accuracy": 0.8936791387589081,
|
||
|
|
"eval_num_tokens": 8461712.0,
|
||
|
|
"eval_runtime": 30.5224,
|
||
|
|
"eval_samples_per_second": 12.024,
|
||
|
|
"eval_steps_per_second": 3.014,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31686329916119577,
|
||
|
|
"epoch": 1.8577981651376145,
|
||
|
|
"grad_norm": 1.9375,
|
||
|
|
"learning_rate": 7.63376520114335e-06,
|
||
|
|
"loss": 0.3101612091064453,
|
||
|
|
"mean_token_accuracy": 0.9004829794168472,
|
||
|
|
"num_tokens": 8564359.0,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3207144971936941,
|
||
|
|
"epoch": 1.8807339449541285,
|
||
|
|
"grad_norm": 1.8671875,
|
||
|
|
"learning_rate": 7.375303590153335e-06,
|
||
|
|
"loss": 0.3119115591049194,
|
||
|
|
"mean_token_accuracy": 0.9005504950881005,
|
||
|
|
"num_tokens": 8667964.0,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32959680669009683,
|
||
|
|
"epoch": 1.9036697247706422,
|
||
|
|
"grad_norm": 1.953125,
|
||
|
|
"learning_rate": 7.118711800506625e-06,
|
||
|
|
"loss": 0.327376127243042,
|
||
|
|
"mean_token_accuracy": 0.8956960454583168,
|
||
|
|
"num_tokens": 8766422.0,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32939605973660946,
|
||
|
|
"epoch": 1.926605504587156,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 6.8641726269839735e-06,
|
||
|
|
"loss": 0.3243770360946655,
|
||
|
|
"mean_token_accuracy": 0.8972024530172348,
|
||
|
|
"num_tokens": 8870619.0,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3171665370464325,
|
||
|
|
"epoch": 1.9495412844036697,
|
||
|
|
"grad_norm": 1.890625,
|
||
|
|
"learning_rate": 6.611867402092096e-06,
|
||
|
|
"loss": 0.314391565322876,
|
||
|
|
"mean_token_accuracy": 0.9010873824357987,
|
||
|
|
"num_tokens": 8976446.0,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3226952590048313,
|
||
|
|
"epoch": 1.9724770642201834,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 6.36197586688324e-06,
|
||
|
|
"loss": 0.31484920978546144,
|
||
|
|
"mean_token_accuracy": 0.8996226698160171,
|
||
|
|
"num_tokens": 9079844.0,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3094219394028187,
|
||
|
|
"epoch": 1.9954128440366974,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 6.114676042908501e-06,
|
||
|
|
"loss": 0.30544233322143555,
|
||
|
|
"mean_token_accuracy": 0.9039633944630623,
|
||
|
|
"num_tokens": 9185589.0,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3221705980598927,
|
||
|
|
"epoch": 2.018348623853211,
|
||
|
|
"grad_norm": 1.7265625,
|
||
|
|
"learning_rate": 5.8701441053961185e-06,
|
||
|
|
"loss": 0.30669331550598145,
|
||
|
|
"mean_token_accuracy": 0.9029042199254036,
|
||
|
|
"num_tokens": 9287606.0,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31949374340474607,
|
||
|
|
"epoch": 2.041284403669725,
|
||
|
|
"grad_norm": 1.7421875,
|
||
|
|
"learning_rate": 5.628554257745069e-06,
|
||
|
|
"loss": 0.30752108097076414,
|
||
|
|
"mean_token_accuracy": 0.9037730067968368,
|
||
|
|
"num_tokens": 9393753.0,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3091618109494448,
|
||
|
|
"epoch": 2.0642201834862384,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 5.390078607423392e-06,
|
||
|
|
"loss": 0.3008283615112305,
|
||
|
|
"mean_token_accuracy": 0.9035891696810723,
|
||
|
|
"num_tokens": 9502417.0,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0642201834862384,
|
||
|
|
"eval_entropy": 0.3158419154908346,
|
||
|
|
"eval_loss": 0.34156936407089233,
|
||
|
|
"eval_mean_token_accuracy": 0.8940030284549879,
|
||
|
|
"eval_num_tokens": 9502417.0,
|
||
|
|
"eval_runtime": 30.4897,
|
||
|
|
"eval_samples_per_second": 12.037,
|
||
|
|
"eval_steps_per_second": 3.017,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3212772488594055,
|
||
|
|
"epoch": 2.0871559633027523,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 5.154887043359633e-06,
|
||
|
|
"loss": 0.31162261962890625,
|
||
|
|
"mean_token_accuracy": 0.9024444729089737,
|
||
|
|
"num_tokens": 9605737.0,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30515239015221596,
|
||
|
|
"epoch": 2.1100917431192663,
|
||
|
|
"grad_norm": 1.9453125,
|
||
|
|
"learning_rate": 4.923147114914777e-06,
|
||
|
|
"loss": 0.3026602029800415,
|
||
|
|
"mean_token_accuracy": 0.9041713520884513,
|
||
|
|
"num_tokens": 9710276.0,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3088552877306938,
|
||
|
|
"epoch": 2.13302752293578,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 4.695023912520874e-06,
|
||
|
|
"loss": 0.30738000869750975,
|
||
|
|
"mean_token_accuracy": 0.9026739463210106,
|
||
|
|
"num_tokens": 9820419.0,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3046286415308714,
|
||
|
|
"epoch": 2.1559633027522938,
|
||
|
|
"grad_norm": 1.671875,
|
||
|
|
"learning_rate": 4.470679950071394e-06,
|
||
|
|
"loss": 0.295642352104187,
|
||
|
|
"mean_token_accuracy": 0.9056263417005539,
|
||
|
|
"num_tokens": 9929776.0,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3212243374437094,
|
||
|
|
"epoch": 2.1788990825688073,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 4.2502750491470926e-06,
|
||
|
|
"loss": 0.3080165863037109,
|
||
|
|
"mean_token_accuracy": 0.9025693088769913,
|
||
|
|
"num_tokens": 10031729.0,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3244902342557907,
|
||
|
|
"epoch": 2.2018348623853212,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 4.033966225159875e-06,
|
||
|
|
"loss": 0.3196781873703003,
|
||
|
|
"mean_token_accuracy": 0.8980901971459389,
|
||
|
|
"num_tokens": 10128604.0,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3001674834638834,
|
||
|
|
"epoch": 2.2247706422018347,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 3.821907575495755e-06,
|
||
|
|
"loss": 0.29091734886169435,
|
||
|
|
"mean_token_accuracy": 0.9066133707761764,
|
||
|
|
"num_tokens": 10235735.0,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3224890284240246,
|
||
|
|
"epoch": 2.2477064220183487,
|
||
|
|
"grad_norm": 1.9921875,
|
||
|
|
"learning_rate": 3.614250169736603e-06,
|
||
|
|
"loss": 0.31416850090026854,
|
||
|
|
"mean_token_accuracy": 0.8999267861247062,
|
||
|
|
"num_tokens": 10339995.0,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31570393070578573,
|
||
|
|
"epoch": 2.270642201834862,
|
||
|
|
"grad_norm": 1.8671875,
|
||
|
|
"learning_rate": 3.4111419420388904e-06,
|
||
|
|
"loss": 0.3096719980239868,
|
||
|
|
"mean_token_accuracy": 0.9028396472334862,
|
||
|
|
"num_tokens": 10446651.0,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3116422988474369,
|
||
|
|
"epoch": 2.293577981651376,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 3.2127275857460914e-06,
|
||
|
|
"loss": 0.3034141778945923,
|
||
|
|
"mean_token_accuracy": 0.9035742565989494,
|
||
|
|
"num_tokens": 10551686.0,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.293577981651376,
|
||
|
|
"eval_entropy": 0.31458691961091495,
|
||
|
|
"eval_loss": 0.3416135013103485,
|
||
|
|
"eval_mean_token_accuracy": 0.8941712055517279,
|
||
|
|
"eval_num_tokens": 10551686.0,
|
||
|
|
"eval_runtime": 30.9012,
|
||
|
|
"eval_samples_per_second": 11.877,
|
||
|
|
"eval_steps_per_second": 2.977,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30370271801948545,
|
||
|
|
"epoch": 2.31651376146789,
|
||
|
|
"grad_norm": 1.75,
|
||
|
|
"learning_rate": 3.0191484503098335e-06,
|
||
|
|
"loss": 0.2965387344360352,
|
||
|
|
"mean_token_accuracy": 0.9055161878466607,
|
||
|
|
"num_tokens": 10658763.0,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30786469504237174,
|
||
|
|
"epoch": 2.3394495412844036,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 2.830542440593206e-06,
|
||
|
|
"loss": 0.2988230466842651,
|
||
|
|
"mean_token_accuracy": 0.9048854574561119,
|
||
|
|
"num_tokens": 10758819.0,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30542101748287676,
|
||
|
|
"epoch": 2.3623853211009176,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 2.647043918627994e-06,
|
||
|
|
"loss": 0.29598278999328614,
|
||
|
|
"mean_token_accuracy": 0.9052035048604011,
|
||
|
|
"num_tokens": 10865788.0,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31079764701426027,
|
||
|
|
"epoch": 2.385321100917431,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 2.468783607895796e-06,
|
||
|
|
"loss": 0.30441627502441404,
|
||
|
|
"mean_token_accuracy": 0.9034854844212532,
|
||
|
|
"num_tokens": 10967177.0,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31058608889579775,
|
||
|
|
"epoch": 2.408256880733945,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 2.295888500201233e-06,
|
||
|
|
"loss": 0.3008920669555664,
|
||
|
|
"mean_token_accuracy": 0.9041848033666611,
|
||
|
|
"num_tokens": 11071623.0,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32119043692946436,
|
||
|
|
"epoch": 2.4311926605504586,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 2.1284817652035893e-06,
|
||
|
|
"loss": 0.3111232280731201,
|
||
|
|
"mean_token_accuracy": 0.8993611231446266,
|
||
|
|
"num_tokens": 11174222.0,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31053728312253953,
|
||
|
|
"epoch": 2.4541284403669725,
|
||
|
|
"grad_norm": 1.8984375,
|
||
|
|
"learning_rate": 1.9666826626713208e-06,
|
||
|
|
"loss": 0.3087751865386963,
|
||
|
|
"mean_token_accuracy": 0.9034694701433181,
|
||
|
|
"num_tokens": 11283325.0,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31755390875041484,
|
||
|
|
"epoch": 2.477064220183486,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 1.810606457521965e-06,
|
||
|
|
"loss": 0.30810863971710206,
|
||
|
|
"mean_token_accuracy": 0.9028798103332519,
|
||
|
|
"num_tokens": 11388674.0,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31256188340485097,
|
||
|
|
"epoch": 2.5,
|
||
|
|
"grad_norm": 2.484375,
|
||
|
|
"learning_rate": 1.660364337707957e-06,
|
||
|
|
"loss": 0.3072192668914795,
|
||
|
|
"mean_token_accuracy": 0.9016716808080674,
|
||
|
|
"num_tokens": 11495818.0,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3098844654858112,
|
||
|
|
"epoch": 2.522935779816514,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.516063335006851e-06,
|
||
|
|
"loss": 0.30339553356170657,
|
||
|
|
"mean_token_accuracy": 0.903311139345169,
|
||
|
|
"num_tokens": 11600053.0,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.522935779816514,
|
||
|
|
"eval_entropy": 0.3133478334740452,
|
||
|
|
"eval_loss": 0.3417088985443115,
|
||
|
|
"eval_mean_token_accuracy": 0.8939231673012609,
|
||
|
|
"eval_num_tokens": 11600053.0,
|
||
|
|
"eval_runtime": 30.6145,
|
||
|
|
"eval_samples_per_second": 11.988,
|
||
|
|
"eval_steps_per_second": 3.005,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3077207863330841,
|
||
|
|
"epoch": 2.5458715596330275,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.3778062487723964e-06,
|
||
|
|
"loss": 0.29884703159332277,
|
||
|
|
"mean_token_accuracy": 0.9049400717020035,
|
||
|
|
"num_tokens": 11708985.0,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31691030226647854,
|
||
|
|
"epoch": 2.5688073394495414,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.2456915727007446e-06,
|
||
|
|
"loss": 0.3085756540298462,
|
||
|
|
"mean_token_accuracy": 0.9018509045243264,
|
||
|
|
"num_tokens": 11815323.0,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3215593289583921,
|
||
|
|
"epoch": 2.591743119266055,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 1.1198134246640347e-06,
|
||
|
|
"loss": 0.31881897449493407,
|
||
|
|
"mean_token_accuracy": 0.8997952118515968,
|
||
|
|
"num_tokens": 11920222.0,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.32174803763628007,
|
||
|
|
"epoch": 2.614678899082569,
|
||
|
|
"grad_norm": 1.828125,
|
||
|
|
"learning_rate": 1.0002614796612343e-06,
|
||
|
|
"loss": 0.3117291212081909,
|
||
|
|
"mean_token_accuracy": 0.8999653860926629,
|
||
|
|
"num_tokens": 12024767.0,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3095819726586342,
|
||
|
|
"epoch": 2.6376146788990824,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 8.871209059341135e-07,
|
||
|
|
"loss": 0.30310988426208496,
|
||
|
|
"mean_token_accuracy": 0.9035083040595054,
|
||
|
|
"num_tokens": 12133161.0,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.2892547409981489,
|
||
|
|
"epoch": 2.6605504587155964,
|
||
|
|
"grad_norm": 1.671875,
|
||
|
|
"learning_rate": 7.804723042937756e-07,
|
||
|
|
"loss": 0.2832754850387573,
|
||
|
|
"mean_token_accuracy": 0.909184193611145,
|
||
|
|
"num_tokens": 12246860.0,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.29976772107183935,
|
||
|
|
"epoch": 2.68348623853211,
|
||
|
|
"grad_norm": 1.828125,
|
||
|
|
"learning_rate": 6.803916507010388e-07,
|
||
|
|
"loss": 0.29517574310302735,
|
||
|
|
"mean_token_accuracy": 0.9073081210255622,
|
||
|
|
"num_tokens": 12353437.0,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31047735884785654,
|
||
|
|
"epoch": 2.706422018348624,
|
||
|
|
"grad_norm": 1.7421875,
|
||
|
|
"learning_rate": 5.869502421415041e-07,
|
||
|
|
"loss": 0.30287339687347414,
|
||
|
|
"mean_token_accuracy": 0.9031920969486237,
|
||
|
|
"num_tokens": 12462287.0,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3041377454996109,
|
||
|
|
"epoch": 2.729357798165138,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 5.002146458339185e-07,
|
||
|
|
"loss": 0.2944758176803589,
|
||
|
|
"mean_token_accuracy": 0.9054106563329697,
|
||
|
|
"num_tokens": 12566215.0,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31409593895077703,
|
||
|
|
"epoch": 2.7522935779816513,
|
||
|
|
"grad_norm": 1.7265625,
|
||
|
|
"learning_rate": 4.202466518080184e-07,
|
||
|
|
"loss": 0.299582839012146,
|
||
|
|
"mean_token_accuracy": 0.9041049733757973,
|
||
|
|
"num_tokens": 12673542.0,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7522935779816513,
|
||
|
|
"eval_entropy": 0.3133090068788632,
|
||
|
|
"eval_loss": 0.3416964113712311,
|
||
|
|
"eval_mean_token_accuracy": 0.8939006931107977,
|
||
|
|
"eval_num_tokens": 12673542.0,
|
||
|
|
"eval_runtime": 30.4519,
|
||
|
|
"eval_samples_per_second": 12.052,
|
||
|
|
"eval_steps_per_second": 3.021,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30692093782126906,
|
||
|
|
"epoch": 2.7752293577981653,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 3.471032288855869e-07,
|
||
|
|
"loss": 0.2946175575256348,
|
||
|
|
"mean_token_accuracy": 0.9054166913032532,
|
||
|
|
"num_tokens": 12778933.0,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.31899234019219874,
|
||
|
|
"epoch": 2.7981651376146788,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 2.8083648409614197e-07,
|
||
|
|
"loss": 0.3127703905105591,
|
||
|
|
"mean_token_accuracy": 0.9000537022948265,
|
||
|
|
"num_tokens": 12879669.0,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.29921196661889554,
|
||
|
|
"epoch": 2.8211009174311927,
|
||
|
|
"grad_norm": 1.6640625,
|
||
|
|
"learning_rate": 2.2149362555612951e-07,
|
||
|
|
"loss": 0.29253277778625486,
|
||
|
|
"mean_token_accuracy": 0.9067902445793152,
|
||
|
|
"num_tokens": 12989616.0,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.311046426743269,
|
||
|
|
"epoch": 2.8440366972477067,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 1.6911692883809338e-07,
|
||
|
|
"loss": 0.3050737142562866,
|
||
|
|
"mean_token_accuracy": 0.9037070229649544,
|
||
|
|
"num_tokens": 13092246.0,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3184209030121565,
|
||
|
|
"epoch": 2.86697247706422,
|
||
|
|
"grad_norm": 2.359375,
|
||
|
|
"learning_rate": 1.2374370685374504e-07,
|
||
|
|
"loss": 0.31279401779174804,
|
||
|
|
"mean_token_accuracy": 0.9010333761572837,
|
||
|
|
"num_tokens": 13196482.0,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30298629961907864,
|
||
|
|
"epoch": 2.8899082568807337,
|
||
|
|
"grad_norm": 1.7578125,
|
||
|
|
"learning_rate": 8.540628327242894e-08,
|
||
|
|
"loss": 0.29525203704833985,
|
||
|
|
"mean_token_accuracy": 0.9062755778431892,
|
||
|
|
"num_tokens": 13296319.0,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3114538390189409,
|
||
|
|
"epoch": 2.9128440366972477,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 5.41319694938891e-08,
|
||
|
|
"loss": 0.31121370792388914,
|
||
|
|
"mean_token_accuracy": 0.902065885066986,
|
||
|
|
"num_tokens": 13401177.0,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.30996891260147097,
|
||
|
|
"epoch": 2.9357798165137616,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 2.994304519176261e-08,
|
||
|
|
"loss": 0.3023967742919922,
|
||
|
|
"mean_token_accuracy": 0.9039678320288658,
|
||
|
|
"num_tokens": 13506546.0,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3166234001517296,
|
||
|
|
"epoch": 2.958715596330275,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 1.2856742441637037e-08,
|
||
|
|
"loss": 0.31199233531951903,
|
||
|
|
"mean_token_accuracy": 0.90199134349823,
|
||
|
|
"num_tokens": 13612665.0,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.3202438112348318,
|
||
|
|
"epoch": 2.981651376146789,
|
||
|
|
"grad_norm": 1.796875,
|
||
|
|
"learning_rate": 2.885233445004687e-09,
|
||
|
|
"loss": 0.32076048851013184,
|
||
|
|
"mean_token_accuracy": 0.8987957209348678,
|
||
|
|
"num_tokens": 13719965.0,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.981651376146789,
|
||
|
|
"eval_entropy": 0.31330409516458924,
|
||
|
|
"eval_loss": 0.34160733222961426,
|
||
|
|
"eval_mean_token_accuracy": 0.8939757956110913,
|
||
|
|
"eval_num_tokens": 13719965.0,
|
||
|
|
"eval_runtime": 30.3526,
|
||
|
|
"eval_samples_per_second": 12.091,
|
||
|
|
"eval_steps_per_second": 3.031,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_entropy": 0.3133045512696971,
|
||
|
|
"eval_loss": 0.34170931577682495,
|
||
|
|
"eval_mean_token_accuracy": 0.8939821726602056,
|
||
|
|
"eval_num_tokens": 13804929.0,
|
||
|
|
"eval_runtime": 30.8394,
|
||
|
|
"eval_samples_per_second": 11.9,
|
||
|
|
"eval_steps_per_second": 2.983,
|
||
|
|
"step": 1308
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 1308,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 100,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.6812284470342656e+17,
|
||
|
|
"train_batch_size": 4,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|