1046 lines
28 KiB
JSON
1046 lines
28 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.39184952978056425,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 500,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"entropy": 10.742109775543213,
|
||
|
|
"epoch": 0.003918495297805642,
|
||
|
|
"grad_norm": 4.9375,
|
||
|
|
"learning_rate": 2e-06,
|
||
|
|
"loss": 10.7674,
|
||
|
|
"mean_token_accuracy": 9.596928721293807e-05,
|
||
|
|
"num_tokens": 9415.0,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.742099189758301,
|
||
|
|
"epoch": 0.007836990595611285,
|
||
|
|
"grad_norm": 5.65625,
|
||
|
|
"learning_rate": 4.5e-06,
|
||
|
|
"loss": 10.7184,
|
||
|
|
"mean_token_accuracy": 0.0,
|
||
|
|
"num_tokens": 17669.0,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.742108917236328,
|
||
|
|
"epoch": 0.011755485893416929,
|
||
|
|
"grad_norm": 5.0625,
|
||
|
|
"learning_rate": 7e-06,
|
||
|
|
"loss": 10.7241,
|
||
|
|
"mean_token_accuracy": 0.00021240997593849898,
|
||
|
|
"num_tokens": 26558.0,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.742095565795898,
|
||
|
|
"epoch": 0.01567398119122257,
|
||
|
|
"grad_norm": 5.40625,
|
||
|
|
"learning_rate": 9.5e-06,
|
||
|
|
"loss": 10.6562,
|
||
|
|
"mean_token_accuracy": 0.0,
|
||
|
|
"num_tokens": 34940.0,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.742070865631103,
|
||
|
|
"epoch": 0.019592476489028215,
|
||
|
|
"grad_norm": 4.40625,
|
||
|
|
"learning_rate": 1.2e-05,
|
||
|
|
"loss": 10.5966,
|
||
|
|
"mean_token_accuracy": 0.0032189773628488183,
|
||
|
|
"num_tokens": 44835.0,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.741683006286621,
|
||
|
|
"epoch": 0.023510971786833857,
|
||
|
|
"grad_norm": 4.03125,
|
||
|
|
"learning_rate": 1.4500000000000002e-05,
|
||
|
|
"loss": 10.4748,
|
||
|
|
"mean_token_accuracy": 0.02363332137465477,
|
||
|
|
"num_tokens": 53623.0,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.740711116790772,
|
||
|
|
"epoch": 0.0274294670846395,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 1.7000000000000003e-05,
|
||
|
|
"loss": 10.3625,
|
||
|
|
"mean_token_accuracy": 0.03914350755512715,
|
||
|
|
"num_tokens": 63198.0,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.738054847717285,
|
||
|
|
"epoch": 0.03134796238244514,
|
||
|
|
"grad_norm": 2.828125,
|
||
|
|
"learning_rate": 1.95e-05,
|
||
|
|
"loss": 10.2445,
|
||
|
|
"mean_token_accuracy": 0.043806169740855695,
|
||
|
|
"num_tokens": 72379.0,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.73265199661255,
|
||
|
|
"epoch": 0.03526645768025078,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 2.2e-05,
|
||
|
|
"loss": 10.1124,
|
||
|
|
"mean_token_accuracy": 0.04499626830220223,
|
||
|
|
"num_tokens": 81098.0,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.725791835784912,
|
||
|
|
"epoch": 0.03918495297805643,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 2.4500000000000003e-05,
|
||
|
|
"loss": 10.0549,
|
||
|
|
"mean_token_accuracy": 0.04616287313401699,
|
||
|
|
"num_tokens": 90637.0,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.720808124542236,
|
||
|
|
"epoch": 0.04310344827586207,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 2.7e-05,
|
||
|
|
"loss": 9.9466,
|
||
|
|
"mean_token_accuracy": 0.04513598307967186,
|
||
|
|
"num_tokens": 98505.0,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.717309474945068,
|
||
|
|
"epoch": 0.047021943573667714,
|
||
|
|
"grad_norm": 1.90625,
|
||
|
|
"learning_rate": 2.95e-05,
|
||
|
|
"loss": 9.8942,
|
||
|
|
"mean_token_accuracy": 0.048630540072917935,
|
||
|
|
"num_tokens": 107295.0,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.71382761001587,
|
||
|
|
"epoch": 0.050940438871473356,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 3.2e-05,
|
||
|
|
"loss": 9.8181,
|
||
|
|
"mean_token_accuracy": 0.04877537116408348,
|
||
|
|
"num_tokens": 116381.0,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.70920639038086,
|
||
|
|
"epoch": 0.054858934169279,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 3.4500000000000005e-05,
|
||
|
|
"loss": 9.7896,
|
||
|
|
"mean_token_accuracy": 0.04598020613193512,
|
||
|
|
"num_tokens": 124826.0,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.703414630889892,
|
||
|
|
"epoch": 0.05877742946708464,
|
||
|
|
"grad_norm": 1.9140625,
|
||
|
|
"learning_rate": 3.7e-05,
|
||
|
|
"loss": 9.7231,
|
||
|
|
"mean_token_accuracy": 0.04887317828834057,
|
||
|
|
"num_tokens": 133255.0,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.69604263305664,
|
||
|
|
"epoch": 0.06269592476489028,
|
||
|
|
"grad_norm": 1.9609375,
|
||
|
|
"learning_rate": 3.95e-05,
|
||
|
|
"loss": 9.6411,
|
||
|
|
"mean_token_accuracy": 0.05134939663112163,
|
||
|
|
"num_tokens": 141626.0,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.6855975151062,
|
||
|
|
"epoch": 0.06661442006269593,
|
||
|
|
"grad_norm": 1.9375,
|
||
|
|
"learning_rate": 4.2000000000000004e-05,
|
||
|
|
"loss": 9.5459,
|
||
|
|
"mean_token_accuracy": 0.06545204371213913,
|
||
|
|
"num_tokens": 150051.0,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.666928005218505,
|
||
|
|
"epoch": 0.07053291536050156,
|
||
|
|
"grad_norm": 1.953125,
|
||
|
|
"learning_rate": 4.45e-05,
|
||
|
|
"loss": 9.5417,
|
||
|
|
"mean_token_accuracy": 0.061743459478020665,
|
||
|
|
"num_tokens": 159325.0,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.645073413848877,
|
||
|
|
"epoch": 0.07445141065830721,
|
||
|
|
"grad_norm": 1.859375,
|
||
|
|
"learning_rate": 4.7000000000000004e-05,
|
||
|
|
"loss": 9.4416,
|
||
|
|
"mean_token_accuracy": 0.06291964910924434,
|
||
|
|
"num_tokens": 168142.0,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.608468723297118,
|
||
|
|
"epoch": 0.07836990595611286,
|
||
|
|
"grad_norm": 1.765625,
|
||
|
|
"learning_rate": 4.9500000000000004e-05,
|
||
|
|
"loss": 9.3001,
|
||
|
|
"mean_token_accuracy": 0.06304978355765342,
|
||
|
|
"num_tokens": 177033.0,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.553625392913819,
|
||
|
|
"epoch": 0.0822884012539185,
|
||
|
|
"grad_norm": 1.8046875,
|
||
|
|
"learning_rate": 5.2e-05,
|
||
|
|
"loss": 9.229,
|
||
|
|
"mean_token_accuracy": 0.056359085440635684,
|
||
|
|
"num_tokens": 185605.0,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.505783081054688,
|
||
|
|
"epoch": 0.08620689655172414,
|
||
|
|
"grad_norm": 1.703125,
|
||
|
|
"learning_rate": 5.45e-05,
|
||
|
|
"loss": 9.0952,
|
||
|
|
"mean_token_accuracy": 0.0655987836420536,
|
||
|
|
"num_tokens": 193863.0,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.448099517822266,
|
||
|
|
"epoch": 0.09012539184952978,
|
||
|
|
"grad_norm": 1.671875,
|
||
|
|
"learning_rate": 5.7e-05,
|
||
|
|
"loss": 8.9999,
|
||
|
|
"mean_token_accuracy": 0.0653056938201189,
|
||
|
|
"num_tokens": 202504.0,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.432163047790528,
|
||
|
|
"epoch": 0.09404388714733543,
|
||
|
|
"grad_norm": 1.5390625,
|
||
|
|
"learning_rate": 5.9499999999999996e-05,
|
||
|
|
"loss": 8.9214,
|
||
|
|
"mean_token_accuracy": 0.06190854795277119,
|
||
|
|
"num_tokens": 211172.0,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.393641376495362,
|
||
|
|
"epoch": 0.09796238244514106,
|
||
|
|
"grad_norm": 1.46875,
|
||
|
|
"learning_rate": 6.2e-05,
|
||
|
|
"loss": 8.8333,
|
||
|
|
"mean_token_accuracy": 0.060395382717251776,
|
||
|
|
"num_tokens": 220345.0,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.306912040710449,
|
||
|
|
"epoch": 0.10188087774294671,
|
||
|
|
"grad_norm": 1.421875,
|
||
|
|
"learning_rate": 6.450000000000001e-05,
|
||
|
|
"loss": 8.6192,
|
||
|
|
"mean_token_accuracy": 0.0663460198789835,
|
||
|
|
"num_tokens": 228396.0,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.185036849975585,
|
||
|
|
"epoch": 0.10579937304075235,
|
||
|
|
"grad_norm": 1.390625,
|
||
|
|
"learning_rate": 6.7e-05,
|
||
|
|
"loss": 8.5194,
|
||
|
|
"mean_token_accuracy": 0.06784758679568767,
|
||
|
|
"num_tokens": 236773.0,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 10.10704460144043,
|
||
|
|
"epoch": 0.109717868338558,
|
||
|
|
"grad_norm": 1.4140625,
|
||
|
|
"learning_rate": 6.950000000000001e-05,
|
||
|
|
"loss": 8.4114,
|
||
|
|
"mean_token_accuracy": 0.06528282575309277,
|
||
|
|
"num_tokens": 245279.0,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.997784900665284,
|
||
|
|
"epoch": 0.11363636363636363,
|
||
|
|
"grad_norm": 1.203125,
|
||
|
|
"learning_rate": 7.2e-05,
|
||
|
|
"loss": 8.2873,
|
||
|
|
"mean_token_accuracy": 0.06404702439904213,
|
||
|
|
"num_tokens": 253965.0,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.862957191467284,
|
||
|
|
"epoch": 0.11755485893416928,
|
||
|
|
"grad_norm": 1.21875,
|
||
|
|
"learning_rate": 7.45e-05,
|
||
|
|
"loss": 8.2398,
|
||
|
|
"mean_token_accuracy": 0.061683330684900284,
|
||
|
|
"num_tokens": 262859.0,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.73002061843872,
|
||
|
|
"epoch": 0.12147335423197492,
|
||
|
|
"grad_norm": 1.171875,
|
||
|
|
"learning_rate": 7.7e-05,
|
||
|
|
"loss": 8.1396,
|
||
|
|
"mean_token_accuracy": 0.06386828869581222,
|
||
|
|
"num_tokens": 270757.0,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.495413970947265,
|
||
|
|
"epoch": 0.12539184952978055,
|
||
|
|
"grad_norm": 1.1015625,
|
||
|
|
"learning_rate": 7.950000000000001e-05,
|
||
|
|
"loss": 8.0706,
|
||
|
|
"mean_token_accuracy": 0.060359453037381175,
|
||
|
|
"num_tokens": 279737.0,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.4040997505188,
|
||
|
|
"epoch": 0.12931034482758622,
|
||
|
|
"grad_norm": 1.0546875,
|
||
|
|
"learning_rate": 8.2e-05,
|
||
|
|
"loss": 7.895,
|
||
|
|
"mean_token_accuracy": 0.061074954271316526,
|
||
|
|
"num_tokens": 287788.0,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 9.116162109375,
|
||
|
|
"epoch": 0.13322884012539185,
|
||
|
|
"grad_norm": 0.90625,
|
||
|
|
"learning_rate": 8.450000000000001e-05,
|
||
|
|
"loss": 7.8633,
|
||
|
|
"mean_token_accuracy": 0.06705749183893203,
|
||
|
|
"num_tokens": 296481.0,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.948561000823975,
|
||
|
|
"epoch": 0.1371473354231975,
|
||
|
|
"grad_norm": 0.8671875,
|
||
|
|
"learning_rate": 8.7e-05,
|
||
|
|
"loss": 7.76,
|
||
|
|
"mean_token_accuracy": 0.06502468548715115,
|
||
|
|
"num_tokens": 305412.0,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.750289058685302,
|
||
|
|
"epoch": 0.14106583072100312,
|
||
|
|
"grad_norm": 0.8828125,
|
||
|
|
"learning_rate": 8.95e-05,
|
||
|
|
"loss": 7.7497,
|
||
|
|
"mean_token_accuracy": 0.06412209160625934,
|
||
|
|
"num_tokens": 314412.0,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.61333589553833,
|
||
|
|
"epoch": 0.14498432601880878,
|
||
|
|
"grad_norm": 0.80859375,
|
||
|
|
"learning_rate": 9.2e-05,
|
||
|
|
"loss": 7.6727,
|
||
|
|
"mean_token_accuracy": 0.06552823781967163,
|
||
|
|
"num_tokens": 322928.0,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.46501522064209,
|
||
|
|
"epoch": 0.14890282131661442,
|
||
|
|
"grad_norm": 0.875,
|
||
|
|
"learning_rate": 9.45e-05,
|
||
|
|
"loss": 7.693,
|
||
|
|
"mean_token_accuracy": 0.0656155750155449,
|
||
|
|
"num_tokens": 331605.0,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.362890625,
|
||
|
|
"epoch": 0.15282131661442006,
|
||
|
|
"grad_norm": 0.86328125,
|
||
|
|
"learning_rate": 9.7e-05,
|
||
|
|
"loss": 7.6608,
|
||
|
|
"mean_token_accuracy": 0.06488309130072593,
|
||
|
|
"num_tokens": 340654.0,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.327593994140624,
|
||
|
|
"epoch": 0.15673981191222572,
|
||
|
|
"grad_norm": 0.88671875,
|
||
|
|
"learning_rate": 9.95e-05,
|
||
|
|
"loss": 7.6721,
|
||
|
|
"mean_token_accuracy": 0.06592198349535465,
|
||
|
|
"num_tokens": 348905.0,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.273851680755616,
|
||
|
|
"epoch": 0.16065830721003135,
|
||
|
|
"grad_norm": 0.921875,
|
||
|
|
"learning_rate": 0.000102,
|
||
|
|
"loss": 7.5357,
|
||
|
|
"mean_token_accuracy": 0.06864950023591518,
|
||
|
|
"num_tokens": 357276.0,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.201261711120605,
|
||
|
|
"epoch": 0.164576802507837,
|
||
|
|
"grad_norm": 0.79296875,
|
||
|
|
"learning_rate": 0.00010449999999999999,
|
||
|
|
"loss": 7.578,
|
||
|
|
"mean_token_accuracy": 0.06853164285421372,
|
||
|
|
"num_tokens": 365707.0,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.147554111480712,
|
||
|
|
"epoch": 0.16849529780564262,
|
||
|
|
"grad_norm": 1.265625,
|
||
|
|
"learning_rate": 0.000107,
|
||
|
|
"loss": 7.5605,
|
||
|
|
"mean_token_accuracy": 0.06806492805480957,
|
||
|
|
"num_tokens": 374595.0,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.051411581039428,
|
||
|
|
"epoch": 0.1724137931034483,
|
||
|
|
"grad_norm": 0.82421875,
|
||
|
|
"learning_rate": 0.0001095,
|
||
|
|
"loss": 7.5988,
|
||
|
|
"mean_token_accuracy": 0.06651411205530167,
|
||
|
|
"num_tokens": 383953.0,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.147121715545655,
|
||
|
|
"epoch": 0.17633228840125392,
|
||
|
|
"grad_norm": 0.9296875,
|
||
|
|
"learning_rate": 0.000112,
|
||
|
|
"loss": 7.5603,
|
||
|
|
"mean_token_accuracy": 0.06881510317325593,
|
||
|
|
"num_tokens": 393524.0,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.113260126113891,
|
||
|
|
"epoch": 0.18025078369905956,
|
||
|
|
"grad_norm": 0.9140625,
|
||
|
|
"learning_rate": 0.0001145,
|
||
|
|
"loss": 7.439,
|
||
|
|
"mean_token_accuracy": 0.0729409821331501,
|
||
|
|
"num_tokens": 402079.0,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.0263240814209,
|
||
|
|
"epoch": 0.1841692789968652,
|
||
|
|
"grad_norm": 0.8828125,
|
||
|
|
"learning_rate": 0.00011700000000000001,
|
||
|
|
"loss": 7.4926,
|
||
|
|
"mean_token_accuracy": 0.06627442128956318,
|
||
|
|
"num_tokens": 410306.0,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.06832423210144,
|
||
|
|
"epoch": 0.18808777429467086,
|
||
|
|
"grad_norm": 0.94140625,
|
||
|
|
"learning_rate": 0.00011949999999999999,
|
||
|
|
"loss": 7.508,
|
||
|
|
"mean_token_accuracy": 0.07089690454304218,
|
||
|
|
"num_tokens": 419157.0,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.074864530563355,
|
||
|
|
"epoch": 0.1920062695924765,
|
||
|
|
"grad_norm": 0.90234375,
|
||
|
|
"learning_rate": 0.000122,
|
||
|
|
"loss": 7.463,
|
||
|
|
"mean_token_accuracy": 0.06991211287677288,
|
||
|
|
"num_tokens": 428216.0,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.9781323909759525,
|
||
|
|
"epoch": 0.19592476489028213,
|
||
|
|
"grad_norm": 1.03125,
|
||
|
|
"learning_rate": 0.0001245,
|
||
|
|
"loss": 7.4362,
|
||
|
|
"mean_token_accuracy": 0.0743593417108059,
|
||
|
|
"num_tokens": 436695.0,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.013546228408813,
|
||
|
|
"epoch": 0.19984326018808776,
|
||
|
|
"grad_norm": 0.98046875,
|
||
|
|
"learning_rate": 0.000127,
|
||
|
|
"loss": 7.4641,
|
||
|
|
"mean_token_accuracy": 0.07037879787385463,
|
||
|
|
"num_tokens": 446801.0,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.9741381168365475,
|
||
|
|
"epoch": 0.20376175548589343,
|
||
|
|
"grad_norm": 1.2890625,
|
||
|
|
"learning_rate": 0.0001295,
|
||
|
|
"loss": 7.4692,
|
||
|
|
"mean_token_accuracy": 0.0736465446650982,
|
||
|
|
"num_tokens": 454980.0,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.027658605575562,
|
||
|
|
"epoch": 0.20768025078369906,
|
||
|
|
"grad_norm": 0.88671875,
|
||
|
|
"learning_rate": 0.000132,
|
||
|
|
"loss": 7.4402,
|
||
|
|
"mean_token_accuracy": 0.07250457666814328,
|
||
|
|
"num_tokens": 463699.0,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.018376350402832,
|
||
|
|
"epoch": 0.2115987460815047,
|
||
|
|
"grad_norm": 0.91015625,
|
||
|
|
"learning_rate": 0.00013450000000000002,
|
||
|
|
"loss": 7.334,
|
||
|
|
"mean_token_accuracy": 0.07564162723720073,
|
||
|
|
"num_tokens": 473005.0,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.891370153427124,
|
||
|
|
"epoch": 0.21551724137931033,
|
||
|
|
"grad_norm": 1.0625,
|
||
|
|
"learning_rate": 0.00013700000000000002,
|
||
|
|
"loss": 7.3218,
|
||
|
|
"mean_token_accuracy": 0.07659829519689083,
|
||
|
|
"num_tokens": 481104.0,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.955986738204956,
|
||
|
|
"epoch": 0.219435736677116,
|
||
|
|
"grad_norm": 0.890625,
|
||
|
|
"learning_rate": 0.0001395,
|
||
|
|
"loss": 7.4639,
|
||
|
|
"mean_token_accuracy": 0.07242306545376778,
|
||
|
|
"num_tokens": 490028.0,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.935779190063476,
|
||
|
|
"epoch": 0.22335423197492163,
|
||
|
|
"grad_norm": 0.91015625,
|
||
|
|
"learning_rate": 0.00014199999999999998,
|
||
|
|
"loss": 7.46,
|
||
|
|
"mean_token_accuracy": 0.07522198893129825,
|
||
|
|
"num_tokens": 499093.0,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 8.021220302581787,
|
||
|
|
"epoch": 0.22727272727272727,
|
||
|
|
"grad_norm": 1.0546875,
|
||
|
|
"learning_rate": 0.0001445,
|
||
|
|
"loss": 7.4596,
|
||
|
|
"mean_token_accuracy": 0.07582265920937062,
|
||
|
|
"num_tokens": 508049.0,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.857068347930908,
|
||
|
|
"epoch": 0.23119122257053293,
|
||
|
|
"grad_norm": 1.0546875,
|
||
|
|
"learning_rate": 0.000147,
|
||
|
|
"loss": 7.276,
|
||
|
|
"mean_token_accuracy": 0.080800349265337,
|
||
|
|
"num_tokens": 516173.0,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.936904716491699,
|
||
|
|
"epoch": 0.23510971786833856,
|
||
|
|
"grad_norm": 1.2421875,
|
||
|
|
"learning_rate": 0.0001495,
|
||
|
|
"loss": 7.3857,
|
||
|
|
"mean_token_accuracy": 0.07901114635169507,
|
||
|
|
"num_tokens": 524990.0,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.885950946807862,
|
||
|
|
"epoch": 0.2390282131661442,
|
||
|
|
"grad_norm": 0.9609375,
|
||
|
|
"learning_rate": 0.000152,
|
||
|
|
"loss": 7.4693,
|
||
|
|
"mean_token_accuracy": 0.07808374315500259,
|
||
|
|
"num_tokens": 533676.0,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.922548103332519,
|
||
|
|
"epoch": 0.24294670846394983,
|
||
|
|
"grad_norm": 0.9921875,
|
||
|
|
"learning_rate": 0.00015450000000000001,
|
||
|
|
"loss": 7.4113,
|
||
|
|
"mean_token_accuracy": 0.0751194790005684,
|
||
|
|
"num_tokens": 542757.0,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.911523008346558,
|
||
|
|
"epoch": 0.2468652037617555,
|
||
|
|
"grad_norm": 1.3125,
|
||
|
|
"learning_rate": 0.000157,
|
||
|
|
"loss": 7.3816,
|
||
|
|
"mean_token_accuracy": 0.07483164295554161,
|
||
|
|
"num_tokens": 551958.0,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.87831482887268,
|
||
|
|
"epoch": 0.2507836990595611,
|
||
|
|
"grad_norm": 1.09375,
|
||
|
|
"learning_rate": 0.0001595,
|
||
|
|
"loss": 7.297,
|
||
|
|
"mean_token_accuracy": 0.07816217541694641,
|
||
|
|
"num_tokens": 560850.0,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.742319774627686,
|
||
|
|
"epoch": 0.2547021943573668,
|
||
|
|
"grad_norm": 1.1328125,
|
||
|
|
"learning_rate": 0.000162,
|
||
|
|
"loss": 7.2442,
|
||
|
|
"mean_token_accuracy": 0.07955843061208726,
|
||
|
|
"num_tokens": 569226.0,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.862335586547852,
|
||
|
|
"epoch": 0.25862068965517243,
|
||
|
|
"grad_norm": 1.125,
|
||
|
|
"learning_rate": 0.00016450000000000001,
|
||
|
|
"loss": 7.2487,
|
||
|
|
"mean_token_accuracy": 0.08338543474674225,
|
||
|
|
"num_tokens": 577674.0,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.8038520336151125,
|
||
|
|
"epoch": 0.26253918495297807,
|
||
|
|
"grad_norm": 1.078125,
|
||
|
|
"learning_rate": 0.00016700000000000002,
|
||
|
|
"loss": 7.3003,
|
||
|
|
"mean_token_accuracy": 0.08087649494409561,
|
||
|
|
"num_tokens": 587095.0,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.815746021270752,
|
||
|
|
"epoch": 0.2664576802507837,
|
||
|
|
"grad_norm": 0.94921875,
|
||
|
|
"learning_rate": 0.00016950000000000003,
|
||
|
|
"loss": 7.2334,
|
||
|
|
"mean_token_accuracy": 0.08010689094662667,
|
||
|
|
"num_tokens": 595690.0,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.813080167770385,
|
||
|
|
"epoch": 0.27037617554858934,
|
||
|
|
"grad_norm": 1.0,
|
||
|
|
"learning_rate": 0.00017199999999999998,
|
||
|
|
"loss": 7.2638,
|
||
|
|
"mean_token_accuracy": 0.08633363470435143,
|
||
|
|
"num_tokens": 603962.0,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.854545068740845,
|
||
|
|
"epoch": 0.274294670846395,
|
||
|
|
"grad_norm": 1.1875,
|
||
|
|
"learning_rate": 0.00017449999999999999,
|
||
|
|
"loss": 7.2481,
|
||
|
|
"mean_token_accuracy": 0.08236029744148254,
|
||
|
|
"num_tokens": 612407.0,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.811877584457397,
|
||
|
|
"epoch": 0.2782131661442006,
|
||
|
|
"grad_norm": 1.203125,
|
||
|
|
"learning_rate": 0.000177,
|
||
|
|
"loss": 7.3141,
|
||
|
|
"mean_token_accuracy": 0.08180430978536606,
|
||
|
|
"num_tokens": 620970.0,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.737411594390869,
|
||
|
|
"epoch": 0.28213166144200624,
|
||
|
|
"grad_norm": 0.92578125,
|
||
|
|
"learning_rate": 0.0001795,
|
||
|
|
"loss": 7.2908,
|
||
|
|
"mean_token_accuracy": 0.07814904972910881,
|
||
|
|
"num_tokens": 630701.0,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.802158451080322,
|
||
|
|
"epoch": 0.28605015673981193,
|
||
|
|
"grad_norm": 1.09375,
|
||
|
|
"learning_rate": 0.000182,
|
||
|
|
"loss": 7.2974,
|
||
|
|
"mean_token_accuracy": 0.08439014628529548,
|
||
|
|
"num_tokens": 640246.0,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.708374309539795,
|
||
|
|
"epoch": 0.28996865203761757,
|
||
|
|
"grad_norm": 1.0078125,
|
||
|
|
"learning_rate": 0.0001845,
|
||
|
|
"loss": 7.2173,
|
||
|
|
"mean_token_accuracy": 0.08501755222678184,
|
||
|
|
"num_tokens": 648698.0,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.808612918853759,
|
||
|
|
"epoch": 0.2938871473354232,
|
||
|
|
"grad_norm": 1.1953125,
|
||
|
|
"learning_rate": 0.000187,
|
||
|
|
"loss": 7.2139,
|
||
|
|
"mean_token_accuracy": 0.09233642369508743,
|
||
|
|
"num_tokens": 658087.0,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.6729991912841795,
|
||
|
|
"epoch": 0.29780564263322884,
|
||
|
|
"grad_norm": 1.046875,
|
||
|
|
"learning_rate": 0.0001895,
|
||
|
|
"loss": 7.1842,
|
||
|
|
"mean_token_accuracy": 0.08876543864607811,
|
||
|
|
"num_tokens": 666664.0,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.760433673858643,
|
||
|
|
"epoch": 0.3017241379310345,
|
||
|
|
"grad_norm": 1.0625,
|
||
|
|
"learning_rate": 0.000192,
|
||
|
|
"loss": 7.2527,
|
||
|
|
"mean_token_accuracy": 0.08252104483544827,
|
||
|
|
"num_tokens": 675738.0,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.659246635437012,
|
||
|
|
"epoch": 0.3056426332288401,
|
||
|
|
"grad_norm": 0.93359375,
|
||
|
|
"learning_rate": 0.0001945,
|
||
|
|
"loss": 7.1341,
|
||
|
|
"mean_token_accuracy": 0.0883593812584877,
|
||
|
|
"num_tokens": 684751.0,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.6855284690856935,
|
||
|
|
"epoch": 0.30956112852664575,
|
||
|
|
"grad_norm": 1.03125,
|
||
|
|
"learning_rate": 0.00019700000000000002,
|
||
|
|
"loss": 7.1392,
|
||
|
|
"mean_token_accuracy": 0.09001046866178512,
|
||
|
|
"num_tokens": 693819.0,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.675692749023438,
|
||
|
|
"epoch": 0.31347962382445144,
|
||
|
|
"grad_norm": 1.046875,
|
||
|
|
"learning_rate": 0.00019950000000000002,
|
||
|
|
"loss": 7.2002,
|
||
|
|
"mean_token_accuracy": 0.08597821295261383,
|
||
|
|
"num_tokens": 703082.0,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.6546083927154545,
|
||
|
|
"epoch": 0.31739811912225707,
|
||
|
|
"grad_norm": 1.203125,
|
||
|
|
"learning_rate": 0.000202,
|
||
|
|
"loss": 7.1151,
|
||
|
|
"mean_token_accuracy": 0.08707506135106087,
|
||
|
|
"num_tokens": 711721.0,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.646405744552612,
|
||
|
|
"epoch": 0.3213166144200627,
|
||
|
|
"grad_norm": 1.1328125,
|
||
|
|
"learning_rate": 0.00020449999999999998,
|
||
|
|
"loss": 7.1256,
|
||
|
|
"mean_token_accuracy": 0.08994124978780746,
|
||
|
|
"num_tokens": 719825.0,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.639235925674439,
|
||
|
|
"epoch": 0.32523510971786834,
|
||
|
|
"grad_norm": 1.2265625,
|
||
|
|
"learning_rate": 0.000207,
|
||
|
|
"loss": 7.053,
|
||
|
|
"mean_token_accuracy": 0.08337244391441345,
|
||
|
|
"num_tokens": 728575.0,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.728874778747558,
|
||
|
|
"epoch": 0.329153605015674,
|
||
|
|
"grad_norm": 1.046875,
|
||
|
|
"learning_rate": 0.0002095,
|
||
|
|
"loss": 7.2405,
|
||
|
|
"mean_token_accuracy": 0.08313387259840965,
|
||
|
|
"num_tokens": 738379.0,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.568649673461914,
|
||
|
|
"epoch": 0.3330721003134796,
|
||
|
|
"grad_norm": 1.1328125,
|
||
|
|
"learning_rate": 0.000212,
|
||
|
|
"loss": 7.0653,
|
||
|
|
"mean_token_accuracy": 0.0943116620182991,
|
||
|
|
"num_tokens": 747484.0,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.662053632736206,
|
||
|
|
"epoch": 0.33699059561128525,
|
||
|
|
"grad_norm": 1.078125,
|
||
|
|
"learning_rate": 0.0002145,
|
||
|
|
"loss": 7.0976,
|
||
|
|
"mean_token_accuracy": 0.09167452827095986,
|
||
|
|
"num_tokens": 756250.0,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.631493139266968,
|
||
|
|
"epoch": 0.3409090909090909,
|
||
|
|
"grad_norm": 1.1875,
|
||
|
|
"learning_rate": 0.00021700000000000002,
|
||
|
|
"loss": 7.1553,
|
||
|
|
"mean_token_accuracy": 0.09070844799280167,
|
||
|
|
"num_tokens": 765393.0,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.533075618743896,
|
||
|
|
"epoch": 0.3448275862068966,
|
||
|
|
"grad_norm": 1.15625,
|
||
|
|
"learning_rate": 0.0002195,
|
||
|
|
"loss": 7.1282,
|
||
|
|
"mean_token_accuracy": 0.09012485444545745,
|
||
|
|
"num_tokens": 773726.0,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.584697198867798,
|
||
|
|
"epoch": 0.3487460815047022,
|
||
|
|
"grad_norm": 1.0078125,
|
||
|
|
"learning_rate": 0.000222,
|
||
|
|
"loss": 7.0359,
|
||
|
|
"mean_token_accuracy": 0.09066722467541695,
|
||
|
|
"num_tokens": 782335.0,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.568591690063476,
|
||
|
|
"epoch": 0.35266457680250785,
|
||
|
|
"grad_norm": 1.0078125,
|
||
|
|
"learning_rate": 0.0002245,
|
||
|
|
"loss": 6.9887,
|
||
|
|
"mean_token_accuracy": 0.09229951500892639,
|
||
|
|
"num_tokens": 791546.0,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.518783092498779,
|
||
|
|
"epoch": 0.3565830721003135,
|
||
|
|
"grad_norm": 1.1328125,
|
||
|
|
"learning_rate": 0.00022700000000000002,
|
||
|
|
"loss": 6.964,
|
||
|
|
"mean_token_accuracy": 0.09283199757337571,
|
||
|
|
"num_tokens": 800650.0,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.47516098022461,
|
||
|
|
"epoch": 0.3605015673981191,
|
||
|
|
"grad_norm": 1.109375,
|
||
|
|
"learning_rate": 0.00022950000000000002,
|
||
|
|
"loss": 7.0328,
|
||
|
|
"mean_token_accuracy": 0.09423457458615303,
|
||
|
|
"num_tokens": 809968.0,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.544811105728149,
|
||
|
|
"epoch": 0.36442006269592475,
|
||
|
|
"grad_norm": 1.0859375,
|
||
|
|
"learning_rate": 0.00023200000000000003,
|
||
|
|
"loss": 7.0201,
|
||
|
|
"mean_token_accuracy": 0.09420157298445701,
|
||
|
|
"num_tokens": 818800.0,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.581027984619141,
|
||
|
|
"epoch": 0.3683385579937304,
|
||
|
|
"grad_norm": 1.0859375,
|
||
|
|
"learning_rate": 0.00023449999999999998,
|
||
|
|
"loss": 6.9864,
|
||
|
|
"mean_token_accuracy": 0.09675867483019829,
|
||
|
|
"num_tokens": 827586.0,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.303757953643799,
|
||
|
|
"epoch": 0.3722570532915361,
|
||
|
|
"grad_norm": 1.0703125,
|
||
|
|
"learning_rate": 0.000237,
|
||
|
|
"loss": 6.9384,
|
||
|
|
"mean_token_accuracy": 0.09580465108156204,
|
||
|
|
"num_tokens": 836730.0,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.696502780914306,
|
||
|
|
"epoch": 0.3761755485893417,
|
||
|
|
"grad_norm": 1.1484375,
|
||
|
|
"learning_rate": 0.0002395,
|
||
|
|
"loss": 7.1422,
|
||
|
|
"mean_token_accuracy": 0.09025072157382966,
|
||
|
|
"num_tokens": 845105.0,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.521749973297119,
|
||
|
|
"epoch": 0.38009404388714735,
|
||
|
|
"grad_norm": 1.328125,
|
||
|
|
"learning_rate": 0.000242,
|
||
|
|
"loss": 7.0783,
|
||
|
|
"mean_token_accuracy": 0.09295645728707314,
|
||
|
|
"num_tokens": 853584.0,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.556596755981445,
|
||
|
|
"epoch": 0.384012539184953,
|
||
|
|
"grad_norm": 1.1796875,
|
||
|
|
"learning_rate": 0.0002445,
|
||
|
|
"loss": 7.0668,
|
||
|
|
"mean_token_accuracy": 0.08822977468371392,
|
||
|
|
"num_tokens": 862442.0,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.4543486595153805,
|
||
|
|
"epoch": 0.3879310344827586,
|
||
|
|
"grad_norm": 1.234375,
|
||
|
|
"learning_rate": 0.000247,
|
||
|
|
"loss": 6.9643,
|
||
|
|
"mean_token_accuracy": 0.0951703853905201,
|
||
|
|
"num_tokens": 870833.0,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 7.596196413040161,
|
||
|
|
"epoch": 0.39184952978056425,
|
||
|
|
"grad_norm": 1.265625,
|
||
|
|
"learning_rate": 0.0002495,
|
||
|
|
"loss": 7.1087,
|
||
|
|
"mean_token_accuracy": 0.09554079249501228,
|
||
|
|
"num_tokens": 879461.0,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39184952978056425,
|
||
|
|
"eval_entropy": 7.3791314095489735,
|
||
|
|
"eval_loss": 7.098165035247803,
|
||
|
|
"eval_mean_token_accuracy": 0.09636555407051892,
|
||
|
|
"eval_num_tokens": 879461.0,
|
||
|
|
"eval_runtime": 2.2153,
|
||
|
|
"eval_samples_per_second": 1860.68,
|
||
|
|
"eval_steps_per_second": 232.924,
|
||
|
|
"step": 500
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 12750,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 10,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 175279923855360.0,
|
||
|
|
"train_batch_size": 16,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|