10031 lines
238 KiB
JSON
10031 lines
238 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"global_step": 3338128,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 4.9925557078698005e-05,
|
|
"loss": 5.3279,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"eval_accuracy": 0.31327971235572855,
|
|
"eval_loss": 3.994140625,
|
|
"eval_runtime": 39.5933,
|
|
"eval_samples_per_second": 90.116,
|
|
"eval_steps_per_second": 11.265,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 4.985067978220128e-05,
|
|
"loss": 3.5754,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"eval_accuracy": 0.3823957607318666,
|
|
"eval_loss": 3.310546875,
|
|
"eval_runtime": 39.5685,
|
|
"eval_samples_per_second": 90.173,
|
|
"eval_steps_per_second": 11.272,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 4.9775862399524525e-05,
|
|
"loss": 3.6102,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"eval_accuracy": 0.39768097216925513,
|
|
"eval_loss": 3.166015625,
|
|
"eval_runtime": 39.5825,
|
|
"eval_samples_per_second": 90.141,
|
|
"eval_steps_per_second": 11.268,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.970101505993779e-05,
|
|
"loss": 3.0639,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.41336891627105715,
|
|
"eval_loss": 3.021484375,
|
|
"eval_runtime": 39.5961,
|
|
"eval_samples_per_second": 90.11,
|
|
"eval_steps_per_second": 11.264,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.962618269880604e-05,
|
|
"loss": 2.9477,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.425242680676284,
|
|
"eval_loss": 2.919921875,
|
|
"eval_runtime": 39.6071,
|
|
"eval_samples_per_second": 90.085,
|
|
"eval_steps_per_second": 11.261,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.9551335359219304e-05,
|
|
"loss": 2.8589,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.4315466797294513,
|
|
"eval_loss": 2.8671875,
|
|
"eval_runtime": 39.6079,
|
|
"eval_samples_per_second": 90.083,
|
|
"eval_steps_per_second": 11.26,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.947647304117757e-05,
|
|
"loss": 2.8063,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.43875449855125825,
|
|
"eval_loss": 2.802734375,
|
|
"eval_runtime": 39.6873,
|
|
"eval_samples_per_second": 89.903,
|
|
"eval_steps_per_second": 11.238,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.940162570159084e-05,
|
|
"loss": 2.7646,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.44185690990623727,
|
|
"eval_loss": 2.771484375,
|
|
"eval_runtime": 39.6738,
|
|
"eval_samples_per_second": 89.933,
|
|
"eval_steps_per_second": 11.242,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.932679334045909e-05,
|
|
"loss": 2.7306,
|
|
"step": 45000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.4467244957896629,
|
|
"eval_loss": 2.736328125,
|
|
"eval_runtime": 39.7305,
|
|
"eval_samples_per_second": 89.805,
|
|
"eval_steps_per_second": 11.226,
|
|
"step": 45000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 4.9251960979327336e-05,
|
|
"loss": 2.7106,
|
|
"step": 50000
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"eval_accuracy": 0.4492548623804952,
|
|
"eval_loss": 2.712890625,
|
|
"eval_runtime": 39.6605,
|
|
"eval_samples_per_second": 89.964,
|
|
"eval_steps_per_second": 11.245,
|
|
"step": 50000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.917712861819559e-05,
|
|
"loss": 2.6829,
|
|
"step": 55000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.45224302916332426,
|
|
"eval_loss": 2.689453125,
|
|
"eval_runtime": 39.6345,
|
|
"eval_samples_per_second": 90.023,
|
|
"eval_steps_per_second": 11.253,
|
|
"step": 55000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.9102311235518835e-05,
|
|
"loss": 2.6703,
|
|
"step": 60000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.45370464737056665,
|
|
"eval_loss": 2.67578125,
|
|
"eval_runtime": 39.6085,
|
|
"eval_samples_per_second": 90.082,
|
|
"eval_steps_per_second": 11.26,
|
|
"step": 60000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.90274489174771e-05,
|
|
"loss": 2.6522,
|
|
"step": 65000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.4559714569388372,
|
|
"eval_loss": 2.66015625,
|
|
"eval_runtime": 39.7158,
|
|
"eval_samples_per_second": 89.838,
|
|
"eval_steps_per_second": 11.23,
|
|
"step": 65000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.895260157789037e-05,
|
|
"loss": 2.6377,
|
|
"step": 70000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.4573840349100728,
|
|
"eval_loss": 2.6484375,
|
|
"eval_runtime": 40.0228,
|
|
"eval_samples_per_second": 89.149,
|
|
"eval_steps_per_second": 11.144,
|
|
"step": 70000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.8877769216758615e-05,
|
|
"loss": 2.6241,
|
|
"step": 75000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.4586505880444836,
|
|
"eval_loss": 2.634765625,
|
|
"eval_runtime": 39.747,
|
|
"eval_samples_per_second": 89.768,
|
|
"eval_steps_per_second": 11.221,
|
|
"step": 75000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 4.880295183408186e-05,
|
|
"loss": 2.6159,
|
|
"step": 80000
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"eval_accuracy": 0.46040042037619067,
|
|
"eval_loss": 2.625,
|
|
"eval_runtime": 39.8297,
|
|
"eval_samples_per_second": 89.581,
|
|
"eval_steps_per_second": 11.198,
|
|
"step": 80000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.872807453758514e-05,
|
|
"loss": 2.5959,
|
|
"step": 85000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.4612864322379005,
|
|
"eval_loss": 2.61328125,
|
|
"eval_runtime": 39.842,
|
|
"eval_samples_per_second": 89.554,
|
|
"eval_steps_per_second": 11.194,
|
|
"step": 85000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.86532271979984e-05,
|
|
"loss": 2.5877,
|
|
"step": 90000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.4624083303744811,
|
|
"eval_loss": 2.603515625,
|
|
"eval_runtime": 39.7194,
|
|
"eval_samples_per_second": 89.83,
|
|
"eval_steps_per_second": 11.229,
|
|
"step": 90000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.857840981532165e-05,
|
|
"loss": 2.5832,
|
|
"step": 95000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.46323187757803697,
|
|
"eval_loss": 2.599609375,
|
|
"eval_runtime": 40.0969,
|
|
"eval_samples_per_second": 88.984,
|
|
"eval_steps_per_second": 11.123,
|
|
"step": 95000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.8503562475734907e-05,
|
|
"loss": 2.5726,
|
|
"step": 100000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.46476143979941176,
|
|
"eval_loss": 2.5859375,
|
|
"eval_runtime": 39.6873,
|
|
"eval_samples_per_second": 89.903,
|
|
"eval_steps_per_second": 11.238,
|
|
"step": 100000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.8428775049968125e-05,
|
|
"loss": 2.5723,
|
|
"step": 105000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.46553211121777593,
|
|
"eval_loss": 2.580078125,
|
|
"eval_runtime": 39.7946,
|
|
"eval_samples_per_second": 89.66,
|
|
"eval_steps_per_second": 11.208,
|
|
"step": 105000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.83539127319264e-05,
|
|
"loss": 2.5584,
|
|
"step": 110000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.46414501225183996,
|
|
"eval_loss": 2.59375,
|
|
"eval_runtime": 39.8172,
|
|
"eval_samples_per_second": 89.61,
|
|
"eval_steps_per_second": 11.201,
|
|
"step": 110000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.827905041388467e-05,
|
|
"loss": 2.5541,
|
|
"step": 115000
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"eval_accuracy": 0.4673400247228542,
|
|
"eval_loss": 2.56640625,
|
|
"eval_runtime": 39.875,
|
|
"eval_samples_per_second": 89.48,
|
|
"eval_steps_per_second": 11.185,
|
|
"step": 115000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.820423303120791e-05,
|
|
"loss": 2.541,
|
|
"step": 120000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.46835206177206756,
|
|
"eval_loss": 2.55859375,
|
|
"eval_runtime": 39.7895,
|
|
"eval_samples_per_second": 89.672,
|
|
"eval_steps_per_second": 11.209,
|
|
"step": 120000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.812941564853116e-05,
|
|
"loss": 2.5359,
|
|
"step": 125000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.4673909827334534,
|
|
"eval_loss": 2.564453125,
|
|
"eval_runtime": 39.8856,
|
|
"eval_samples_per_second": 89.456,
|
|
"eval_steps_per_second": 11.182,
|
|
"step": 125000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.805458328739941e-05,
|
|
"loss": 2.5298,
|
|
"step": 130000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.4699054591919484,
|
|
"eval_loss": 2.544921875,
|
|
"eval_runtime": 39.8462,
|
|
"eval_samples_per_second": 89.544,
|
|
"eval_steps_per_second": 11.193,
|
|
"step": 130000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.797972096935768e-05,
|
|
"loss": 2.5258,
|
|
"step": 135000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.47030819185636197,
|
|
"eval_loss": 2.541015625,
|
|
"eval_runtime": 39.8831,
|
|
"eval_samples_per_second": 89.461,
|
|
"eval_steps_per_second": 11.183,
|
|
"step": 135000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.790488860822593e-05,
|
|
"loss": 2.5207,
|
|
"step": 140000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.47090352388341683,
|
|
"eval_loss": 2.537109375,
|
|
"eval_runtime": 40.0239,
|
|
"eval_samples_per_second": 89.147,
|
|
"eval_steps_per_second": 11.143,
|
|
"step": 140000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.783005624709418e-05,
|
|
"loss": 2.5167,
|
|
"step": 145000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.47193419074295684,
|
|
"eval_loss": 2.53125,
|
|
"eval_runtime": 39.9144,
|
|
"eval_samples_per_second": 89.391,
|
|
"eval_steps_per_second": 11.174,
|
|
"step": 145000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.7755223885962435e-05,
|
|
"loss": 2.5101,
|
|
"step": 150000
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"eval_accuracy": 0.4701947691876088,
|
|
"eval_loss": 2.544921875,
|
|
"eval_runtime": 40.0269,
|
|
"eval_samples_per_second": 89.14,
|
|
"eval_steps_per_second": 11.143,
|
|
"step": 150000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.768039152483069e-05,
|
|
"loss": 2.5058,
|
|
"step": 155000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.4730330755844281,
|
|
"eval_loss": 2.521484375,
|
|
"eval_runtime": 39.9333,
|
|
"eval_samples_per_second": 89.349,
|
|
"eval_steps_per_second": 11.169,
|
|
"step": 155000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.760554418524395e-05,
|
|
"loss": 2.5021,
|
|
"step": 160000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.473403480048569,
|
|
"eval_loss": 2.51953125,
|
|
"eval_runtime": 40.0331,
|
|
"eval_samples_per_second": 89.126,
|
|
"eval_steps_per_second": 11.141,
|
|
"step": 160000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.753084663020711e-05,
|
|
"loss": 2.8135,
|
|
"step": 165000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.4317466762226635,
|
|
"eval_loss": 2.83203125,
|
|
"eval_runtime": 40.0127,
|
|
"eval_samples_per_second": 89.172,
|
|
"eval_steps_per_second": 11.146,
|
|
"step": 165000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.7455954355255405e-05,
|
|
"loss": 2.7932,
|
|
"step": 170000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.4729974597705684,
|
|
"eval_loss": 2.521484375,
|
|
"eval_runtime": 39.9612,
|
|
"eval_samples_per_second": 89.287,
|
|
"eval_steps_per_second": 11.161,
|
|
"step": 170000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.7381077058758686e-05,
|
|
"loss": 2.4914,
|
|
"step": 175000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.4751818050313638,
|
|
"eval_loss": 2.505859375,
|
|
"eval_runtime": 40.3867,
|
|
"eval_samples_per_second": 88.346,
|
|
"eval_steps_per_second": 11.043,
|
|
"step": 175000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 4.730621474071695e-05,
|
|
"loss": 2.487,
|
|
"step": 180000
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"eval_accuracy": 0.4753875548483533,
|
|
"eval_loss": 2.50390625,
|
|
"eval_runtime": 40.0145,
|
|
"eval_samples_per_second": 89.168,
|
|
"eval_steps_per_second": 11.146,
|
|
"step": 180000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.723138237958521e-05,
|
|
"loss": 2.4829,
|
|
"step": 185000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.47510947753244875,
|
|
"eval_loss": 2.50390625,
|
|
"eval_runtime": 40.0338,
|
|
"eval_samples_per_second": 89.125,
|
|
"eval_steps_per_second": 11.141,
|
|
"step": 185000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.7156505083088486e-05,
|
|
"loss": 2.4778,
|
|
"step": 190000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.47625877244892145,
|
|
"eval_loss": 2.49609375,
|
|
"eval_runtime": 40.0473,
|
|
"eval_samples_per_second": 89.095,
|
|
"eval_steps_per_second": 11.137,
|
|
"step": 190000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.708170267886672e-05,
|
|
"loss": 2.4779,
|
|
"step": 195000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.4770064305721763,
|
|
"eval_loss": 2.4921875,
|
|
"eval_runtime": 40.1061,
|
|
"eval_samples_per_second": 88.964,
|
|
"eval_steps_per_second": 11.121,
|
|
"step": 195000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.700687031773498e-05,
|
|
"loss": 2.4685,
|
|
"step": 200000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.4765894515822188,
|
|
"eval_loss": 2.494140625,
|
|
"eval_runtime": 40.1514,
|
|
"eval_samples_per_second": 88.864,
|
|
"eval_steps_per_second": 11.108,
|
|
"step": 200000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.693202297814823e-05,
|
|
"loss": 2.4661,
|
|
"step": 205000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.47763491270290054,
|
|
"eval_loss": 2.484375,
|
|
"eval_runtime": 40.1854,
|
|
"eval_samples_per_second": 88.788,
|
|
"eval_steps_per_second": 11.099,
|
|
"step": 205000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.6857190617016483e-05,
|
|
"loss": 2.4579,
|
|
"step": 210000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.47826366880142374,
|
|
"eval_loss": 2.48046875,
|
|
"eval_runtime": 40.1794,
|
|
"eval_samples_per_second": 88.802,
|
|
"eval_steps_per_second": 11.1,
|
|
"step": 210000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 4.6782358255884736e-05,
|
|
"loss": 2.4589,
|
|
"step": 215000
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_accuracy": 0.4787937964923355,
|
|
"eval_loss": 2.478515625,
|
|
"eval_runtime": 40.1613,
|
|
"eval_samples_per_second": 88.842,
|
|
"eval_steps_per_second": 11.105,
|
|
"step": 215000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.6707540873207975e-05,
|
|
"loss": 2.4571,
|
|
"step": 220000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.47927871949642525,
|
|
"eval_loss": 2.474609375,
|
|
"eval_runtime": 40.1097,
|
|
"eval_samples_per_second": 88.956,
|
|
"eval_steps_per_second": 11.119,
|
|
"step": 220000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.663269353362124e-05,
|
|
"loss": 2.4504,
|
|
"step": 225000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.47965542521994137,
|
|
"eval_loss": 2.47265625,
|
|
"eval_runtime": 40.1284,
|
|
"eval_samples_per_second": 88.915,
|
|
"eval_steps_per_second": 11.114,
|
|
"step": 225000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.65578461940345e-05,
|
|
"loss": 2.4538,
|
|
"step": 230000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.47995733773435206,
|
|
"eval_loss": 2.46875,
|
|
"eval_runtime": 40.2242,
|
|
"eval_samples_per_second": 88.703,
|
|
"eval_steps_per_second": 11.088,
|
|
"step": 230000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.6483013832902755e-05,
|
|
"loss": 2.4481,
|
|
"step": 235000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.4806011620618159,
|
|
"eval_loss": 2.466796875,
|
|
"eval_runtime": 40.1909,
|
|
"eval_samples_per_second": 88.776,
|
|
"eval_steps_per_second": 11.097,
|
|
"step": 235000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.640815151486103e-05,
|
|
"loss": 2.4454,
|
|
"step": 240000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.4809529367156302,
|
|
"eval_loss": 2.4609375,
|
|
"eval_runtime": 40.319,
|
|
"eval_samples_per_second": 88.494,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 240000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.6333319153729274e-05,
|
|
"loss": 2.44,
|
|
"step": 245000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.4811408786256898,
|
|
"eval_loss": 2.458984375,
|
|
"eval_runtime": 40.235,
|
|
"eval_samples_per_second": 88.679,
|
|
"eval_steps_per_second": 11.085,
|
|
"step": 245000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 4.625850177105252e-05,
|
|
"loss": 2.4392,
|
|
"step": 250000
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"eval_accuracy": 0.4810606060606061,
|
|
"eval_loss": 2.458984375,
|
|
"eval_runtime": 40.2635,
|
|
"eval_samples_per_second": 88.616,
|
|
"eval_steps_per_second": 11.077,
|
|
"step": 250000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.618366940992077e-05,
|
|
"loss": 2.431,
|
|
"step": 255000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.48131512214580346,
|
|
"eval_loss": 2.45703125,
|
|
"eval_runtime": 40.2108,
|
|
"eval_samples_per_second": 88.732,
|
|
"eval_steps_per_second": 11.092,
|
|
"step": 255000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.610885202724401e-05,
|
|
"loss": 2.4377,
|
|
"step": 260000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.482264420569064,
|
|
"eval_loss": 2.451171875,
|
|
"eval_runtime": 40.1835,
|
|
"eval_samples_per_second": 88.793,
|
|
"eval_steps_per_second": 11.099,
|
|
"step": 260000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.6033959752292307e-05,
|
|
"loss": 2.4299,
|
|
"step": 265000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.4825972914447528,
|
|
"eval_loss": 2.447265625,
|
|
"eval_runtime": 40.2876,
|
|
"eval_samples_per_second": 88.563,
|
|
"eval_steps_per_second": 11.07,
|
|
"step": 265000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.5959142369615546e-05,
|
|
"loss": 2.4283,
|
|
"step": 270000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.482810712360112,
|
|
"eval_loss": 2.447265625,
|
|
"eval_runtime": 40.3402,
|
|
"eval_samples_per_second": 88.448,
|
|
"eval_steps_per_second": 11.056,
|
|
"step": 270000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.5884295030028805e-05,
|
|
"loss": 2.4256,
|
|
"step": 275000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.48325371829096697,
|
|
"eval_loss": 2.443359375,
|
|
"eval_runtime": 40.3191,
|
|
"eval_samples_per_second": 88.494,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 275000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 4.5809462668897065e-05,
|
|
"loss": 2.4198,
|
|
"step": 280000
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_accuracy": 0.48383589986367365,
|
|
"eval_loss": 2.44140625,
|
|
"eval_runtime": 40.3148,
|
|
"eval_samples_per_second": 88.503,
|
|
"eval_steps_per_second": 11.063,
|
|
"step": 280000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.573461532931032e-05,
|
|
"loss": 2.4174,
|
|
"step": 285000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.4840175405143581,
|
|
"eval_loss": 2.44140625,
|
|
"eval_runtime": 40.703,
|
|
"eval_samples_per_second": 87.659,
|
|
"eval_steps_per_second": 10.957,
|
|
"step": 285000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.565978296817857e-05,
|
|
"loss": 2.4151,
|
|
"step": 290000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.4844402728280929,
|
|
"eval_loss": 2.435546875,
|
|
"eval_runtime": 41.2392,
|
|
"eval_samples_per_second": 86.52,
|
|
"eval_steps_per_second": 10.815,
|
|
"step": 290000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.558493562859184e-05,
|
|
"loss": 2.4191,
|
|
"step": 295000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.4847421853425036,
|
|
"eval_loss": 2.43359375,
|
|
"eval_runtime": 40.6977,
|
|
"eval_samples_per_second": 87.671,
|
|
"eval_steps_per_second": 10.959,
|
|
"step": 295000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.55100882890051e-05,
|
|
"loss": 2.4071,
|
|
"step": 300000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.4848361562975334,
|
|
"eval_loss": 2.431640625,
|
|
"eval_runtime": 40.2058,
|
|
"eval_samples_per_second": 88.744,
|
|
"eval_steps_per_second": 11.093,
|
|
"step": 300000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.543524094941836e-05,
|
|
"loss": 2.4126,
|
|
"step": 305000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.48549011743355736,
|
|
"eval_loss": 2.427734375,
|
|
"eval_runtime": 40.4122,
|
|
"eval_samples_per_second": 88.29,
|
|
"eval_steps_per_second": 11.036,
|
|
"step": 305000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.536045352365158e-05,
|
|
"loss": 2.4053,
|
|
"step": 310000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.48513834277974305,
|
|
"eval_loss": 2.4296875,
|
|
"eval_runtime": 40.2632,
|
|
"eval_samples_per_second": 88.617,
|
|
"eval_steps_per_second": 11.077,
|
|
"step": 310000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 4.528559120560985e-05,
|
|
"loss": 2.4071,
|
|
"step": 315000
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"eval_accuracy": 0.4857840848817993,
|
|
"eval_loss": 2.42578125,
|
|
"eval_runtime": 40.3587,
|
|
"eval_samples_per_second": 88.407,
|
|
"eval_steps_per_second": 11.051,
|
|
"step": 315000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.5210743866023116e-05,
|
|
"loss": 2.4027,
|
|
"step": 320000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.486615303183725,
|
|
"eval_loss": 2.421875,
|
|
"eval_runtime": 40.2594,
|
|
"eval_samples_per_second": 88.625,
|
|
"eval_steps_per_second": 11.078,
|
|
"step": 320000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.513591150489136e-05,
|
|
"loss": 2.4013,
|
|
"step": 325000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.4867040687505753,
|
|
"eval_loss": 2.41796875,
|
|
"eval_runtime": 40.2109,
|
|
"eval_samples_per_second": 88.732,
|
|
"eval_steps_per_second": 11.092,
|
|
"step": 325000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.5061049186849636e-05,
|
|
"loss": 2.4032,
|
|
"step": 330000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.4866416040924214,
|
|
"eval_loss": 2.41796875,
|
|
"eval_runtime": 40.2756,
|
|
"eval_samples_per_second": 88.59,
|
|
"eval_steps_per_second": 11.074,
|
|
"step": 330000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.498621682571789e-05,
|
|
"loss": 2.3919,
|
|
"step": 335000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.4870514599196069,
|
|
"eval_loss": 2.416015625,
|
|
"eval_runtime": 40.3049,
|
|
"eval_samples_per_second": 88.525,
|
|
"eval_steps_per_second": 11.066,
|
|
"step": 335000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.491136948613115e-05,
|
|
"loss": 2.3936,
|
|
"step": 340000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.4872848804842874,
|
|
"eval_loss": 2.4140625,
|
|
"eval_runtime": 40.3719,
|
|
"eval_samples_per_second": 88.378,
|
|
"eval_steps_per_second": 11.047,
|
|
"step": 340000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.48365371249994e-05,
|
|
"loss": 2.3905,
|
|
"step": 345000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.48784870621446635,
|
|
"eval_loss": 2.41015625,
|
|
"eval_runtime": 40.4162,
|
|
"eval_samples_per_second": 88.281,
|
|
"eval_steps_per_second": 11.035,
|
|
"step": 345000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 4.4761704763867654e-05,
|
|
"loss": 2.3889,
|
|
"step": 350000
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"eval_accuracy": 0.4881240438523818,
|
|
"eval_loss": 2.41015625,
|
|
"eval_runtime": 40.2942,
|
|
"eval_samples_per_second": 88.549,
|
|
"eval_steps_per_second": 11.069,
|
|
"step": 350000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.468688738119089e-05,
|
|
"loss": 2.3866,
|
|
"step": 355000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.48837801200198133,
|
|
"eval_loss": 2.408203125,
|
|
"eval_runtime": 40.2476,
|
|
"eval_samples_per_second": 88.651,
|
|
"eval_steps_per_second": 11.081,
|
|
"step": 355000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.4612025063149173e-05,
|
|
"loss": 2.3823,
|
|
"step": 360000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.48875663550008985,
|
|
"eval_loss": 2.40625,
|
|
"eval_runtime": 40.3148,
|
|
"eval_samples_per_second": 88.504,
|
|
"eval_steps_per_second": 11.063,
|
|
"step": 360000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.4537177723562427e-05,
|
|
"loss": 2.3828,
|
|
"step": 365000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.48881882619044487,
|
|
"eval_loss": 2.40234375,
|
|
"eval_runtime": 40.2734,
|
|
"eval_samples_per_second": 88.594,
|
|
"eval_steps_per_second": 11.074,
|
|
"step": 365000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.446233038397569e-05,
|
|
"loss": 2.3795,
|
|
"step": 370000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.48893718027957866,
|
|
"eval_loss": 2.400390625,
|
|
"eval_runtime": 40.2791,
|
|
"eval_samples_per_second": 88.582,
|
|
"eval_steps_per_second": 11.073,
|
|
"step": 370000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.43875729151189e-05,
|
|
"loss": 2.3812,
|
|
"step": 375000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.48680735461076846,
|
|
"eval_loss": 2.416015625,
|
|
"eval_runtime": 40.6108,
|
|
"eval_samples_per_second": 87.858,
|
|
"eval_steps_per_second": 10.982,
|
|
"step": 375000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 4.431269561862217e-05,
|
|
"loss": 2.3789,
|
|
"step": 380000
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"eval_accuracy": 0.4895744293798684,
|
|
"eval_loss": 2.396484375,
|
|
"eval_runtime": 40.2591,
|
|
"eval_samples_per_second": 88.626,
|
|
"eval_steps_per_second": 11.078,
|
|
"step": 380000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.423786325749043e-05,
|
|
"loss": 2.372,
|
|
"step": 385000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.48950730726913283,
|
|
"eval_loss": 2.396484375,
|
|
"eval_runtime": 40.2108,
|
|
"eval_samples_per_second": 88.732,
|
|
"eval_steps_per_second": 11.092,
|
|
"step": 385000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.41630009394487e-05,
|
|
"loss": 2.3732,
|
|
"step": 390000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.4898645612789255,
|
|
"eval_loss": 2.396484375,
|
|
"eval_runtime": 40.4903,
|
|
"eval_samples_per_second": 88.12,
|
|
"eval_steps_per_second": 11.015,
|
|
"step": 390000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.408815359986196e-05,
|
|
"loss": 2.3725,
|
|
"step": 395000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.4903272928913027,
|
|
"eval_loss": 2.392578125,
|
|
"eval_runtime": 40.3547,
|
|
"eval_samples_per_second": 88.416,
|
|
"eval_steps_per_second": 11.052,
|
|
"step": 395000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.401332123873022e-05,
|
|
"loss": 2.3716,
|
|
"step": 400000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.49036948393233654,
|
|
"eval_loss": 2.390625,
|
|
"eval_runtime": 40.3654,
|
|
"eval_samples_per_second": 88.392,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 400000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.393848887759846e-05,
|
|
"loss": 2.3709,
|
|
"step": 405000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.49040482577839734,
|
|
"eval_loss": 2.390625,
|
|
"eval_runtime": 40.3034,
|
|
"eval_samples_per_second": 88.529,
|
|
"eval_steps_per_second": 11.066,
|
|
"step": 405000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.3863656516466716e-05,
|
|
"loss": 2.3619,
|
|
"step": 410000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.4906423558600616,
|
|
"eval_loss": 2.388671875,
|
|
"eval_runtime": 40.362,
|
|
"eval_samples_per_second": 88.4,
|
|
"eval_steps_per_second": 11.05,
|
|
"step": 410000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 4.378877921997e-05,
|
|
"loss": 2.367,
|
|
"step": 415000
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"eval_accuracy": 0.49115138803045644,
|
|
"eval_loss": 2.38671875,
|
|
"eval_runtime": 40.2804,
|
|
"eval_samples_per_second": 88.579,
|
|
"eval_steps_per_second": 11.072,
|
|
"step": 415000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.3713961837293236e-05,
|
|
"loss": 2.3639,
|
|
"step": 420000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.49116152483901654,
|
|
"eval_loss": 2.384765625,
|
|
"eval_runtime": 40.3366,
|
|
"eval_samples_per_second": 88.456,
|
|
"eval_steps_per_second": 11.057,
|
|
"step": 420000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.363914445461648e-05,
|
|
"loss": 2.3621,
|
|
"step": 425000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.4918730192128138,
|
|
"eval_loss": 2.3828125,
|
|
"eval_runtime": 40.2687,
|
|
"eval_samples_per_second": 88.605,
|
|
"eval_steps_per_second": 11.076,
|
|
"step": 425000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.3564282136574755e-05,
|
|
"loss": 2.3578,
|
|
"step": 430000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.4919609628762674,
|
|
"eval_loss": 2.380859375,
|
|
"eval_runtime": 40.2478,
|
|
"eval_samples_per_second": 88.651,
|
|
"eval_steps_per_second": 11.081,
|
|
"step": 430000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.3489449775443e-05,
|
|
"loss": 2.3608,
|
|
"step": 435000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.4921738358560288,
|
|
"eval_loss": 2.37890625,
|
|
"eval_runtime": 40.4074,
|
|
"eval_samples_per_second": 88.301,
|
|
"eval_steps_per_second": 11.038,
|
|
"step": 435000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.341461741431126e-05,
|
|
"loss": 2.3541,
|
|
"step": 440000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.4923423260523651,
|
|
"eval_loss": 2.376953125,
|
|
"eval_runtime": 40.2757,
|
|
"eval_samples_per_second": 88.589,
|
|
"eval_steps_per_second": 11.074,
|
|
"step": 440000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.333978505317951e-05,
|
|
"loss": 2.3556,
|
|
"step": 445000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.4925938284917744,
|
|
"eval_loss": 2.376953125,
|
|
"eval_runtime": 40.292,
|
|
"eval_samples_per_second": 88.553,
|
|
"eval_steps_per_second": 11.069,
|
|
"step": 445000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 4.326493771359277e-05,
|
|
"loss": 2.3562,
|
|
"step": 450000
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_accuracy": 0.49278067453063834,
|
|
"eval_loss": 2.376953125,
|
|
"eval_runtime": 40.1882,
|
|
"eval_samples_per_second": 88.782,
|
|
"eval_steps_per_second": 11.098,
|
|
"step": 450000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.9925197595778234e-05,
|
|
"loss": 2.3641,
|
|
"step": 455000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4910004317732511,
|
|
"eval_loss": 2.38671875,
|
|
"eval_runtime": 39.6555,
|
|
"eval_samples_per_second": 89.975,
|
|
"eval_steps_per_second": 11.247,
|
|
"step": 455000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.985036523464649e-05,
|
|
"loss": 2.3641,
|
|
"step": 460000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4911015258910529,
|
|
"eval_loss": 2.38671875,
|
|
"eval_runtime": 39.5455,
|
|
"eval_samples_per_second": 90.225,
|
|
"eval_steps_per_second": 11.278,
|
|
"step": 460000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.977551789505975e-05,
|
|
"loss": 2.3646,
|
|
"step": 465000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4910639923026007,
|
|
"eval_loss": 2.38671875,
|
|
"eval_runtime": 39.4635,
|
|
"eval_samples_per_second": 90.413,
|
|
"eval_steps_per_second": 11.302,
|
|
"step": 465000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.970071549083798e-05,
|
|
"loss": 2.3629,
|
|
"step": 470000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4911439908998856,
|
|
"eval_loss": 2.384765625,
|
|
"eval_runtime": 39.5626,
|
|
"eval_samples_per_second": 90.186,
|
|
"eval_steps_per_second": 11.273,
|
|
"step": 470000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.9625868151251246e-05,
|
|
"loss": 2.3659,
|
|
"step": 475000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4913645349780168,
|
|
"eval_loss": 2.3828125,
|
|
"eval_runtime": 39.4888,
|
|
"eval_samples_per_second": 90.355,
|
|
"eval_steps_per_second": 11.294,
|
|
"step": 475000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 4.9551020811664506e-05,
|
|
"loss": 2.3651,
|
|
"step": 480000
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"eval_accuracy": 0.4916360370667473,
|
|
"eval_loss": 2.3828125,
|
|
"eval_runtime": 38.5403,
|
|
"eval_samples_per_second": 92.578,
|
|
"eval_steps_per_second": 11.572,
|
|
"step": 480000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.9476173472077765e-05,
|
|
"loss": 2.3608,
|
|
"step": 485000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.4917579527372671,
|
|
"eval_loss": 2.380859375,
|
|
"eval_runtime": 39.5737,
|
|
"eval_samples_per_second": 90.161,
|
|
"eval_steps_per_second": 11.27,
|
|
"step": 485000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.9401356089401005e-05,
|
|
"loss": 2.3612,
|
|
"step": 490000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.49203685195656843,
|
|
"eval_loss": 2.380859375,
|
|
"eval_runtime": 38.5594,
|
|
"eval_samples_per_second": 92.533,
|
|
"eval_steps_per_second": 11.567,
|
|
"step": 490000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.932649377135928e-05,
|
|
"loss": 2.3569,
|
|
"step": 495000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.49215328827110977,
|
|
"eval_loss": 2.37890625,
|
|
"eval_runtime": 39.5649,
|
|
"eval_samples_per_second": 90.181,
|
|
"eval_steps_per_second": 11.273,
|
|
"step": 495000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.9251676388682524e-05,
|
|
"loss": 2.3557,
|
|
"step": 500000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.4923439698591586,
|
|
"eval_loss": 2.37890625,
|
|
"eval_runtime": 39.6114,
|
|
"eval_samples_per_second": 90.075,
|
|
"eval_steps_per_second": 11.259,
|
|
"step": 500000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.9176829049095784e-05,
|
|
"loss": 2.3541,
|
|
"step": 505000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.49218726027817594,
|
|
"eval_loss": 2.376953125,
|
|
"eval_runtime": 39.5989,
|
|
"eval_samples_per_second": 90.104,
|
|
"eval_steps_per_second": 11.263,
|
|
"step": 505000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.910196673105406e-05,
|
|
"loss": 2.351,
|
|
"step": 510000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.49274588062017544,
|
|
"eval_loss": 2.375,
|
|
"eval_runtime": 38.6221,
|
|
"eval_samples_per_second": 92.382,
|
|
"eval_steps_per_second": 11.548,
|
|
"step": 510000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 4.9027134369922304e-05,
|
|
"loss": 2.3504,
|
|
"step": 515000
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"eval_accuracy": 0.49260917068851395,
|
|
"eval_loss": 2.375,
|
|
"eval_runtime": 39.6516,
|
|
"eval_samples_per_second": 89.984,
|
|
"eval_steps_per_second": 11.248,
|
|
"step": 515000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.895231698724555e-05,
|
|
"loss": 2.3479,
|
|
"step": 520000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.492896014973984,
|
|
"eval_loss": 2.373046875,
|
|
"eval_runtime": 39.6699,
|
|
"eval_samples_per_second": 89.942,
|
|
"eval_steps_per_second": 11.243,
|
|
"step": 520000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.887745466920382e-05,
|
|
"loss": 2.3451,
|
|
"step": 525000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.4929382060150178,
|
|
"eval_loss": 2.37109375,
|
|
"eval_runtime": 39.6216,
|
|
"eval_samples_per_second": 90.052,
|
|
"eval_steps_per_second": 11.256,
|
|
"step": 525000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.880262230807207e-05,
|
|
"loss": 2.3505,
|
|
"step": 530000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.49343929311924395,
|
|
"eval_loss": 2.369140625,
|
|
"eval_runtime": 39.6785,
|
|
"eval_samples_per_second": 89.923,
|
|
"eval_steps_per_second": 11.24,
|
|
"step": 530000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.8727804925395315e-05,
|
|
"loss": 2.3457,
|
|
"step": 535000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.4933929925612263,
|
|
"eval_loss": 2.369140625,
|
|
"eval_runtime": 39.6502,
|
|
"eval_samples_per_second": 89.987,
|
|
"eval_steps_per_second": 11.248,
|
|
"step": 535000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.865297256426357e-05,
|
|
"loss": 2.3479,
|
|
"step": 540000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.4937496986354212,
|
|
"eval_loss": 2.369140625,
|
|
"eval_runtime": 39.6648,
|
|
"eval_samples_per_second": 89.954,
|
|
"eval_steps_per_second": 11.244,
|
|
"step": 540000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.8578110246221835e-05,
|
|
"loss": 2.3421,
|
|
"step": 545000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.4935861398594655,
|
|
"eval_loss": 2.3671875,
|
|
"eval_runtime": 39.7026,
|
|
"eval_samples_per_second": 89.868,
|
|
"eval_steps_per_second": 11.234,
|
|
"step": 545000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 4.850327788509009e-05,
|
|
"loss": 2.3433,
|
|
"step": 550000
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_accuracy": 0.4937406576980568,
|
|
"eval_loss": 2.3671875,
|
|
"eval_runtime": 39.7646,
|
|
"eval_samples_per_second": 89.728,
|
|
"eval_steps_per_second": 11.216,
|
|
"step": 550000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.842846050241333e-05,
|
|
"loss": 2.3425,
|
|
"step": 555000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.4939384624488776,
|
|
"eval_loss": 2.365234375,
|
|
"eval_runtime": 39.7934,
|
|
"eval_samples_per_second": 89.663,
|
|
"eval_steps_per_second": 11.208,
|
|
"step": 555000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.835361316282659e-05,
|
|
"loss": 2.3403,
|
|
"step": 560000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.49420284137483617,
|
|
"eval_loss": 2.36328125,
|
|
"eval_runtime": 39.7702,
|
|
"eval_samples_per_second": 89.715,
|
|
"eval_steps_per_second": 11.214,
|
|
"step": 560000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.827876582323985e-05,
|
|
"loss": 2.3417,
|
|
"step": 565000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.49440420770704296,
|
|
"eval_loss": 2.361328125,
|
|
"eval_runtime": 40.0918,
|
|
"eval_samples_per_second": 88.996,
|
|
"eval_steps_per_second": 11.124,
|
|
"step": 565000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.82039484405631e-05,
|
|
"loss": 2.3382,
|
|
"step": 570000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.4947474893590907,
|
|
"eval_loss": 2.361328125,
|
|
"eval_runtime": 39.7167,
|
|
"eval_samples_per_second": 89.836,
|
|
"eval_steps_per_second": 11.23,
|
|
"step": 570000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.812913105788634e-05,
|
|
"loss": 2.3354,
|
|
"step": 575000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.4949266642995849,
|
|
"eval_loss": 2.359375,
|
|
"eval_runtime": 39.8562,
|
|
"eval_samples_per_second": 89.522,
|
|
"eval_steps_per_second": 11.19,
|
|
"step": 575000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 4.805425376138962e-05,
|
|
"loss": 2.3366,
|
|
"step": 580000
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"eval_accuracy": 0.4946513266616695,
|
|
"eval_loss": 2.359375,
|
|
"eval_runtime": 38.7841,
|
|
"eval_samples_per_second": 91.997,
|
|
"eval_steps_per_second": 11.5,
|
|
"step": 580000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.797942140025787e-05,
|
|
"loss": 2.3373,
|
|
"step": 585000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.49454119160650334,
|
|
"eval_loss": 2.359375,
|
|
"eval_runtime": 38.7732,
|
|
"eval_samples_per_second": 92.022,
|
|
"eval_steps_per_second": 11.503,
|
|
"step": 585000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.790460401758111e-05,
|
|
"loss": 2.3365,
|
|
"step": 590000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.49488255548395865,
|
|
"eval_loss": 2.359375,
|
|
"eval_runtime": 39.8158,
|
|
"eval_samples_per_second": 89.613,
|
|
"eval_steps_per_second": 11.202,
|
|
"step": 590000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.782975667799438e-05,
|
|
"loss": 2.3318,
|
|
"step": 595000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.49525295994809954,
|
|
"eval_loss": 2.35546875,
|
|
"eval_runtime": 39.8567,
|
|
"eval_samples_per_second": 89.521,
|
|
"eval_steps_per_second": 11.19,
|
|
"step": 595000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.7754894359952644e-05,
|
|
"loss": 2.3278,
|
|
"step": 600000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.4957521292777332,
|
|
"eval_loss": 2.353515625,
|
|
"eval_runtime": 39.8687,
|
|
"eval_samples_per_second": 89.494,
|
|
"eval_steps_per_second": 11.187,
|
|
"step": 600000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.768004702036591e-05,
|
|
"loss": 2.3277,
|
|
"step": 605000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.4959060991807267,
|
|
"eval_loss": 2.3515625,
|
|
"eval_runtime": 40.0704,
|
|
"eval_samples_per_second": 89.043,
|
|
"eval_steps_per_second": 11.13,
|
|
"step": 605000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.7605214659234157e-05,
|
|
"loss": 2.326,
|
|
"step": 610000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.49614417719798887,
|
|
"eval_loss": 2.3515625,
|
|
"eval_runtime": 39.9671,
|
|
"eval_samples_per_second": 89.273,
|
|
"eval_steps_per_second": 11.159,
|
|
"step": 610000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 4.753036731964742e-05,
|
|
"loss": 2.3273,
|
|
"step": 615000
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"eval_accuracy": 0.49605705543793205,
|
|
"eval_loss": 2.3515625,
|
|
"eval_runtime": 39.9201,
|
|
"eval_samples_per_second": 89.378,
|
|
"eval_steps_per_second": 11.172,
|
|
"step": 615000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.745551998006068e-05,
|
|
"loss": 2.3284,
|
|
"step": 620000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.49654992350819055,
|
|
"eval_loss": 2.349609375,
|
|
"eval_runtime": 39.956,
|
|
"eval_samples_per_second": 89.298,
|
|
"eval_steps_per_second": 11.162,
|
|
"step": 620000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.7380687618928936e-05,
|
|
"loss": 2.3276,
|
|
"step": 625000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.49658115583726753,
|
|
"eval_loss": 2.34765625,
|
|
"eval_runtime": 39.9741,
|
|
"eval_samples_per_second": 89.258,
|
|
"eval_steps_per_second": 11.157,
|
|
"step": 625000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.7305840279342196e-05,
|
|
"loss": 2.3228,
|
|
"step": 630000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.4966945785060207,
|
|
"eval_loss": 2.345703125,
|
|
"eval_runtime": 39.9089,
|
|
"eval_samples_per_second": 89.404,
|
|
"eval_steps_per_second": 11.175,
|
|
"step": 630000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.723103787512043e-05,
|
|
"loss": 2.3219,
|
|
"step": 635000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.49684580873102496,
|
|
"eval_loss": 2.345703125,
|
|
"eval_runtime": 39.9108,
|
|
"eval_samples_per_second": 89.399,
|
|
"eval_steps_per_second": 11.175,
|
|
"step": 635000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.715619053553369e-05,
|
|
"loss": 2.326,
|
|
"step": 640000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.49703155889869327,
|
|
"eval_loss": 2.34375,
|
|
"eval_runtime": 40.0352,
|
|
"eval_samples_per_second": 89.122,
|
|
"eval_steps_per_second": 11.14,
|
|
"step": 640000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.708135817440194e-05,
|
|
"loss": 2.3191,
|
|
"step": 645000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.4972345690376936,
|
|
"eval_loss": 2.341796875,
|
|
"eval_runtime": 40.0269,
|
|
"eval_samples_per_second": 89.14,
|
|
"eval_steps_per_second": 11.143,
|
|
"step": 645000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 4.70065258132702e-05,
|
|
"loss": 2.3167,
|
|
"step": 650000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.4972822394347058,
|
|
"eval_loss": 2.34375,
|
|
"eval_runtime": 40.0234,
|
|
"eval_samples_per_second": 89.148,
|
|
"eval_steps_per_second": 11.143,
|
|
"step": 650000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.693166349522847e-05,
|
|
"loss": 2.3172,
|
|
"step": 655000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.4974205931731608,
|
|
"eval_loss": 2.341796875,
|
|
"eval_runtime": 40.0416,
|
|
"eval_samples_per_second": 89.107,
|
|
"eval_steps_per_second": 11.138,
|
|
"step": 655000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.685683113409672e-05,
|
|
"loss": 2.3194,
|
|
"step": 660000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.4977205879129791,
|
|
"eval_loss": 2.337890625,
|
|
"eval_runtime": 40.5115,
|
|
"eval_samples_per_second": 88.074,
|
|
"eval_steps_per_second": 11.009,
|
|
"step": 660000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.678198379450998e-05,
|
|
"loss": 2.3204,
|
|
"step": 665000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.49760332969504095,
|
|
"eval_loss": 2.33984375,
|
|
"eval_runtime": 40.059,
|
|
"eval_samples_per_second": 89.069,
|
|
"eval_steps_per_second": 11.134,
|
|
"step": 665000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.670716641183322e-05,
|
|
"loss": 2.309,
|
|
"step": 670000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.49802085662059625,
|
|
"eval_loss": 2.3359375,
|
|
"eval_runtime": 40.172,
|
|
"eval_samples_per_second": 88.818,
|
|
"eval_steps_per_second": 11.102,
|
|
"step": 670000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.663233405070147e-05,
|
|
"loss": 2.3147,
|
|
"step": 675000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.49805729433785273,
|
|
"eval_loss": 2.337890625,
|
|
"eval_runtime": 40.0906,
|
|
"eval_samples_per_second": 88.999,
|
|
"eval_steps_per_second": 11.125,
|
|
"step": 675000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 4.655745675420475e-05,
|
|
"loss": 2.3122,
|
|
"step": 680000
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"eval_accuracy": 0.4980255140731779,
|
|
"eval_loss": 2.3359375,
|
|
"eval_runtime": 40.0778,
|
|
"eval_samples_per_second": 89.027,
|
|
"eval_steps_per_second": 11.128,
|
|
"step": 680000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.6482624393073005e-05,
|
|
"loss": 2.3096,
|
|
"step": 685000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.4984096169272648,
|
|
"eval_loss": 2.333984375,
|
|
"eval_runtime": 40.3028,
|
|
"eval_samples_per_second": 88.53,
|
|
"eval_steps_per_second": 11.066,
|
|
"step": 685000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.640780701039625e-05,
|
|
"loss": 2.3093,
|
|
"step": 690000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.49861701055104785,
|
|
"eval_loss": 2.333984375,
|
|
"eval_runtime": 40.1409,
|
|
"eval_samples_per_second": 88.887,
|
|
"eval_steps_per_second": 11.111,
|
|
"step": 690000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.633295967080951e-05,
|
|
"loss": 2.3048,
|
|
"step": 695000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.498526601177404,
|
|
"eval_loss": 2.33203125,
|
|
"eval_runtime": 40.2295,
|
|
"eval_samples_per_second": 88.691,
|
|
"eval_steps_per_second": 11.086,
|
|
"step": 695000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.6258127309677764e-05,
|
|
"loss": 2.3111,
|
|
"step": 700000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.4988186508510536,
|
|
"eval_loss": 2.330078125,
|
|
"eval_runtime": 40.2382,
|
|
"eval_samples_per_second": 88.672,
|
|
"eval_steps_per_second": 11.084,
|
|
"step": 700000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.6183279970091023e-05,
|
|
"loss": 2.3074,
|
|
"step": 705000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.4989449500063561,
|
|
"eval_loss": 2.330078125,
|
|
"eval_runtime": 40.2221,
|
|
"eval_samples_per_second": 88.707,
|
|
"eval_steps_per_second": 11.088,
|
|
"step": 705000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.610843263050428e-05,
|
|
"loss": 2.3082,
|
|
"step": 710000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.49918768547619985,
|
|
"eval_loss": 2.330078125,
|
|
"eval_runtime": 40.2424,
|
|
"eval_samples_per_second": 88.663,
|
|
"eval_steps_per_second": 11.083,
|
|
"step": 710000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 4.603357031246256e-05,
|
|
"loss": 2.3093,
|
|
"step": 715000
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"eval_accuracy": 0.4993685042234876,
|
|
"eval_loss": 2.328125,
|
|
"eval_runtime": 39.2194,
|
|
"eval_samples_per_second": 90.975,
|
|
"eval_steps_per_second": 11.372,
|
|
"step": 715000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.595873795133081e-05,
|
|
"loss": 2.3011,
|
|
"step": 720000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.4995095976399318,
|
|
"eval_loss": 2.328125,
|
|
"eval_runtime": 40.3274,
|
|
"eval_samples_per_second": 88.476,
|
|
"eval_steps_per_second": 11.059,
|
|
"step": 720000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.588390559019906e-05,
|
|
"loss": 2.2998,
|
|
"step": 725000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.4994558999513433,
|
|
"eval_loss": 2.326171875,
|
|
"eval_runtime": 40.2634,
|
|
"eval_samples_per_second": 88.616,
|
|
"eval_steps_per_second": 11.077,
|
|
"step": 725000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.580907322906731e-05,
|
|
"loss": 2.3012,
|
|
"step": 730000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.49959206194740696,
|
|
"eval_loss": 2.326171875,
|
|
"eval_runtime": 40.2894,
|
|
"eval_samples_per_second": 88.559,
|
|
"eval_steps_per_second": 11.07,
|
|
"step": 730000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.573421091102558e-05,
|
|
"loss": 2.3002,
|
|
"step": 735000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.4997052106483612,
|
|
"eval_loss": 2.32421875,
|
|
"eval_runtime": 40.3059,
|
|
"eval_samples_per_second": 88.523,
|
|
"eval_steps_per_second": 11.065,
|
|
"step": 735000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.5659378549893835e-05,
|
|
"loss": 2.2994,
|
|
"step": 740000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.5000197256815223,
|
|
"eval_loss": 2.32421875,
|
|
"eval_runtime": 40.7124,
|
|
"eval_samples_per_second": 87.639,
|
|
"eval_steps_per_second": 10.955,
|
|
"step": 740000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.558454618876209e-05,
|
|
"loss": 2.299,
|
|
"step": 745000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.5000953407940244,
|
|
"eval_loss": 2.322265625,
|
|
"eval_runtime": 40.3194,
|
|
"eval_samples_per_second": 88.493,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 745000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 4.550971382763034e-05,
|
|
"loss": 2.2969,
|
|
"step": 750000
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"eval_accuracy": 0.5002605433767736,
|
|
"eval_loss": 2.322265625,
|
|
"eval_runtime": 40.3665,
|
|
"eval_samples_per_second": 88.39,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 750000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.543489644495358e-05,
|
|
"loss": 2.2934,
|
|
"step": 755000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5003739660455269,
|
|
"eval_loss": 2.3203125,
|
|
"eval_runtime": 40.3284,
|
|
"eval_samples_per_second": 88.474,
|
|
"eval_steps_per_second": 11.059,
|
|
"step": 755000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.536004910536684e-05,
|
|
"loss": 2.2988,
|
|
"step": 760000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5004895804566715,
|
|
"eval_loss": 2.318359375,
|
|
"eval_runtime": 40.3305,
|
|
"eval_samples_per_second": 88.469,
|
|
"eval_steps_per_second": 11.059,
|
|
"step": 760000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.5285186787325113e-05,
|
|
"loss": 2.2911,
|
|
"step": 765000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5007449184452656,
|
|
"eval_loss": 2.318359375,
|
|
"eval_runtime": 39.3805,
|
|
"eval_samples_per_second": 90.603,
|
|
"eval_steps_per_second": 11.325,
|
|
"step": 765000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.5210354426193366e-05,
|
|
"loss": 2.2929,
|
|
"step": 770000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5008427249494803,
|
|
"eval_loss": 2.318359375,
|
|
"eval_runtime": 40.4207,
|
|
"eval_samples_per_second": 88.272,
|
|
"eval_steps_per_second": 11.034,
|
|
"step": 770000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.5135567000426584e-05,
|
|
"loss": 2.2926,
|
|
"step": 775000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5008994362838569,
|
|
"eval_loss": 2.31640625,
|
|
"eval_runtime": 40.4103,
|
|
"eval_samples_per_second": 88.294,
|
|
"eval_steps_per_second": 11.037,
|
|
"step": 775000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 4.506070468238486e-05,
|
|
"loss": 2.292,
|
|
"step": 780000
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"eval_accuracy": 0.5011701164691906,
|
|
"eval_loss": 2.31640625,
|
|
"eval_runtime": 40.3936,
|
|
"eval_samples_per_second": 88.331,
|
|
"eval_steps_per_second": 11.041,
|
|
"step": 780000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.498587232125311e-05,
|
|
"loss": 2.2932,
|
|
"step": 785000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5014183312950129,
|
|
"eval_loss": 2.314453125,
|
|
"eval_runtime": 40.4142,
|
|
"eval_samples_per_second": 88.286,
|
|
"eval_steps_per_second": 11.036,
|
|
"step": 785000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.4911039960121364e-05,
|
|
"loss": 2.2903,
|
|
"step": 790000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5013958659355015,
|
|
"eval_loss": 2.314453125,
|
|
"eval_runtime": 40.3913,
|
|
"eval_samples_per_second": 88.336,
|
|
"eval_steps_per_second": 11.042,
|
|
"step": 790000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.483620759898962e-05,
|
|
"loss": 2.2886,
|
|
"step": 795000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5015205212840104,
|
|
"eval_loss": 2.3125,
|
|
"eval_runtime": 40.3641,
|
|
"eval_samples_per_second": 88.395,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 795000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.476137523785787e-05,
|
|
"loss": 2.2924,
|
|
"step": 800000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5014750426293895,
|
|
"eval_loss": 2.3125,
|
|
"eval_runtime": 40.359,
|
|
"eval_samples_per_second": 88.407,
|
|
"eval_steps_per_second": 11.051,
|
|
"step": 800000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.468652789827113e-05,
|
|
"loss": 2.2891,
|
|
"step": 805000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5018673645174441,
|
|
"eval_loss": 2.310546875,
|
|
"eval_runtime": 40.4253,
|
|
"eval_samples_per_second": 88.261,
|
|
"eval_steps_per_second": 11.033,
|
|
"step": 805000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.461168055868439e-05,
|
|
"loss": 2.2862,
|
|
"step": 810000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5019873624133714,
|
|
"eval_loss": 2.30859375,
|
|
"eval_runtime": 40.3854,
|
|
"eval_samples_per_second": 88.349,
|
|
"eval_steps_per_second": 11.044,
|
|
"step": 810000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 4.453686317600763e-05,
|
|
"loss": 2.2858,
|
|
"step": 815000
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_accuracy": 0.5021665373538656,
|
|
"eval_loss": 2.30859375,
|
|
"eval_runtime": 40.4075,
|
|
"eval_samples_per_second": 88.301,
|
|
"eval_steps_per_second": 11.038,
|
|
"step": 815000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.44620008579659e-05,
|
|
"loss": 2.2841,
|
|
"step": 820000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.502265439729276,
|
|
"eval_loss": 2.306640625,
|
|
"eval_runtime": 40.4403,
|
|
"eval_samples_per_second": 88.229,
|
|
"eval_steps_per_second": 11.029,
|
|
"step": 820000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.438718347528915e-05,
|
|
"loss": 2.2843,
|
|
"step": 825000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.5022361251747914,
|
|
"eval_loss": 2.30859375,
|
|
"eval_runtime": 40.4536,
|
|
"eval_samples_per_second": 88.2,
|
|
"eval_steps_per_second": 11.025,
|
|
"step": 825000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.431233613570241e-05,
|
|
"loss": 2.2832,
|
|
"step": 830000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.5024813263548256,
|
|
"eval_loss": 2.306640625,
|
|
"eval_runtime": 40.4096,
|
|
"eval_samples_per_second": 88.296,
|
|
"eval_steps_per_second": 11.037,
|
|
"step": 830000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.423756368839062e-05,
|
|
"loss": 2.2846,
|
|
"step": 835000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.502600776315155,
|
|
"eval_loss": 2.306640625,
|
|
"eval_runtime": 39.3247,
|
|
"eval_samples_per_second": 90.732,
|
|
"eval_steps_per_second": 11.341,
|
|
"step": 835000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.416267141343891e-05,
|
|
"loss": 2.2784,
|
|
"step": 840000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.5026766653954561,
|
|
"eval_loss": 2.3046875,
|
|
"eval_runtime": 40.3768,
|
|
"eval_samples_per_second": 88.367,
|
|
"eval_steps_per_second": 11.046,
|
|
"step": 840000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.408782407385217e-05,
|
|
"loss": 2.277,
|
|
"step": 845000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.5028424159138032,
|
|
"eval_loss": 2.302734375,
|
|
"eval_runtime": 40.4265,
|
|
"eval_samples_per_second": 88.259,
|
|
"eval_steps_per_second": 11.032,
|
|
"step": 845000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 4.4013021669630405e-05,
|
|
"loss": 2.276,
|
|
"step": 850000
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_accuracy": 0.5025583113063223,
|
|
"eval_loss": 2.306640625,
|
|
"eval_runtime": 40.7923,
|
|
"eval_samples_per_second": 87.468,
|
|
"eval_steps_per_second": 10.933,
|
|
"step": 850000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.393818930849866e-05,
|
|
"loss": 2.2802,
|
|
"step": 855000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5031032332583757,
|
|
"eval_loss": 2.302734375,
|
|
"eval_runtime": 40.3592,
|
|
"eval_samples_per_second": 88.406,
|
|
"eval_steps_per_second": 11.051,
|
|
"step": 855000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.3863356947366904e-05,
|
|
"loss": 2.2781,
|
|
"step": 860000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5032018616659872,
|
|
"eval_loss": 2.30078125,
|
|
"eval_runtime": 40.4036,
|
|
"eval_samples_per_second": 88.309,
|
|
"eval_steps_per_second": 11.039,
|
|
"step": 860000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.378850960778017e-05,
|
|
"loss": 2.2749,
|
|
"step": 865000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5038193850847547,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 40.3881,
|
|
"eval_samples_per_second": 88.343,
|
|
"eval_steps_per_second": 11.043,
|
|
"step": 865000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.371366226819343e-05,
|
|
"loss": 2.2729,
|
|
"step": 870000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5037152773211648,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 40.4456,
|
|
"eval_samples_per_second": 88.217,
|
|
"eval_steps_per_second": 11.027,
|
|
"step": 870000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.363882990706168e-05,
|
|
"loss": 2.2708,
|
|
"step": 875000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5038993836820396,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 40.4095,
|
|
"eval_samples_per_second": 88.296,
|
|
"eval_steps_per_second": 11.037,
|
|
"step": 875000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 4.3563997545929936e-05,
|
|
"loss": 2.2754,
|
|
"step": 880000
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"eval_accuracy": 0.5038591104155982,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 40.397,
|
|
"eval_samples_per_second": 88.323,
|
|
"eval_steps_per_second": 11.04,
|
|
"step": 880000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.3489150206343196e-05,
|
|
"loss": 2.2761,
|
|
"step": 885000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5040640383291909,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 40.3166,
|
|
"eval_samples_per_second": 88.499,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 885000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.341434780212143e-05,
|
|
"loss": 2.2742,
|
|
"step": 890000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5041032157244366,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 40.3381,
|
|
"eval_samples_per_second": 88.452,
|
|
"eval_steps_per_second": 11.057,
|
|
"step": 890000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.3339470505624715e-05,
|
|
"loss": 2.2734,
|
|
"step": 895000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5040837640107132,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 40.3833,
|
|
"eval_samples_per_second": 88.353,
|
|
"eval_steps_per_second": 11.044,
|
|
"step": 895000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.326463814449296e-05,
|
|
"loss": 2.2682,
|
|
"step": 900000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5043944434946894,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 40.4818,
|
|
"eval_samples_per_second": 88.138,
|
|
"eval_steps_per_second": 11.017,
|
|
"step": 900000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.318982076181621e-05,
|
|
"loss": 2.2667,
|
|
"step": 905000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5045489613332808,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 40.3614,
|
|
"eval_samples_per_second": 88.401,
|
|
"eval_steps_per_second": 11.05,
|
|
"step": 905000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.311498840068446e-05,
|
|
"loss": 2.2676,
|
|
"step": 910000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5045801936623577,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 40.4147,
|
|
"eval_samples_per_second": 88.285,
|
|
"eval_steps_per_second": 11.036,
|
|
"step": 910000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 4.304012608264273e-05,
|
|
"loss": 2.2707,
|
|
"step": 915000
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"eval_accuracy": 0.5046547129036641,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 40.4009,
|
|
"eval_samples_per_second": 88.315,
|
|
"eval_steps_per_second": 11.039,
|
|
"step": 915000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.296529372151098e-05,
|
|
"loss": 2.265,
|
|
"step": 920000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5047700533470098,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 40.3704,
|
|
"eval_samples_per_second": 88.382,
|
|
"eval_steps_per_second": 11.048,
|
|
"step": 920000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.289046136037923e-05,
|
|
"loss": 2.2676,
|
|
"step": 925000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5046149875728206,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 40.3019,
|
|
"eval_samples_per_second": 88.532,
|
|
"eval_steps_per_second": 11.066,
|
|
"step": 925000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.281564397770247e-05,
|
|
"loss": 2.2662,
|
|
"step": 930000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5051503206519119,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 40.3203,
|
|
"eval_samples_per_second": 88.491,
|
|
"eval_steps_per_second": 11.061,
|
|
"step": 930000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.274079663811574e-05,
|
|
"loss": 2.2706,
|
|
"step": 935000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5050968969311223,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 40.3497,
|
|
"eval_samples_per_second": 88.427,
|
|
"eval_steps_per_second": 11.053,
|
|
"step": 935000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.2665949298529e-05,
|
|
"loss": 2.2657,
|
|
"step": 940000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5048788185631814,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 40.7581,
|
|
"eval_samples_per_second": 87.541,
|
|
"eval_steps_per_second": 10.943,
|
|
"step": 940000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.259110195894226e-05,
|
|
"loss": 2.2672,
|
|
"step": 945000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5050453909849252,
|
|
"eval_loss": 2.287109375,
|
|
"eval_runtime": 40.3332,
|
|
"eval_samples_per_second": 88.463,
|
|
"eval_steps_per_second": 11.058,
|
|
"step": 945000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 4.9925167638868255e-05,
|
|
"loss": 2.2716,
|
|
"step": 950000
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"eval_accuracy": 0.5037065103515993,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 38.5412,
|
|
"eval_samples_per_second": 92.576,
|
|
"eval_steps_per_second": 11.572,
|
|
"step": 950000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.9850290342371536e-05,
|
|
"loss": 2.2702,
|
|
"step": 955000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.5036908941870608,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.4253,
|
|
"eval_samples_per_second": 90.5,
|
|
"eval_steps_per_second": 11.313,
|
|
"step": 955000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.977548793814977e-05,
|
|
"loss": 2.2708,
|
|
"step": 960000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.5035029522770011,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.5074,
|
|
"eval_samples_per_second": 90.312,
|
|
"eval_steps_per_second": 11.289,
|
|
"step": 960000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.970064059856303e-05,
|
|
"loss": 2.2738,
|
|
"step": 965000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.5035369242840674,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.5917,
|
|
"eval_samples_per_second": 90.12,
|
|
"eval_steps_per_second": 11.265,
|
|
"step": 965000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.962582321588627e-05,
|
|
"loss": 2.2737,
|
|
"step": 970000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.5035577458367854,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.4627,
|
|
"eval_samples_per_second": 90.415,
|
|
"eval_steps_per_second": 11.302,
|
|
"step": 970000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.9550990854754526e-05,
|
|
"loss": 2.2763,
|
|
"step": 975000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.49873289892999134,
|
|
"eval_loss": 2.330078125,
|
|
"eval_runtime": 39.5211,
|
|
"eval_samples_per_second": 90.281,
|
|
"eval_steps_per_second": 11.285,
|
|
"step": 975000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 4.9476143515167786e-05,
|
|
"loss": 2.2738,
|
|
"step": 980000
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"eval_accuracy": 0.5034662405919458,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 39.4696,
|
|
"eval_samples_per_second": 90.399,
|
|
"eval_steps_per_second": 11.3,
|
|
"step": 980000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.9401296175581046e-05,
|
|
"loss": 2.2737,
|
|
"step": 985000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5036182927203469,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 39.6371,
|
|
"eval_samples_per_second": 90.017,
|
|
"eval_steps_per_second": 11.252,
|
|
"step": 985000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.932644883599431e-05,
|
|
"loss": 2.2748,
|
|
"step": 990000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5036056902015965,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 39.6139,
|
|
"eval_samples_per_second": 90.069,
|
|
"eval_steps_per_second": 11.259,
|
|
"step": 990000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.9251631453317545e-05,
|
|
"loss": 2.2724,
|
|
"step": 995000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5038232206339396,
|
|
"eval_loss": 2.296875,
|
|
"eval_runtime": 39.4746,
|
|
"eval_samples_per_second": 90.387,
|
|
"eval_steps_per_second": 11.298,
|
|
"step": 995000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.917678411373081e-05,
|
|
"loss": 2.2744,
|
|
"step": 1000000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5032999421380009,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.6576,
|
|
"eval_samples_per_second": 89.97,
|
|
"eval_steps_per_second": 11.246,
|
|
"step": 1000000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.9101951752599065e-05,
|
|
"loss": 2.2694,
|
|
"step": 1005000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5033465166638174,
|
|
"eval_loss": 2.298828125,
|
|
"eval_runtime": 39.6623,
|
|
"eval_samples_per_second": 89.959,
|
|
"eval_steps_per_second": 11.245,
|
|
"step": 1005000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.9027104413012324e-05,
|
|
"loss": 2.2684,
|
|
"step": 1010000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5039421226586712,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 39.6275,
|
|
"eval_samples_per_second": 90.039,
|
|
"eval_steps_per_second": 11.255,
|
|
"step": 1010000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 4.895231698724555e-05,
|
|
"loss": 2.2731,
|
|
"step": 1015000
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"eval_accuracy": 0.5039547251774216,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 39.6334,
|
|
"eval_samples_per_second": 90.025,
|
|
"eval_steps_per_second": 11.253,
|
|
"step": 1015000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.887746964765881e-05,
|
|
"loss": 2.2714,
|
|
"step": 1020000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5042445831086797,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 39.6384,
|
|
"eval_samples_per_second": 90.014,
|
|
"eval_steps_per_second": 11.252,
|
|
"step": 1020000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.880263728652706e-05,
|
|
"loss": 2.2687,
|
|
"step": 1025000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5045218385211876,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 39.6654,
|
|
"eval_samples_per_second": 89.952,
|
|
"eval_steps_per_second": 11.244,
|
|
"step": 1025000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.872778994694032e-05,
|
|
"loss": 2.2673,
|
|
"step": 1030000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5046215627999947,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 39.7655,
|
|
"eval_samples_per_second": 89.726,
|
|
"eval_steps_per_second": 11.216,
|
|
"step": 1030000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.8652957585808575e-05,
|
|
"loss": 2.2677,
|
|
"step": 1035000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5044056761744452,
|
|
"eval_loss": 2.29296875,
|
|
"eval_runtime": 39.7885,
|
|
"eval_samples_per_second": 89.674,
|
|
"eval_steps_per_second": 11.209,
|
|
"step": 1035000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.8578110246221835e-05,
|
|
"loss": 2.265,
|
|
"step": 1040000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5046538910002674,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 39.7963,
|
|
"eval_samples_per_second": 89.657,
|
|
"eval_steps_per_second": 11.207,
|
|
"step": 1040000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.850327788509009e-05,
|
|
"loss": 2.2659,
|
|
"step": 1045000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.504468688768197,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 40.1905,
|
|
"eval_samples_per_second": 88.777,
|
|
"eval_steps_per_second": 11.097,
|
|
"step": 1045000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 4.842849045932331e-05,
|
|
"loss": 2.2633,
|
|
"step": 1050000
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_accuracy": 0.5042100631660157,
|
|
"eval_loss": 2.294921875,
|
|
"eval_runtime": 39.7629,
|
|
"eval_samples_per_second": 89.732,
|
|
"eval_steps_per_second": 11.216,
|
|
"step": 1050000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.835361316282659e-05,
|
|
"loss": 2.2689,
|
|
"step": 1055000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.5049952548777227,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 39.8901,
|
|
"eval_samples_per_second": 89.446,
|
|
"eval_steps_per_second": 11.181,
|
|
"step": 1055000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.827876582323985e-05,
|
|
"loss": 2.2617,
|
|
"step": 1060000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.5049081331176659,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 39.8913,
|
|
"eval_samples_per_second": 89.443,
|
|
"eval_steps_per_second": 11.18,
|
|
"step": 1060000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.820390350519813e-05,
|
|
"loss": 2.2613,
|
|
"step": 1065000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.5052440176391427,
|
|
"eval_loss": 2.287109375,
|
|
"eval_runtime": 39.9185,
|
|
"eval_samples_per_second": 89.382,
|
|
"eval_steps_per_second": 11.173,
|
|
"step": 1065000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.8129086122521366e-05,
|
|
"loss": 2.2649,
|
|
"step": 1070000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.5047081366244537,
|
|
"eval_loss": 2.2890625,
|
|
"eval_runtime": 39.8452,
|
|
"eval_samples_per_second": 89.547,
|
|
"eval_steps_per_second": 11.193,
|
|
"step": 1070000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.805422380447964e-05,
|
|
"loss": 2.2587,
|
|
"step": 1075000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.505284564873383,
|
|
"eval_loss": 2.287109375,
|
|
"eval_runtime": 39.8746,
|
|
"eval_samples_per_second": 89.481,
|
|
"eval_steps_per_second": 11.185,
|
|
"step": 1075000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 4.797939144334789e-05,
|
|
"loss": 2.2641,
|
|
"step": 1080000
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_accuracy": 0.5054223706762402,
|
|
"eval_loss": 2.28515625,
|
|
"eval_runtime": 39.914,
|
|
"eval_samples_per_second": 89.392,
|
|
"eval_steps_per_second": 11.174,
|
|
"step": 1080000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.7904559082216145e-05,
|
|
"loss": 2.2634,
|
|
"step": 1085000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.5056552433053229,
|
|
"eval_loss": 2.28515625,
|
|
"eval_runtime": 39.8319,
|
|
"eval_samples_per_second": 89.576,
|
|
"eval_steps_per_second": 11.197,
|
|
"step": 1085000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.7829741699539384e-05,
|
|
"loss": 2.2597,
|
|
"step": 1090000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.5057451047433689,
|
|
"eval_loss": 2.283203125,
|
|
"eval_runtime": 39.976,
|
|
"eval_samples_per_second": 89.254,
|
|
"eval_steps_per_second": 11.157,
|
|
"step": 1090000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.775487938149766e-05,
|
|
"loss": 2.2572,
|
|
"step": 1095000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.5059667446926958,
|
|
"eval_loss": 2.283203125,
|
|
"eval_runtime": 40.0116,
|
|
"eval_samples_per_second": 89.174,
|
|
"eval_steps_per_second": 11.147,
|
|
"step": 1095000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.768003204191092e-05,
|
|
"loss": 2.2566,
|
|
"step": 1100000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.5055771624826304,
|
|
"eval_loss": 2.283203125,
|
|
"eval_runtime": 39.963,
|
|
"eval_samples_per_second": 89.283,
|
|
"eval_steps_per_second": 11.16,
|
|
"step": 1100000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.760524461614414e-05,
|
|
"loss": 2.2576,
|
|
"step": 1105000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.5055905869047775,
|
|
"eval_loss": 2.283203125,
|
|
"eval_runtime": 39.8683,
|
|
"eval_samples_per_second": 89.495,
|
|
"eval_steps_per_second": 11.187,
|
|
"step": 1105000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.753038229810241e-05,
|
|
"loss": 2.2612,
|
|
"step": 1110000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.505675790890242,
|
|
"eval_loss": 2.283203125,
|
|
"eval_runtime": 39.9091,
|
|
"eval_samples_per_second": 89.403,
|
|
"eval_steps_per_second": 11.175,
|
|
"step": 1110000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 4.7455534958515676e-05,
|
|
"loss": 2.2585,
|
|
"step": 1115000
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"eval_accuracy": 0.505924553651662,
|
|
"eval_loss": 2.28125,
|
|
"eval_runtime": 39.8428,
|
|
"eval_samples_per_second": 89.552,
|
|
"eval_steps_per_second": 11.194,
|
|
"step": 1115000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.738073255429391e-05,
|
|
"loss": 2.2528,
|
|
"step": 1120000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5059566078841358,
|
|
"eval_loss": 2.28125,
|
|
"eval_runtime": 40.0018,
|
|
"eval_samples_per_second": 89.196,
|
|
"eval_steps_per_second": 11.149,
|
|
"step": 1120000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.730588521470717e-05,
|
|
"loss": 2.2599,
|
|
"step": 1125000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5059996208285663,
|
|
"eval_loss": 2.28125,
|
|
"eval_runtime": 39.9769,
|
|
"eval_samples_per_second": 89.251,
|
|
"eval_steps_per_second": 11.156,
|
|
"step": 1125000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.723105285357542e-05,
|
|
"loss": 2.2556,
|
|
"step": 1130000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5065730354317075,
|
|
"eval_loss": 2.27734375,
|
|
"eval_runtime": 39.975,
|
|
"eval_samples_per_second": 89.256,
|
|
"eval_steps_per_second": 11.157,
|
|
"step": 1130000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.715619053553369e-05,
|
|
"loss": 2.2519,
|
|
"step": 1135000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5063790662300716,
|
|
"eval_loss": 2.279296875,
|
|
"eval_runtime": 40.0596,
|
|
"eval_samples_per_second": 89.067,
|
|
"eval_steps_per_second": 11.133,
|
|
"step": 1135000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.708135817440194e-05,
|
|
"loss": 2.2567,
|
|
"step": 1140000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5067524843400006,
|
|
"eval_loss": 2.27734375,
|
|
"eval_runtime": 40.0409,
|
|
"eval_samples_per_second": 89.109,
|
|
"eval_steps_per_second": 11.139,
|
|
"step": 1140000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.700651083481521e-05,
|
|
"loss": 2.2516,
|
|
"step": 1145000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.506862071459569,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 39.8652,
|
|
"eval_samples_per_second": 89.502,
|
|
"eval_steps_per_second": 11.188,
|
|
"step": 1145000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 4.693166349522847e-05,
|
|
"loss": 2.2533,
|
|
"step": 1150000
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"eval_accuracy": 0.5067752236673111,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 39.9361,
|
|
"eval_samples_per_second": 89.343,
|
|
"eval_steps_per_second": 11.168,
|
|
"step": 1150000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.6856846112551706e-05,
|
|
"loss": 2.2532,
|
|
"step": 1155000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5069639874807674,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 40.0505,
|
|
"eval_samples_per_second": 89.088,
|
|
"eval_steps_per_second": 11.136,
|
|
"step": 1155000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.6781998772964966e-05,
|
|
"loss": 2.2572,
|
|
"step": 1160000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5063629021299353,
|
|
"eval_loss": 2.279296875,
|
|
"eval_runtime": 40.0931,
|
|
"eval_samples_per_second": 88.993,
|
|
"eval_steps_per_second": 11.124,
|
|
"step": 1160000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.670712147646825e-05,
|
|
"loss": 2.2514,
|
|
"step": 1165000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5071686414265613,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 40.4455,
|
|
"eval_samples_per_second": 88.217,
|
|
"eval_steps_per_second": 11.027,
|
|
"step": 1165000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.66322891153365e-05,
|
|
"loss": 2.2471,
|
|
"step": 1170000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5073409671720824,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 40.0562,
|
|
"eval_samples_per_second": 89.075,
|
|
"eval_steps_per_second": 11.134,
|
|
"step": 1170000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.655745675420475e-05,
|
|
"loss": 2.2524,
|
|
"step": 1175000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.50760562006584,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 40.09,
|
|
"eval_samples_per_second": 89.0,
|
|
"eval_steps_per_second": 11.125,
|
|
"step": 1175000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.648260941461802e-05,
|
|
"loss": 2.247,
|
|
"step": 1180000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5072979542276519,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 40.3075,
|
|
"eval_samples_per_second": 88.52,
|
|
"eval_steps_per_second": 11.065,
|
|
"step": 1180000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 4.640780701039625e-05,
|
|
"loss": 2.2491,
|
|
"step": 1185000
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"eval_accuracy": 0.5076653450460047,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 40.1522,
|
|
"eval_samples_per_second": 88.862,
|
|
"eval_steps_per_second": 11.108,
|
|
"step": 1185000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.63329746492645e-05,
|
|
"loss": 2.2481,
|
|
"step": 1190000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5078031508488619,
|
|
"eval_loss": 2.26953125,
|
|
"eval_runtime": 40.1488,
|
|
"eval_samples_per_second": 88.869,
|
|
"eval_steps_per_second": 11.109,
|
|
"step": 1190000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.992515266041327e-05,
|
|
"loss": 2.2465,
|
|
"step": 1195000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5069333030872883,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 39.5233,
|
|
"eval_samples_per_second": 90.276,
|
|
"eval_steps_per_second": 11.284,
|
|
"step": 1195000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.985030532082652e-05,
|
|
"loss": 2.2494,
|
|
"step": 1200000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5067053618785863,
|
|
"eval_loss": 2.279296875,
|
|
"eval_runtime": 38.5856,
|
|
"eval_samples_per_second": 92.47,
|
|
"eval_steps_per_second": 11.559,
|
|
"step": 1200000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.977545798123979e-05,
|
|
"loss": 2.2541,
|
|
"step": 1205000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5068631673307646,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 39.5375,
|
|
"eval_samples_per_second": 90.244,
|
|
"eval_steps_per_second": 11.28,
|
|
"step": 1205000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.9700625620108035e-05,
|
|
"loss": 2.25,
|
|
"step": 1210000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5067459091128265,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 39.4824,
|
|
"eval_samples_per_second": 90.369,
|
|
"eval_steps_per_second": 11.296,
|
|
"step": 1210000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 4.962582321588627e-05,
|
|
"loss": 2.25,
|
|
"step": 1215000
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"eval_accuracy": 0.5064313940796654,
|
|
"eval_loss": 2.279296875,
|
|
"eval_runtime": 39.3855,
|
|
"eval_samples_per_second": 90.592,
|
|
"eval_steps_per_second": 11.324,
|
|
"step": 1215000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.955096089784455e-05,
|
|
"loss": 2.2508,
|
|
"step": 1220000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.507028095945715,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 39.5116,
|
|
"eval_samples_per_second": 90.303,
|
|
"eval_steps_per_second": 11.288,
|
|
"step": 1220000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.947612853671279e-05,
|
|
"loss": 2.2496,
|
|
"step": 1225000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.507010562006584,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 39.5165,
|
|
"eval_samples_per_second": 90.291,
|
|
"eval_steps_per_second": 11.286,
|
|
"step": 1225000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.940131115403604e-05,
|
|
"loss": 2.2499,
|
|
"step": 1230000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.5073475423992566,
|
|
"eval_loss": 2.2734375,
|
|
"eval_runtime": 39.4273,
|
|
"eval_samples_per_second": 90.496,
|
|
"eval_steps_per_second": 11.312,
|
|
"step": 1230000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.932647879290429e-05,
|
|
"loss": 2.2467,
|
|
"step": 1235000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.5075538401518439,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 39.5247,
|
|
"eval_samples_per_second": 90.273,
|
|
"eval_steps_per_second": 11.284,
|
|
"step": 1235000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.925164643177254e-05,
|
|
"loss": 2.2497,
|
|
"step": 1240000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.5073163100701796,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 38.6276,
|
|
"eval_samples_per_second": 92.369,
|
|
"eval_steps_per_second": 11.546,
|
|
"step": 1240000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.917678411373081e-05,
|
|
"loss": 2.2463,
|
|
"step": 1245000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.5073409671720824,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 39.5689,
|
|
"eval_samples_per_second": 90.172,
|
|
"eval_steps_per_second": 11.271,
|
|
"step": 1245000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 4.910196673105406e-05,
|
|
"loss": 2.2479,
|
|
"step": 1250000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.5077573982264421,
|
|
"eval_loss": 2.26953125,
|
|
"eval_runtime": 39.6608,
|
|
"eval_samples_per_second": 89.963,
|
|
"eval_steps_per_second": 11.245,
|
|
"step": 1250000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.902711939146731e-05,
|
|
"loss": 2.2445,
|
|
"step": 1255000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5078749304121791,
|
|
"eval_loss": 2.26953125,
|
|
"eval_runtime": 39.6577,
|
|
"eval_samples_per_second": 89.97,
|
|
"eval_steps_per_second": 11.246,
|
|
"step": 1255000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.89522420949706e-05,
|
|
"loss": 2.247,
|
|
"step": 1260000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5078483555356837,
|
|
"eval_loss": 2.26953125,
|
|
"eval_runtime": 39.6203,
|
|
"eval_samples_per_second": 90.055,
|
|
"eval_steps_per_second": 11.257,
|
|
"step": 1260000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.887743969074883e-05,
|
|
"loss": 2.2443,
|
|
"step": 1265000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5078826015105489,
|
|
"eval_loss": 2.267578125,
|
|
"eval_runtime": 39.6508,
|
|
"eval_samples_per_second": 89.986,
|
|
"eval_steps_per_second": 11.248,
|
|
"step": 1265000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.880262230807207e-05,
|
|
"loss": 2.243,
|
|
"step": 1270000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5080672558070215,
|
|
"eval_loss": 2.267578125,
|
|
"eval_runtime": 39.6639,
|
|
"eval_samples_per_second": 89.956,
|
|
"eval_steps_per_second": 11.244,
|
|
"step": 1270000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.8727804925395315e-05,
|
|
"loss": 2.2454,
|
|
"step": 1275000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5076889062767118,
|
|
"eval_loss": 2.271484375,
|
|
"eval_runtime": 39.6373,
|
|
"eval_samples_per_second": 90.016,
|
|
"eval_steps_per_second": 11.252,
|
|
"step": 1275000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.86529126504436e-05,
|
|
"loss": 2.2451,
|
|
"step": 1280000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5080541053526733,
|
|
"eval_loss": 2.26953125,
|
|
"eval_runtime": 39.7457,
|
|
"eval_samples_per_second": 89.771,
|
|
"eval_steps_per_second": 11.221,
|
|
"step": 1280000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 4.8578080289311855e-05,
|
|
"loss": 2.2455,
|
|
"step": 1285000
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_accuracy": 0.5083853324215685,
|
|
"eval_loss": 2.265625,
|
|
"eval_runtime": 39.6403,
|
|
"eval_samples_per_second": 90.009,
|
|
"eval_steps_per_second": 11.251,
|
|
"step": 1285000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.850324792818011e-05,
|
|
"loss": 2.241,
|
|
"step": 1290000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.508259307234065,
|
|
"eval_loss": 2.267578125,
|
|
"eval_runtime": 40.1652,
|
|
"eval_samples_per_second": 88.833,
|
|
"eval_steps_per_second": 11.104,
|
|
"step": 1290000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.8428415567048354e-05,
|
|
"loss": 2.243,
|
|
"step": 1295000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.5085801235266012,
|
|
"eval_loss": 2.263671875,
|
|
"eval_runtime": 39.68,
|
|
"eval_samples_per_second": 89.919,
|
|
"eval_steps_per_second": 11.24,
|
|
"step": 1295000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.8353553249006635e-05,
|
|
"loss": 2.2408,
|
|
"step": 1300000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.5084371123355645,
|
|
"eval_loss": 2.263671875,
|
|
"eval_runtime": 39.9223,
|
|
"eval_samples_per_second": 89.374,
|
|
"eval_steps_per_second": 11.172,
|
|
"step": 1300000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.827876582323985e-05,
|
|
"loss": 2.2508,
|
|
"step": 1305000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.5063459161264021,
|
|
"eval_loss": 2.279296875,
|
|
"eval_runtime": 39.7588,
|
|
"eval_samples_per_second": 89.741,
|
|
"eval_steps_per_second": 11.218,
|
|
"step": 1305000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.820396341901809e-05,
|
|
"loss": 2.252,
|
|
"step": 1310000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.504651699257876,
|
|
"eval_loss": 2.291015625,
|
|
"eval_runtime": 39.8037,
|
|
"eval_samples_per_second": 89.64,
|
|
"eval_steps_per_second": 11.205,
|
|
"step": 1310000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 4.8129146036341324e-05,
|
|
"loss": 2.7482,
|
|
"step": 1315000
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"eval_accuracy": 0.4505951128528157,
|
|
"eval_loss": 2.646484375,
|
|
"eval_runtime": 39.8831,
|
|
"eval_samples_per_second": 89.462,
|
|
"eval_steps_per_second": 11.183,
|
|
"step": 1315000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.805426873984461e-05,
|
|
"loss": 2.4189,
|
|
"step": 1320000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5070354930762858,
|
|
"eval_loss": 2.275390625,
|
|
"eval_runtime": 39.9021,
|
|
"eval_samples_per_second": 89.419,
|
|
"eval_steps_per_second": 11.177,
|
|
"step": 1320000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.797939144334789e-05,
|
|
"loss": 2.2446,
|
|
"step": 1325000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5081412271127301,
|
|
"eval_loss": 2.267578125,
|
|
"eval_runtime": 39.8679,
|
|
"eval_samples_per_second": 89.495,
|
|
"eval_steps_per_second": 11.187,
|
|
"step": 1325000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.790457406067113e-05,
|
|
"loss": 2.2416,
|
|
"step": 1330000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5086858750969846,
|
|
"eval_loss": 2.263671875,
|
|
"eval_runtime": 39.8423,
|
|
"eval_samples_per_second": 89.553,
|
|
"eval_steps_per_second": 11.194,
|
|
"step": 1330000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.78297267210844e-05,
|
|
"loss": 2.2421,
|
|
"step": 1335000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5087765584384274,
|
|
"eval_loss": 2.26171875,
|
|
"eval_runtime": 39.9585,
|
|
"eval_samples_per_second": 89.293,
|
|
"eval_steps_per_second": 11.162,
|
|
"step": 1335000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.775487938149766e-05,
|
|
"loss": 2.2367,
|
|
"step": 1340000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.509168606358683,
|
|
"eval_loss": 2.26171875,
|
|
"eval_runtime": 39.8472,
|
|
"eval_samples_per_second": 89.542,
|
|
"eval_steps_per_second": 11.193,
|
|
"step": 1340000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.768001706345593e-05,
|
|
"loss": 2.2355,
|
|
"step": 1345000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5090864160190068,
|
|
"eval_loss": 2.259765625,
|
|
"eval_runtime": 39.8651,
|
|
"eval_samples_per_second": 89.502,
|
|
"eval_steps_per_second": 11.188,
|
|
"step": 1345000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 4.760518470232418e-05,
|
|
"loss": 2.2379,
|
|
"step": 1350000
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_accuracy": 0.5093981913741786,
|
|
"eval_loss": 2.259765625,
|
|
"eval_runtime": 39.8769,
|
|
"eval_samples_per_second": 89.475,
|
|
"eval_steps_per_second": 11.184,
|
|
"step": 1350000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.7530337362737444e-05,
|
|
"loss": 2.2365,
|
|
"step": 1355000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.509393259953798,
|
|
"eval_loss": 2.259765625,
|
|
"eval_runtime": 39.8496,
|
|
"eval_samples_per_second": 89.537,
|
|
"eval_steps_per_second": 11.192,
|
|
"step": 1355000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.745550500160569e-05,
|
|
"loss": 2.2379,
|
|
"step": 1360000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5091491546449597,
|
|
"eval_loss": 2.2578125,
|
|
"eval_runtime": 39.8235,
|
|
"eval_samples_per_second": 89.595,
|
|
"eval_steps_per_second": 11.199,
|
|
"step": 1360000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.738067264047394e-05,
|
|
"loss": 2.235,
|
|
"step": 1365000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5094527109661638,
|
|
"eval_loss": 2.2578125,
|
|
"eval_runtime": 38.8651,
|
|
"eval_samples_per_second": 91.805,
|
|
"eval_steps_per_second": 11.476,
|
|
"step": 1365000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.730582530088721e-05,
|
|
"loss": 2.236,
|
|
"step": 1370000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5093398362330085,
|
|
"eval_loss": 2.2578125,
|
|
"eval_runtime": 40.9049,
|
|
"eval_samples_per_second": 87.227,
|
|
"eval_steps_per_second": 10.903,
|
|
"step": 1370000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.7230992939755456e-05,
|
|
"loss": 2.2344,
|
|
"step": 1375000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5095472298567916,
|
|
"eval_loss": 2.2578125,
|
|
"eval_runtime": 39.9487,
|
|
"eval_samples_per_second": 89.314,
|
|
"eval_steps_per_second": 11.164,
|
|
"step": 1375000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.715614560016872e-05,
|
|
"loss": 2.2348,
|
|
"step": 1380000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5095688733129063,
|
|
"eval_loss": 2.255859375,
|
|
"eval_runtime": 39.951,
|
|
"eval_samples_per_second": 89.309,
|
|
"eval_steps_per_second": 11.164,
|
|
"step": 1380000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 4.7081313239036975e-05,
|
|
"loss": 2.2306,
|
|
"step": 1385000
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"eval_accuracy": 0.5097368155736447,
|
|
"eval_loss": 2.255859375,
|
|
"eval_runtime": 40.0156,
|
|
"eval_samples_per_second": 89.165,
|
|
"eval_steps_per_second": 11.146,
|
|
"step": 1385000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.7006495856360214e-05,
|
|
"loss": 2.2293,
|
|
"step": 1390000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.5097521577703843,
|
|
"eval_loss": 2.255859375,
|
|
"eval_runtime": 40.0042,
|
|
"eval_samples_per_second": 89.191,
|
|
"eval_steps_per_second": 11.149,
|
|
"step": 1390000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.693166349522847e-05,
|
|
"loss": 2.2311,
|
|
"step": 1395000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.510102562585204,
|
|
"eval_loss": 2.25390625,
|
|
"eval_runtime": 39.9554,
|
|
"eval_samples_per_second": 89.3,
|
|
"eval_steps_per_second": 11.162,
|
|
"step": 1395000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.685683113409672e-05,
|
|
"loss": 2.231,
|
|
"step": 1400000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.5101116035225683,
|
|
"eval_loss": 2.25390625,
|
|
"eval_runtime": 39.9882,
|
|
"eval_samples_per_second": 89.226,
|
|
"eval_steps_per_second": 11.153,
|
|
"step": 1400000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.678201375141996e-05,
|
|
"loss": 2.2272,
|
|
"step": 1405000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.5102126976403701,
|
|
"eval_loss": 2.251953125,
|
|
"eval_runtime": 40.3186,
|
|
"eval_samples_per_second": 88.495,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 1405000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.670718139028821e-05,
|
|
"loss": 2.2264,
|
|
"step": 1410000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.5102436560016482,
|
|
"eval_loss": 2.25390625,
|
|
"eval_runtime": 40.0007,
|
|
"eval_samples_per_second": 89.198,
|
|
"eval_steps_per_second": 11.15,
|
|
"step": 1410000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 4.6632349029156465e-05,
|
|
"loss": 2.2295,
|
|
"step": 1415000
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"eval_accuracy": 0.5104469401084474,
|
|
"eval_loss": 2.251953125,
|
|
"eval_runtime": 40.1353,
|
|
"eval_samples_per_second": 88.899,
|
|
"eval_steps_per_second": 11.112,
|
|
"step": 1415000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.655753164647971e-05,
|
|
"loss": 2.2281,
|
|
"step": 1420000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5103937903554567,
|
|
"eval_loss": 2.251953125,
|
|
"eval_runtime": 40.0088,
|
|
"eval_samples_per_second": 89.18,
|
|
"eval_steps_per_second": 11.148,
|
|
"step": 1420000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.6482699285347956e-05,
|
|
"loss": 2.2234,
|
|
"step": 1425000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5106672102187797,
|
|
"eval_loss": 2.25,
|
|
"eval_runtime": 40.1918,
|
|
"eval_samples_per_second": 88.774,
|
|
"eval_steps_per_second": 11.097,
|
|
"step": 1425000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.64078819026712e-05,
|
|
"loss": 2.2293,
|
|
"step": 1430000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5107220037785639,
|
|
"eval_loss": 2.25,
|
|
"eval_runtime": 40.1338,
|
|
"eval_samples_per_second": 88.903,
|
|
"eval_steps_per_second": 11.113,
|
|
"step": 1430000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.633306451999444e-05,
|
|
"loss": 2.2256,
|
|
"step": 1435000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5108652889373995,
|
|
"eval_loss": 2.25,
|
|
"eval_runtime": 40.1228,
|
|
"eval_samples_per_second": 88.927,
|
|
"eval_steps_per_second": 11.116,
|
|
"step": 1435000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.6258232158862694e-05,
|
|
"loss": 2.2247,
|
|
"step": 1440000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5107954271486747,
|
|
"eval_loss": 2.25,
|
|
"eval_runtime": 40.0563,
|
|
"eval_samples_per_second": 89.075,
|
|
"eval_steps_per_second": 11.134,
|
|
"step": 1440000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.6183384819275954e-05,
|
|
"loss": 2.222,
|
|
"step": 1445000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.510766386561989,
|
|
"eval_loss": 2.25,
|
|
"eval_runtime": 40.2217,
|
|
"eval_samples_per_second": 88.708,
|
|
"eval_steps_per_second": 11.089,
|
|
"step": 1445000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 4.61085674365992e-05,
|
|
"loss": 2.2228,
|
|
"step": 1450000
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"eval_accuracy": 0.5106184439505719,
|
|
"eval_loss": 2.248046875,
|
|
"eval_runtime": 40.5305,
|
|
"eval_samples_per_second": 88.032,
|
|
"eval_steps_per_second": 11.004,
|
|
"step": 1450000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.603372009701246e-05,
|
|
"loss": 2.2241,
|
|
"step": 1455000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5110554225898505,
|
|
"eval_loss": 2.248046875,
|
|
"eval_runtime": 40.2413,
|
|
"eval_samples_per_second": 88.665,
|
|
"eval_steps_per_second": 11.083,
|
|
"step": 1455000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.595891769279069e-05,
|
|
"loss": 2.2219,
|
|
"step": 1460000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.511077613981563,
|
|
"eval_loss": 2.24609375,
|
|
"eval_runtime": 40.2762,
|
|
"eval_samples_per_second": 88.588,
|
|
"eval_steps_per_second": 11.074,
|
|
"step": 1460000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.5884085331658944e-05,
|
|
"loss": 2.2219,
|
|
"step": 1465000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5112833637985525,
|
|
"eval_loss": 2.24609375,
|
|
"eval_runtime": 40.2334,
|
|
"eval_samples_per_second": 88.682,
|
|
"eval_steps_per_second": 11.085,
|
|
"step": 1465000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.58092529705272e-05,
|
|
"loss": 2.2215,
|
|
"step": 1470000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5112595286000464,
|
|
"eval_loss": 2.24609375,
|
|
"eval_runtime": 40.2987,
|
|
"eval_samples_per_second": 88.539,
|
|
"eval_steps_per_second": 11.067,
|
|
"step": 1470000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.573445056630543e-05,
|
|
"loss": 2.2193,
|
|
"step": 1475000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5116091115114694,
|
|
"eval_loss": 2.244140625,
|
|
"eval_runtime": 40.1594,
|
|
"eval_samples_per_second": 88.846,
|
|
"eval_steps_per_second": 11.106,
|
|
"step": 1475000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.56595882482637e-05,
|
|
"loss": 2.2183,
|
|
"step": 1480000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5114707577730144,
|
|
"eval_loss": 2.244140625,
|
|
"eval_runtime": 40.9626,
|
|
"eval_samples_per_second": 87.104,
|
|
"eval_steps_per_second": 10.888,
|
|
"step": 1480000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 4.5584755887131956e-05,
|
|
"loss": 2.2177,
|
|
"step": 1485000
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_accuracy": 0.5116211660946219,
|
|
"eval_loss": 2.244140625,
|
|
"eval_runtime": 40.3714,
|
|
"eval_samples_per_second": 88.379,
|
|
"eval_steps_per_second": 11.047,
|
|
"step": 1485000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.55099235260002e-05,
|
|
"loss": 2.2211,
|
|
"step": 1490000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5115852763129632,
|
|
"eval_loss": 2.2421875,
|
|
"eval_runtime": 40.2564,
|
|
"eval_samples_per_second": 88.632,
|
|
"eval_steps_per_second": 11.079,
|
|
"step": 1490000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.5435091164868455e-05,
|
|
"loss": 2.2183,
|
|
"step": 1495000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5118184229098449,
|
|
"eval_loss": 2.2421875,
|
|
"eval_runtime": 40.2315,
|
|
"eval_samples_per_second": 88.687,
|
|
"eval_steps_per_second": 11.086,
|
|
"step": 1495000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.5360243825281715e-05,
|
|
"loss": 2.2182,
|
|
"step": 1500000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5120186933708559,
|
|
"eval_loss": 2.240234375,
|
|
"eval_runtime": 40.3125,
|
|
"eval_samples_per_second": 88.509,
|
|
"eval_steps_per_second": 11.064,
|
|
"step": 1500000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.528539648569498e-05,
|
|
"loss": 2.2148,
|
|
"step": 1505000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5121849918248009,
|
|
"eval_loss": 2.240234375,
|
|
"eval_runtime": 40.3172,
|
|
"eval_samples_per_second": 88.498,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 1505000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.521059408147321e-05,
|
|
"loss": 2.2217,
|
|
"step": 1510000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5122685520034718,
|
|
"eval_loss": 2.240234375,
|
|
"eval_runtime": 40.2766,
|
|
"eval_samples_per_second": 88.587,
|
|
"eval_steps_per_second": 11.073,
|
|
"step": 1510000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 4.5135761720341466e-05,
|
|
"loss": 2.2117,
|
|
"step": 1515000
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"eval_accuracy": 0.5123701940568713,
|
|
"eval_loss": 2.23828125,
|
|
"eval_runtime": 40.4763,
|
|
"eval_samples_per_second": 88.15,
|
|
"eval_steps_per_second": 11.019,
|
|
"step": 1515000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.5060944337664705e-05,
|
|
"loss": 2.2152,
|
|
"step": 1520000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5123003322681465,
|
|
"eval_loss": 2.23828125,
|
|
"eval_runtime": 40.309,
|
|
"eval_samples_per_second": 88.516,
|
|
"eval_steps_per_second": 11.065,
|
|
"step": 1520000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.4986096998077965e-05,
|
|
"loss": 2.2148,
|
|
"step": 1525000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5124967671799727,
|
|
"eval_loss": 2.23828125,
|
|
"eval_runtime": 40.2971,
|
|
"eval_samples_per_second": 88.542,
|
|
"eval_steps_per_second": 11.068,
|
|
"step": 1525000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.491127961540121e-05,
|
|
"loss": 2.2151,
|
|
"step": 1530000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5127488175549798,
|
|
"eval_loss": 2.236328125,
|
|
"eval_runtime": 40.3675,
|
|
"eval_samples_per_second": 88.388,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 1530000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.483646223272445e-05,
|
|
"loss": 2.2129,
|
|
"step": 1535000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5127022430291633,
|
|
"eval_loss": 2.236328125,
|
|
"eval_runtime": 40.4605,
|
|
"eval_samples_per_second": 88.185,
|
|
"eval_steps_per_second": 11.023,
|
|
"step": 1535000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.47616298715927e-05,
|
|
"loss": 2.2145,
|
|
"step": 1540000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5127690911721,
|
|
"eval_loss": 2.236328125,
|
|
"eval_runtime": 40.376,
|
|
"eval_samples_per_second": 88.369,
|
|
"eval_steps_per_second": 11.046,
|
|
"step": 1540000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.468681248891595e-05,
|
|
"loss": 2.2099,
|
|
"step": 1545000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5128871712934349,
|
|
"eval_loss": 2.236328125,
|
|
"eval_runtime": 40.3585,
|
|
"eval_samples_per_second": 88.408,
|
|
"eval_steps_per_second": 11.051,
|
|
"step": 1545000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 4.46119651493292e-05,
|
|
"loss": 2.2125,
|
|
"step": 1550000
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"eval_accuracy": 0.5131964809384164,
|
|
"eval_loss": 2.234375,
|
|
"eval_runtime": 40.3163,
|
|
"eval_samples_per_second": 88.5,
|
|
"eval_steps_per_second": 11.063,
|
|
"step": 1550000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.453713278819746e-05,
|
|
"loss": 2.2101,
|
|
"step": 1555000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5130504561015916,
|
|
"eval_loss": 2.234375,
|
|
"eval_runtime": 40.2993,
|
|
"eval_samples_per_second": 88.537,
|
|
"eval_steps_per_second": 11.067,
|
|
"step": 1555000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.4462300427065714e-05,
|
|
"loss": 2.211,
|
|
"step": 1560000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5132159326521398,
|
|
"eval_loss": 2.234375,
|
|
"eval_runtime": 40.3465,
|
|
"eval_samples_per_second": 88.434,
|
|
"eval_steps_per_second": 11.054,
|
|
"step": 1560000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.438743810902398e-05,
|
|
"loss": 2.2086,
|
|
"step": 1565000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5131567556075729,
|
|
"eval_loss": 2.234375,
|
|
"eval_runtime": 40.256,
|
|
"eval_samples_per_second": 88.633,
|
|
"eval_steps_per_second": 11.079,
|
|
"step": 1565000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.4312605747892234e-05,
|
|
"loss": 2.2137,
|
|
"step": 1570000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5131545638651815,
|
|
"eval_loss": 2.232421875,
|
|
"eval_runtime": 40.2935,
|
|
"eval_samples_per_second": 88.55,
|
|
"eval_steps_per_second": 11.069,
|
|
"step": 1570000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.423778836521548e-05,
|
|
"loss": 2.2122,
|
|
"step": 1575000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5134236002437218,
|
|
"eval_loss": 2.232421875,
|
|
"eval_runtime": 40.3698,
|
|
"eval_samples_per_second": 88.383,
|
|
"eval_steps_per_second": 11.048,
|
|
"step": 1575000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.416297098253872e-05,
|
|
"loss": 2.2053,
|
|
"step": 1580000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.5133767517501063,
|
|
"eval_loss": 2.232421875,
|
|
"eval_runtime": 40.3058,
|
|
"eval_samples_per_second": 88.523,
|
|
"eval_steps_per_second": 11.065,
|
|
"step": 1580000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 4.408813862140697e-05,
|
|
"loss": 2.208,
|
|
"step": 1585000
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"eval_accuracy": 0.513388258397661,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 40.3539,
|
|
"eval_samples_per_second": 88.418,
|
|
"eval_steps_per_second": 11.052,
|
|
"step": 1585000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.401329128182023e-05,
|
|
"loss": 2.2081,
|
|
"step": 1590000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5135512692380189,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 42.8555,
|
|
"eval_samples_per_second": 83.257,
|
|
"eval_steps_per_second": 10.407,
|
|
"step": 1590000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.3938458920688484e-05,
|
|
"loss": 2.2077,
|
|
"step": 1595000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5137540054092202,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 40.2657,
|
|
"eval_samples_per_second": 88.611,
|
|
"eval_steps_per_second": 11.076,
|
|
"step": 1595000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.3863611581101744e-05,
|
|
"loss": 2.2061,
|
|
"step": 1600000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5135893507620688,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 41.6767,
|
|
"eval_samples_per_second": 85.611,
|
|
"eval_steps_per_second": 10.701,
|
|
"step": 1600000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.378880917687998e-05,
|
|
"loss": 2.2055,
|
|
"step": 1605000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5138961946968601,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 40.3609,
|
|
"eval_samples_per_second": 88.402,
|
|
"eval_steps_per_second": 11.05,
|
|
"step": 1605000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.371397681574823e-05,
|
|
"loss": 2.2065,
|
|
"step": 1610000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5138923591476752,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 40.453,
|
|
"eval_samples_per_second": 88.201,
|
|
"eval_steps_per_second": 11.025,
|
|
"step": 1610000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 4.363914445461648e-05,
|
|
"loss": 2.2054,
|
|
"step": 1615000
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_accuracy": 0.5138997562782461,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 41.6251,
|
|
"eval_samples_per_second": 85.718,
|
|
"eval_steps_per_second": 10.715,
|
|
"step": 1615000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.356432707193973e-05,
|
|
"loss": 2.2035,
|
|
"step": 1620000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5140274252725432,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 40.4365,
|
|
"eval_samples_per_second": 88.237,
|
|
"eval_steps_per_second": 11.03,
|
|
"step": 1620000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.348947973235298e-05,
|
|
"loss": 2.2021,
|
|
"step": 1625000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5139844123281126,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 40.3492,
|
|
"eval_samples_per_second": 88.428,
|
|
"eval_steps_per_second": 11.054,
|
|
"step": 1625000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.3414662349676226e-05,
|
|
"loss": 2.2036,
|
|
"step": 1630000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5138233192623471,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 40.3662,
|
|
"eval_samples_per_second": 88.391,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 1630000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.333981501008949e-05,
|
|
"loss": 2.204,
|
|
"step": 1635000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5139803028111288,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 40.2896,
|
|
"eval_samples_per_second": 88.559,
|
|
"eval_steps_per_second": 11.07,
|
|
"step": 1635000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.3264967670502746e-05,
|
|
"loss": 2.2042,
|
|
"step": 1640000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5140860543815122,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 42.4068,
|
|
"eval_samples_per_second": 84.137,
|
|
"eval_steps_per_second": 10.517,
|
|
"step": 1640000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.3190135309371006e-05,
|
|
"loss": 2.2024,
|
|
"step": 1645000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.514173450109368,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 40.3018,
|
|
"eval_samples_per_second": 88.532,
|
|
"eval_steps_per_second": 11.067,
|
|
"step": 1645000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 4.311530294823926e-05,
|
|
"loss": 2.2023,
|
|
"step": 1650000
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_accuracy": 0.5144172814504074,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 40.2694,
|
|
"eval_samples_per_second": 88.603,
|
|
"eval_steps_per_second": 11.075,
|
|
"step": 1650000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.30404855655625e-05,
|
|
"loss": 2.1976,
|
|
"step": 1655000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5145805662585642,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 40.3729,
|
|
"eval_samples_per_second": 88.376,
|
|
"eval_steps_per_second": 11.047,
|
|
"step": 1655000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.296565320443075e-05,
|
|
"loss": 2.2028,
|
|
"step": 1660000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5147172761902257,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 40.282,
|
|
"eval_samples_per_second": 88.576,
|
|
"eval_steps_per_second": 11.072,
|
|
"step": 1660000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.289080586484401e-05,
|
|
"loss": 2.1971,
|
|
"step": 1665000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5146457705947074,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 40.4909,
|
|
"eval_samples_per_second": 88.119,
|
|
"eval_steps_per_second": 11.015,
|
|
"step": 1665000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.281595852525727e-05,
|
|
"loss": 2.1978,
|
|
"step": 1670000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5146065931994617,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 40.3534,
|
|
"eval_samples_per_second": 88.419,
|
|
"eval_steps_per_second": 11.052,
|
|
"step": 1670000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.27411561210355e-05,
|
|
"loss": 2.1955,
|
|
"step": 1675000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5148249455352015,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 39.3164,
|
|
"eval_samples_per_second": 90.751,
|
|
"eval_steps_per_second": 11.344,
|
|
"step": 1675000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.266630878144877e-05,
|
|
"loss": 2.1967,
|
|
"step": 1680000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5146874137001434,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 40.3287,
|
|
"eval_samples_per_second": 88.473,
|
|
"eval_steps_per_second": 11.059,
|
|
"step": 1680000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 4.259149139877201e-05,
|
|
"loss": 2.1975,
|
|
"step": 1685000
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_accuracy": 0.5151745284466245,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 40.2734,
|
|
"eval_samples_per_second": 88.594,
|
|
"eval_steps_per_second": 11.074,
|
|
"step": 1685000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.251668899455024e-05,
|
|
"loss": 2.1972,
|
|
"step": 1690000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5148622051558548,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 40.2657,
|
|
"eval_samples_per_second": 88.611,
|
|
"eval_steps_per_second": 11.076,
|
|
"step": 1690000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.2441841654963506e-05,
|
|
"loss": 2.1967,
|
|
"step": 1695000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5150745302000184,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 40.2491,
|
|
"eval_samples_per_second": 88.648,
|
|
"eval_steps_per_second": 11.081,
|
|
"step": 1695000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.236699431537676e-05,
|
|
"loss": 2.194,
|
|
"step": 1700000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5150706946508335,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 40.3323,
|
|
"eval_samples_per_second": 88.465,
|
|
"eval_steps_per_second": 11.058,
|
|
"step": 1700000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.9925167638868255e-05,
|
|
"loss": 2.2009,
|
|
"step": 1705000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5139096191190072,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 39.4304,
|
|
"eval_samples_per_second": 90.489,
|
|
"eval_steps_per_second": 11.311,
|
|
"step": 1705000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.9850350256191494e-05,
|
|
"loss": 2.2085,
|
|
"step": 1710000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5136279802217166,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.2325,
|
|
"eval_samples_per_second": 90.945,
|
|
"eval_steps_per_second": 11.368,
|
|
"step": 1710000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 4.977551789505975e-05,
|
|
"loss": 2.2077,
|
|
"step": 1715000
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"eval_accuracy": 0.5136983899460393,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.2977,
|
|
"eval_samples_per_second": 90.794,
|
|
"eval_steps_per_second": 11.349,
|
|
"step": 1715000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.9700670555473014e-05,
|
|
"loss": 2.205,
|
|
"step": 1720000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.51339866917402,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.3375,
|
|
"eval_samples_per_second": 90.702,
|
|
"eval_steps_per_second": 11.338,
|
|
"step": 1720000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.962583819434126e-05,
|
|
"loss": 2.2063,
|
|
"step": 1725000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5134490792490214,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.3134,
|
|
"eval_samples_per_second": 90.758,
|
|
"eval_steps_per_second": 11.345,
|
|
"step": 1725000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.9551020811664506e-05,
|
|
"loss": 2.2076,
|
|
"step": 1730000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5134718185763318,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.2618,
|
|
"eval_samples_per_second": 90.877,
|
|
"eval_steps_per_second": 11.36,
|
|
"step": 1730000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.9476173472077765e-05,
|
|
"loss": 2.2036,
|
|
"step": 1735000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5133134651885556,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.3642,
|
|
"eval_samples_per_second": 90.641,
|
|
"eval_steps_per_second": 11.33,
|
|
"step": 1735000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.9401356089401005e-05,
|
|
"loss": 2.2064,
|
|
"step": 1740000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5138024977096292,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.4343,
|
|
"eval_samples_per_second": 90.48,
|
|
"eval_steps_per_second": 11.31,
|
|
"step": 1740000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.932650874981427e-05,
|
|
"loss": 2.2053,
|
|
"step": 1745000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5136904448798706,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.4148,
|
|
"eval_samples_per_second": 90.524,
|
|
"eval_steps_per_second": 11.316,
|
|
"step": 1745000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 4.9251676388682524e-05,
|
|
"loss": 2.2048,
|
|
"step": 1750000
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"eval_accuracy": 0.5138953727934633,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.3715,
|
|
"eval_samples_per_second": 90.624,
|
|
"eval_steps_per_second": 11.328,
|
|
"step": 1750000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.917684402755077e-05,
|
|
"loss": 2.2075,
|
|
"step": 1755000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5137868815450907,
|
|
"eval_loss": 2.23046875,
|
|
"eval_runtime": 39.4167,
|
|
"eval_samples_per_second": 90.52,
|
|
"eval_steps_per_second": 11.315,
|
|
"step": 1755000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.910201166641902e-05,
|
|
"loss": 2.2041,
|
|
"step": 1760000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5136414046438638,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 39.46,
|
|
"eval_samples_per_second": 90.421,
|
|
"eval_steps_per_second": 11.303,
|
|
"step": 1760000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.902716432683229e-05,
|
|
"loss": 2.2057,
|
|
"step": 1765000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5138789347255281,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 39.4616,
|
|
"eval_samples_per_second": 90.417,
|
|
"eval_steps_per_second": 11.302,
|
|
"step": 1765000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.8952331965700536e-05,
|
|
"loss": 2.2054,
|
|
"step": 1770000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5138929070832731,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 39.5693,
|
|
"eval_samples_per_second": 90.171,
|
|
"eval_steps_per_second": 11.271,
|
|
"step": 1770000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.887752956147877e-05,
|
|
"loss": 2.2085,
|
|
"step": 1775000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5139266051225403,
|
|
"eval_loss": 2.228515625,
|
|
"eval_runtime": 39.4709,
|
|
"eval_samples_per_second": 90.396,
|
|
"eval_steps_per_second": 11.299,
|
|
"step": 1775000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.880269720034703e-05,
|
|
"loss": 2.2051,
|
|
"step": 1780000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5141471492006715,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.4552,
|
|
"eval_samples_per_second": 90.432,
|
|
"eval_steps_per_second": 11.304,
|
|
"step": 1780000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 4.872786483921527e-05,
|
|
"loss": 2.2023,
|
|
"step": 1785000
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"eval_accuracy": 0.5139211257665619,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.5212,
|
|
"eval_samples_per_second": 90.281,
|
|
"eval_steps_per_second": 11.285,
|
|
"step": 1785000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.8653032478083526e-05,
|
|
"loss": 2.205,
|
|
"step": 1790000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5140561918914298,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.4725,
|
|
"eval_samples_per_second": 90.392,
|
|
"eval_steps_per_second": 11.299,
|
|
"step": 1790000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.857818513849679e-05,
|
|
"loss": 2.2009,
|
|
"step": 1795000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5141463272972748,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.6114,
|
|
"eval_samples_per_second": 90.075,
|
|
"eval_steps_per_second": 11.259,
|
|
"step": 1795000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.850335277736504e-05,
|
|
"loss": 2.1998,
|
|
"step": 1800000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5143134476546165,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.8498,
|
|
"eval_samples_per_second": 89.536,
|
|
"eval_steps_per_second": 11.192,
|
|
"step": 1800000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.8428505437778305e-05,
|
|
"loss": 2.2009,
|
|
"step": 1805000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5143608440838298,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 38.3896,
|
|
"eval_samples_per_second": 92.942,
|
|
"eval_steps_per_second": 11.618,
|
|
"step": 1805000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.8353688055101544e-05,
|
|
"loss": 2.2027,
|
|
"step": 1810000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5143013930714639,
|
|
"eval_loss": 2.2265625,
|
|
"eval_runtime": 39.6231,
|
|
"eval_samples_per_second": 90.048,
|
|
"eval_steps_per_second": 11.256,
|
|
"step": 1810000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 4.8278840715514804e-05,
|
|
"loss": 2.2007,
|
|
"step": 1815000
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"eval_accuracy": 0.5145857716467437,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 39.6832,
|
|
"eval_samples_per_second": 89.912,
|
|
"eval_steps_per_second": 11.239,
|
|
"step": 1815000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.820402333283805e-05,
|
|
"loss": 2.1978,
|
|
"step": 1820000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5144972800476924,
|
|
"eval_loss": 2.224609375,
|
|
"eval_runtime": 39.721,
|
|
"eval_samples_per_second": 89.827,
|
|
"eval_steps_per_second": 11.228,
|
|
"step": 1820000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.812920595016129e-05,
|
|
"loss": 2.1999,
|
|
"step": 1825000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5145970043264995,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 39.6521,
|
|
"eval_samples_per_second": 89.983,
|
|
"eval_steps_per_second": 11.248,
|
|
"step": 1825000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.8054388567484535e-05,
|
|
"loss": 2.1978,
|
|
"step": 1830000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5148150826944404,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 39.5596,
|
|
"eval_samples_per_second": 90.193,
|
|
"eval_steps_per_second": 11.274,
|
|
"step": 1830000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.79795262494428e-05,
|
|
"loss": 2.1989,
|
|
"step": 1835000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5147271390309869,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 39.6103,
|
|
"eval_samples_per_second": 90.077,
|
|
"eval_steps_per_second": 11.26,
|
|
"step": 1835000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.790467890985607e-05,
|
|
"loss": 2.1989,
|
|
"step": 1840000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5147980966909074,
|
|
"eval_loss": 2.22265625,
|
|
"eval_runtime": 39.6511,
|
|
"eval_samples_per_second": 89.985,
|
|
"eval_steps_per_second": 11.248,
|
|
"step": 1840000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.7829876505634294e-05,
|
|
"loss": 2.1982,
|
|
"step": 1845000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.5149764497280047,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.6684,
|
|
"eval_samples_per_second": 89.946,
|
|
"eval_steps_per_second": 11.243,
|
|
"step": 1845000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 4.775501418759257e-05,
|
|
"loss": 2.1974,
|
|
"step": 1850000
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"eval_accuracy": 0.515062201649067,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.5826,
|
|
"eval_samples_per_second": 90.141,
|
|
"eval_steps_per_second": 11.268,
|
|
"step": 1850000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.768016684800583e-05,
|
|
"loss": 2.1972,
|
|
"step": 1855000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5151389126327648,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.774,
|
|
"eval_samples_per_second": 89.707,
|
|
"eval_steps_per_second": 11.213,
|
|
"step": 1855000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.760533448687408e-05,
|
|
"loss": 2.1966,
|
|
"step": 1860000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.515106858400291,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.7218,
|
|
"eval_samples_per_second": 89.825,
|
|
"eval_steps_per_second": 11.228,
|
|
"step": 1860000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.753050212574233e-05,
|
|
"loss": 2.198,
|
|
"step": 1865000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5150282296420008,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.6783,
|
|
"eval_samples_per_second": 89.923,
|
|
"eval_steps_per_second": 11.24,
|
|
"step": 1865000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.7455669764610586e-05,
|
|
"loss": 2.1978,
|
|
"step": 1870000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5151887747721684,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.753,
|
|
"eval_samples_per_second": 89.754,
|
|
"eval_steps_per_second": 11.219,
|
|
"step": 1870000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.738083740347884e-05,
|
|
"loss": 2.1938,
|
|
"step": 1875000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5152000074519242,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.7549,
|
|
"eval_samples_per_second": 89.75,
|
|
"eval_steps_per_second": 11.219,
|
|
"step": 1875000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.730600504234709e-05,
|
|
"loss": 2.1908,
|
|
"step": 1880000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5152191851978486,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6445,
|
|
"eval_samples_per_second": 90.0,
|
|
"eval_steps_per_second": 11.25,
|
|
"step": 1880000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 4.723118765967034e-05,
|
|
"loss": 2.1899,
|
|
"step": 1885000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.5151602821210807,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.7932,
|
|
"eval_samples_per_second": 89.664,
|
|
"eval_steps_per_second": 11.208,
|
|
"step": 1885000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.715634032008359e-05,
|
|
"loss": 2.1938,
|
|
"step": 1890000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5151682271872493,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.7818,
|
|
"eval_samples_per_second": 89.689,
|
|
"eval_steps_per_second": 11.211,
|
|
"step": 1890000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.708150795895185e-05,
|
|
"loss": 2.1909,
|
|
"step": 1895000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5153520595803252,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.8181,
|
|
"eval_samples_per_second": 89.607,
|
|
"eval_steps_per_second": 11.201,
|
|
"step": 1895000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.700669057627509e-05,
|
|
"loss": 2.1921,
|
|
"step": 1900000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5155320564242162,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 40.2538,
|
|
"eval_samples_per_second": 88.638,
|
|
"eval_steps_per_second": 11.08,
|
|
"step": 1900000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.693187319359833e-05,
|
|
"loss": 2.1926,
|
|
"step": 1905000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5155928772755766,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.9117,
|
|
"eval_samples_per_second": 89.397,
|
|
"eval_steps_per_second": 11.175,
|
|
"step": 1905000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.685704083246658e-05,
|
|
"loss": 2.194,
|
|
"step": 1910000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5154164420130716,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.9039,
|
|
"eval_samples_per_second": 89.415,
|
|
"eval_steps_per_second": 11.177,
|
|
"step": 1910000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 4.992518261732325e-05,
|
|
"loss": 2.1942,
|
|
"step": 1915000
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"eval_accuracy": 0.5151652135414612,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.5459,
|
|
"eval_samples_per_second": 90.224,
|
|
"eval_steps_per_second": 11.278,
|
|
"step": 1915000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.985036523464649e-05,
|
|
"loss": 2.1947,
|
|
"step": 1920000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5150559003896918,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6198,
|
|
"eval_samples_per_second": 90.056,
|
|
"eval_steps_per_second": 11.257,
|
|
"step": 1920000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.977553287351474e-05,
|
|
"loss": 2.1941,
|
|
"step": 1925000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5150868587509698,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.5078,
|
|
"eval_samples_per_second": 90.311,
|
|
"eval_steps_per_second": 11.289,
|
|
"step": 1925000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.970071549083798e-05,
|
|
"loss": 2.1984,
|
|
"step": 1930000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5151849392229835,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.6089,
|
|
"eval_samples_per_second": 90.081,
|
|
"eval_steps_per_second": 11.26,
|
|
"step": 1930000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.9625868151251246e-05,
|
|
"loss": 2.1929,
|
|
"step": 1935000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5150846670085785,
|
|
"eval_loss": 2.220703125,
|
|
"eval_runtime": 39.574,
|
|
"eval_samples_per_second": 90.16,
|
|
"eval_steps_per_second": 11.27,
|
|
"step": 1935000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.955106574702947e-05,
|
|
"loss": 2.1921,
|
|
"step": 1940000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.515442742921768,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6485,
|
|
"eval_samples_per_second": 89.991,
|
|
"eval_steps_per_second": 11.249,
|
|
"step": 1940000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.947621840744274e-05,
|
|
"loss": 2.1932,
|
|
"step": 1945000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5153391830937759,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6644,
|
|
"eval_samples_per_second": 89.955,
|
|
"eval_steps_per_second": 11.244,
|
|
"step": 1945000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 4.940138604631099e-05,
|
|
"loss": 2.1959,
|
|
"step": 1950000
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"eval_accuracy": 0.5154117845604899,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6108,
|
|
"eval_samples_per_second": 90.077,
|
|
"eval_steps_per_second": 11.26,
|
|
"step": 1950000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.932656866363423e-05,
|
|
"loss": 2.1927,
|
|
"step": 1955000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5153761687466302,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.6613,
|
|
"eval_samples_per_second": 89.962,
|
|
"eval_steps_per_second": 11.245,
|
|
"step": 1955000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.9251751280957475e-05,
|
|
"loss": 2.1949,
|
|
"step": 1960000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5154917831577748,
|
|
"eval_loss": 2.21875,
|
|
"eval_runtime": 39.8742,
|
|
"eval_samples_per_second": 89.481,
|
|
"eval_steps_per_second": 11.185,
|
|
"step": 1960000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.9176933898280714e-05,
|
|
"loss": 2.1918,
|
|
"step": 1965000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5153786344568205,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.9956,
|
|
"eval_samples_per_second": 89.21,
|
|
"eval_steps_per_second": 11.151,
|
|
"step": 1965000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.910210153714897e-05,
|
|
"loss": 2.1957,
|
|
"step": 1970000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5154745231864427,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.6981,
|
|
"eval_samples_per_second": 89.878,
|
|
"eval_steps_per_second": 11.235,
|
|
"step": 1970000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.902726917601722e-05,
|
|
"loss": 2.1884,
|
|
"step": 1975000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.51571890246308,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.9761,
|
|
"eval_samples_per_second": 89.253,
|
|
"eval_steps_per_second": 11.157,
|
|
"step": 1975000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.895245179334046e-05,
|
|
"loss": 2.1942,
|
|
"step": 1980000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5156073975689194,
|
|
"eval_loss": 2.21484375,
|
|
"eval_runtime": 39.9647,
|
|
"eval_samples_per_second": 89.279,
|
|
"eval_steps_per_second": 11.16,
|
|
"step": 1980000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 4.8877604453753726e-05,
|
|
"loss": 2.1938,
|
|
"step": 1985000
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"eval_accuracy": 0.5155802747568262,
|
|
"eval_loss": 2.216796875,
|
|
"eval_runtime": 39.7886,
|
|
"eval_samples_per_second": 89.674,
|
|
"eval_steps_per_second": 11.209,
|
|
"step": 1985000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.8802787071076965e-05,
|
|
"loss": 2.1935,
|
|
"step": 1990000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.5160071165875447,
|
|
"eval_loss": 2.21484375,
|
|
"eval_runtime": 40.1621,
|
|
"eval_samples_per_second": 88.84,
|
|
"eval_steps_per_second": 11.105,
|
|
"step": 1990000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.872795470994522e-05,
|
|
"loss": 2.1902,
|
|
"step": 1995000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.5157413678225916,
|
|
"eval_loss": 2.21484375,
|
|
"eval_runtime": 39.8406,
|
|
"eval_samples_per_second": 89.557,
|
|
"eval_steps_per_second": 11.195,
|
|
"step": 1995000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.865310737035848e-05,
|
|
"loss": 2.188,
|
|
"step": 2000000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.5158473933607739,
|
|
"eval_loss": 2.21484375,
|
|
"eval_runtime": 39.7424,
|
|
"eval_samples_per_second": 89.778,
|
|
"eval_steps_per_second": 11.222,
|
|
"step": 2000000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.8578289987681716e-05,
|
|
"loss": 2.1862,
|
|
"step": 2005000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.5159235564088739,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 39.7499,
|
|
"eval_samples_per_second": 89.761,
|
|
"eval_steps_per_second": 11.22,
|
|
"step": 2005000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.850347260500496e-05,
|
|
"loss": 2.1886,
|
|
"step": 2010000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.5160695812456987,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 40.1441,
|
|
"eval_samples_per_second": 88.88,
|
|
"eval_steps_per_second": 11.11,
|
|
"step": 2010000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 4.8428610286963236e-05,
|
|
"loss": 2.1811,
|
|
"step": 2015000
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"eval_accuracy": 0.516141360809016,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 40.0164,
|
|
"eval_samples_per_second": 89.163,
|
|
"eval_steps_per_second": 11.145,
|
|
"step": 2015000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.835377792583148e-05,
|
|
"loss": 2.19,
|
|
"step": 2020000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.5160435543048012,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 39.7821,
|
|
"eval_samples_per_second": 89.689,
|
|
"eval_steps_per_second": 11.211,
|
|
"step": 2020000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.827893058624475e-05,
|
|
"loss": 2.1895,
|
|
"step": 2025000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.5164950532374227,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 39.7945,
|
|
"eval_samples_per_second": 89.661,
|
|
"eval_steps_per_second": 11.208,
|
|
"step": 2025000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.820411320356799e-05,
|
|
"loss": 2.1904,
|
|
"step": 2030000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.516082457732248,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 39.8538,
|
|
"eval_samples_per_second": 89.527,
|
|
"eval_steps_per_second": 11.191,
|
|
"step": 2030000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.812928084243624e-05,
|
|
"loss": 2.1854,
|
|
"step": 2035000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.516504368142586,
|
|
"eval_loss": 2.212890625,
|
|
"eval_runtime": 39.7999,
|
|
"eval_samples_per_second": 89.649,
|
|
"eval_steps_per_second": 11.206,
|
|
"step": 2035000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.805447843821447e-05,
|
|
"loss": 2.1883,
|
|
"step": 2040000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.51652875127669,
|
|
"eval_loss": 2.2109375,
|
|
"eval_runtime": 39.8414,
|
|
"eval_samples_per_second": 89.555,
|
|
"eval_steps_per_second": 11.194,
|
|
"step": 2040000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.7979646077082725e-05,
|
|
"loss": 2.1859,
|
|
"step": 2045000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.5165314909546791,
|
|
"eval_loss": 2.2109375,
|
|
"eval_runtime": 39.9091,
|
|
"eval_samples_per_second": 89.403,
|
|
"eval_steps_per_second": 11.175,
|
|
"step": 2045000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 4.790481371595098e-05,
|
|
"loss": 2.1849,
|
|
"step": 2050000
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"eval_accuracy": 0.5167750483279198,
|
|
"eval_loss": 2.208984375,
|
|
"eval_runtime": 39.8945,
|
|
"eval_samples_per_second": 89.436,
|
|
"eval_steps_per_second": 11.179,
|
|
"step": 2050000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.782996637636424e-05,
|
|
"loss": 2.1844,
|
|
"step": 2055000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5167309395122934,
|
|
"eval_loss": 2.2109375,
|
|
"eval_runtime": 39.9417,
|
|
"eval_samples_per_second": 89.33,
|
|
"eval_steps_per_second": 11.166,
|
|
"step": 2055000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.7755148993687484e-05,
|
|
"loss": 2.1866,
|
|
"step": 2060000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5166953236984337,
|
|
"eval_loss": 2.208984375,
|
|
"eval_runtime": 39.9499,
|
|
"eval_samples_per_second": 89.312,
|
|
"eval_steps_per_second": 11.164,
|
|
"step": 2060000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.768031663255573e-05,
|
|
"loss": 2.1865,
|
|
"step": 2065000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5167821714906917,
|
|
"eval_loss": 2.208984375,
|
|
"eval_runtime": 39.8531,
|
|
"eval_samples_per_second": 89.529,
|
|
"eval_steps_per_second": 11.191,
|
|
"step": 2065000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.7605499249878976e-05,
|
|
"loss": 2.1846,
|
|
"step": 2070000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5171333982089081,
|
|
"eval_loss": 2.20703125,
|
|
"eval_runtime": 39.9613,
|
|
"eval_samples_per_second": 89.286,
|
|
"eval_steps_per_second": 11.161,
|
|
"step": 2070000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.753066688874723e-05,
|
|
"loss": 2.1821,
|
|
"step": 2075000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5169824419517027,
|
|
"eval_loss": 2.20703125,
|
|
"eval_runtime": 39.9564,
|
|
"eval_samples_per_second": 89.297,
|
|
"eval_steps_per_second": 11.162,
|
|
"step": 2075000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.7455849506070474e-05,
|
|
"loss": 2.184,
|
|
"step": 2080000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5170257288639323,
|
|
"eval_loss": 2.20703125,
|
|
"eval_runtime": 41.0867,
|
|
"eval_samples_per_second": 86.841,
|
|
"eval_steps_per_second": 10.855,
|
|
"step": 2080000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 4.738101714493872e-05,
|
|
"loss": 2.1847,
|
|
"step": 2085000
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"eval_accuracy": 0.5173227099579624,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 39.9314,
|
|
"eval_samples_per_second": 89.353,
|
|
"eval_steps_per_second": 11.169,
|
|
"step": 2085000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.730618478380697e-05,
|
|
"loss": 2.1836,
|
|
"step": 2090000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.5173509286412512,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 40.0844,
|
|
"eval_samples_per_second": 89.012,
|
|
"eval_steps_per_second": 11.127,
|
|
"step": 2090000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.723136740113022e-05,
|
|
"loss": 2.1791,
|
|
"step": 2095000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.5174243520113619,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 39.9803,
|
|
"eval_samples_per_second": 89.244,
|
|
"eval_steps_per_second": 11.156,
|
|
"step": 2095000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.715652006154348e-05,
|
|
"loss": 2.1812,
|
|
"step": 2100000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.5173136690205979,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 40.0609,
|
|
"eval_samples_per_second": 89.064,
|
|
"eval_steps_per_second": 11.133,
|
|
"step": 2100000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.708168770041173e-05,
|
|
"loss": 2.1835,
|
|
"step": 2105000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.5175572263938386,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 40.0398,
|
|
"eval_samples_per_second": 89.111,
|
|
"eval_steps_per_second": 11.139,
|
|
"step": 2105000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.700687031773498e-05,
|
|
"loss": 2.1806,
|
|
"step": 2110000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.517552294973458,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 40.3766,
|
|
"eval_samples_per_second": 88.368,
|
|
"eval_steps_per_second": 11.046,
|
|
"step": 2110000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 4.6932037956603224e-05,
|
|
"loss": 2.1832,
|
|
"step": 2115000
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_accuracy": 0.5174777757321516,
|
|
"eval_loss": 2.205078125,
|
|
"eval_runtime": 41.019,
|
|
"eval_samples_per_second": 86.984,
|
|
"eval_steps_per_second": 10.873,
|
|
"step": 2115000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.6857205595471476e-05,
|
|
"loss": 2.1766,
|
|
"step": 2120000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5177577708226486,
|
|
"eval_loss": 2.203125,
|
|
"eval_runtime": 40.432,
|
|
"eval_samples_per_second": 88.247,
|
|
"eval_steps_per_second": 11.031,
|
|
"step": 2120000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.678237323433973e-05,
|
|
"loss": 2.1775,
|
|
"step": 2125000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5178353037097432,
|
|
"eval_loss": 2.203125,
|
|
"eval_runtime": 41.1107,
|
|
"eval_samples_per_second": 86.79,
|
|
"eval_steps_per_second": 10.849,
|
|
"step": 2125000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.6707540873207975e-05,
|
|
"loss": 2.1801,
|
|
"step": 2130000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5176514713166673,
|
|
"eval_loss": 2.203125,
|
|
"eval_runtime": 41.0472,
|
|
"eval_samples_per_second": 86.924,
|
|
"eval_steps_per_second": 10.866,
|
|
"step": 2130000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.6632708512076235e-05,
|
|
"loss": 2.1789,
|
|
"step": 2135000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5177799622143612,
|
|
"eval_loss": 2.203125,
|
|
"eval_runtime": 41.4469,
|
|
"eval_samples_per_second": 86.086,
|
|
"eval_steps_per_second": 10.761,
|
|
"step": 2135000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.655787615094449e-05,
|
|
"loss": 2.1794,
|
|
"step": 2140000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5178131123180306,
|
|
"eval_loss": 2.203125,
|
|
"eval_runtime": 40.4764,
|
|
"eval_samples_per_second": 88.15,
|
|
"eval_steps_per_second": 11.019,
|
|
"step": 2140000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.6483043789812734e-05,
|
|
"loss": 2.1799,
|
|
"step": 2145000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5178917410763209,
|
|
"eval_loss": 2.201171875,
|
|
"eval_runtime": 40.376,
|
|
"eval_samples_per_second": 88.369,
|
|
"eval_steps_per_second": 11.046,
|
|
"step": 2145000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.6408196450226e-05,
|
|
"loss": 2.1746,
|
|
"step": 2150000
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_accuracy": 0.5180391357521402,
|
|
"eval_loss": 2.201171875,
|
|
"eval_runtime": 40.5387,
|
|
"eval_samples_per_second": 88.015,
|
|
"eval_steps_per_second": 11.002,
|
|
"step": 2150000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.633336408909425e-05,
|
|
"loss": 2.1766,
|
|
"step": 2155000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5178873575915381,
|
|
"eval_loss": 2.201171875,
|
|
"eval_runtime": 40.514,
|
|
"eval_samples_per_second": 88.068,
|
|
"eval_steps_per_second": 11.009,
|
|
"step": 2155000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.62585317279625e-05,
|
|
"loss": 2.1754,
|
|
"step": 2160000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5177369492699306,
|
|
"eval_loss": 2.201171875,
|
|
"eval_runtime": 42.6971,
|
|
"eval_samples_per_second": 83.565,
|
|
"eval_steps_per_second": 10.446,
|
|
"step": 2160000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.618369936683075e-05,
|
|
"loss": 2.1764,
|
|
"step": 2165000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5177405108513166,
|
|
"eval_loss": 2.201171875,
|
|
"eval_runtime": 40.5808,
|
|
"eval_samples_per_second": 87.923,
|
|
"eval_steps_per_second": 10.99,
|
|
"step": 2165000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.6108881984154e-05,
|
|
"loss": 2.1745,
|
|
"step": 2170000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.51831337751886,
|
|
"eval_loss": 2.19921875,
|
|
"eval_runtime": 42.1403,
|
|
"eval_samples_per_second": 84.67,
|
|
"eval_steps_per_second": 10.584,
|
|
"step": 2170000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.6034049623022244e-05,
|
|
"loss": 2.1735,
|
|
"step": 2175000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5180128348434438,
|
|
"eval_loss": 2.19921875,
|
|
"eval_runtime": 40.2519,
|
|
"eval_samples_per_second": 88.642,
|
|
"eval_steps_per_second": 11.08,
|
|
"step": 2175000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.59592172618905e-05,
|
|
"loss": 2.1778,
|
|
"step": 2180000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5180588614336625,
|
|
"eval_loss": 2.19921875,
|
|
"eval_runtime": 42.4462,
|
|
"eval_samples_per_second": 84.059,
|
|
"eval_steps_per_second": 10.507,
|
|
"step": 2180000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 4.5884384900758757e-05,
|
|
"loss": 2.1717,
|
|
"step": 2185000
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"eval_accuracy": 0.5183484453971218,
|
|
"eval_loss": 2.19921875,
|
|
"eval_runtime": 41.2843,
|
|
"eval_samples_per_second": 86.425,
|
|
"eval_steps_per_second": 10.803,
|
|
"step": 2185000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.580953756117201e-05,
|
|
"loss": 2.1752,
|
|
"step": 2190000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.518520497174844,
|
|
"eval_loss": 2.197265625,
|
|
"eval_runtime": 40.4537,
|
|
"eval_samples_per_second": 88.2,
|
|
"eval_steps_per_second": 11.025,
|
|
"step": 2190000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.5734720178495255e-05,
|
|
"loss": 2.1747,
|
|
"step": 2195000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.5184799499406038,
|
|
"eval_loss": 2.197265625,
|
|
"eval_runtime": 43.6458,
|
|
"eval_samples_per_second": 81.749,
|
|
"eval_steps_per_second": 10.219,
|
|
"step": 2195000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.56599027958185e-05,
|
|
"loss": 2.1754,
|
|
"step": 2200000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.5186040573535149,
|
|
"eval_loss": 2.197265625,
|
|
"eval_runtime": 41.0029,
|
|
"eval_samples_per_second": 87.018,
|
|
"eval_steps_per_second": 10.877,
|
|
"step": 2200000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.558508541314174e-05,
|
|
"loss": 2.1728,
|
|
"step": 2205000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.5187728215176501,
|
|
"eval_loss": 2.197265625,
|
|
"eval_runtime": 40.4446,
|
|
"eval_samples_per_second": 88.22,
|
|
"eval_steps_per_second": 11.027,
|
|
"step": 2205000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.551025305200999e-05,
|
|
"loss": 2.1684,
|
|
"step": 2210000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.5185736469278347,
|
|
"eval_loss": 2.197265625,
|
|
"eval_runtime": 40.6605,
|
|
"eval_samples_per_second": 87.751,
|
|
"eval_steps_per_second": 10.969,
|
|
"step": 2210000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 4.543540571242325e-05,
|
|
"loss": 2.1722,
|
|
"step": 2215000
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"eval_accuracy": 0.5188199439790645,
|
|
"eval_loss": 2.1953125,
|
|
"eval_runtime": 40.5747,
|
|
"eval_samples_per_second": 87.937,
|
|
"eval_steps_per_second": 10.992,
|
|
"step": 2215000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.536058832974649e-05,
|
|
"loss": 2.1692,
|
|
"step": 2220000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.519004872243336,
|
|
"eval_loss": 2.1953125,
|
|
"eval_runtime": 41.1424,
|
|
"eval_samples_per_second": 86.723,
|
|
"eval_steps_per_second": 10.84,
|
|
"step": 2220000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.528577094706974e-05,
|
|
"loss": 2.176,
|
|
"step": 2225000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.519122404429073,
|
|
"eval_loss": 2.1953125,
|
|
"eval_runtime": 42.7268,
|
|
"eval_samples_per_second": 83.507,
|
|
"eval_steps_per_second": 10.438,
|
|
"step": 2225000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.5210923607483e-05,
|
|
"loss": 2.1697,
|
|
"step": 2230000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.5190202144400756,
|
|
"eval_loss": 2.1953125,
|
|
"eval_runtime": 40.4249,
|
|
"eval_samples_per_second": 88.262,
|
|
"eval_steps_per_second": 11.033,
|
|
"step": 2230000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.5136106224806244e-05,
|
|
"loss": 2.1731,
|
|
"step": 2235000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.5190837749694251,
|
|
"eval_loss": 2.1953125,
|
|
"eval_runtime": 42.0959,
|
|
"eval_samples_per_second": 84.759,
|
|
"eval_steps_per_second": 10.595,
|
|
"step": 2235000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.506124390676451e-05,
|
|
"loss": 2.173,
|
|
"step": 2240000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.5191125415883119,
|
|
"eval_loss": 2.193359375,
|
|
"eval_runtime": 40.9494,
|
|
"eval_samples_per_second": 87.132,
|
|
"eval_steps_per_second": 10.892,
|
|
"step": 2240000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.498644150254274e-05,
|
|
"loss": 2.1714,
|
|
"step": 2245000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.5192900727220126,
|
|
"eval_loss": 2.193359375,
|
|
"eval_runtime": 40.4515,
|
|
"eval_samples_per_second": 88.204,
|
|
"eval_steps_per_second": 11.026,
|
|
"step": 2245000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 4.4911594162956e-05,
|
|
"loss": 2.1719,
|
|
"step": 2250000
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"eval_accuracy": 0.5192147315773094,
|
|
"eval_loss": 2.193359375,
|
|
"eval_runtime": 40.7422,
|
|
"eval_samples_per_second": 87.575,
|
|
"eval_steps_per_second": 10.947,
|
|
"step": 2250000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.483674682336927e-05,
|
|
"loss": 2.1667,
|
|
"step": 2255000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5189793932380363,
|
|
"eval_loss": 2.193359375,
|
|
"eval_runtime": 40.4467,
|
|
"eval_samples_per_second": 88.215,
|
|
"eval_steps_per_second": 11.027,
|
|
"step": 2255000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.476191446223752e-05,
|
|
"loss": 2.1653,
|
|
"step": 2260000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5191834992482324,
|
|
"eval_loss": 2.193359375,
|
|
"eval_runtime": 40.3493,
|
|
"eval_samples_per_second": 88.428,
|
|
"eval_steps_per_second": 11.053,
|
|
"step": 2260000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.468709707956076e-05,
|
|
"loss": 2.1656,
|
|
"step": 2265000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5193434964428021,
|
|
"eval_loss": 2.19140625,
|
|
"eval_runtime": 44.129,
|
|
"eval_samples_per_second": 80.854,
|
|
"eval_steps_per_second": 10.107,
|
|
"step": 2265000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.4612264718429014e-05,
|
|
"loss": 2.1695,
|
|
"step": 2270000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5194328099452503,
|
|
"eval_loss": 2.19140625,
|
|
"eval_runtime": 42.07,
|
|
"eval_samples_per_second": 84.811,
|
|
"eval_steps_per_second": 10.601,
|
|
"step": 2270000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.453744733575226e-05,
|
|
"loss": 2.17,
|
|
"step": 2275000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5195643144887323,
|
|
"eval_loss": 2.19140625,
|
|
"eval_runtime": 40.4092,
|
|
"eval_samples_per_second": 88.297,
|
|
"eval_steps_per_second": 11.037,
|
|
"step": 2275000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.44626299530755e-05,
|
|
"loss": 2.1628,
|
|
"step": 2280000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5197062298085732,
|
|
"eval_loss": 2.19140625,
|
|
"eval_runtime": 40.3663,
|
|
"eval_samples_per_second": 88.391,
|
|
"eval_steps_per_second": 11.049,
|
|
"step": 2280000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 4.438779759194375e-05,
|
|
"loss": 2.1648,
|
|
"step": 2285000
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"eval_accuracy": 0.5196210258231089,
|
|
"eval_loss": 2.189453125,
|
|
"eval_runtime": 41.4265,
|
|
"eval_samples_per_second": 86.128,
|
|
"eval_steps_per_second": 10.766,
|
|
"step": 2285000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.431298020926699e-05,
|
|
"loss": 2.1647,
|
|
"step": 2290000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5199106097865681,
|
|
"eval_loss": 2.189453125,
|
|
"eval_runtime": 43.7368,
|
|
"eval_samples_per_second": 81.579,
|
|
"eval_steps_per_second": 10.197,
|
|
"step": 2290000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.423813286968026e-05,
|
|
"loss": 2.1648,
|
|
"step": 2295000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5198015706025977,
|
|
"eval_loss": 2.189453125,
|
|
"eval_runtime": 40.3741,
|
|
"eval_samples_per_second": 88.374,
|
|
"eval_steps_per_second": 11.047,
|
|
"step": 2295000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.4163315487003496e-05,
|
|
"loss": 2.168,
|
|
"step": 2300000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5196733536727027,
|
|
"eval_loss": 2.189453125,
|
|
"eval_runtime": 40.4104,
|
|
"eval_samples_per_second": 88.294,
|
|
"eval_steps_per_second": 11.037,
|
|
"step": 2300000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.4088498104326735e-05,
|
|
"loss": 2.1607,
|
|
"step": 2305000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5197840366634667,
|
|
"eval_loss": 2.189453125,
|
|
"eval_runtime": 40.7993,
|
|
"eval_samples_per_second": 87.452,
|
|
"eval_steps_per_second": 10.932,
|
|
"step": 2305000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.401365076474e-05,
|
|
"loss": 2.1674,
|
|
"step": 2310000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5199684169921404,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 40.3824,
|
|
"eval_samples_per_second": 88.355,
|
|
"eval_steps_per_second": 11.044,
|
|
"step": 2310000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 4.393881840360825e-05,
|
|
"loss": 2.1656,
|
|
"step": 2315000
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_accuracy": 0.5199689649277383,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 40.7535,
|
|
"eval_samples_per_second": 87.551,
|
|
"eval_steps_per_second": 10.944,
|
|
"step": 2315000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.38639860424765e-05,
|
|
"loss": 2.1637,
|
|
"step": 2320000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5201547150954066,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 40.6083,
|
|
"eval_samples_per_second": 87.864,
|
|
"eval_steps_per_second": 10.983,
|
|
"step": 2320000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.3789168659799746e-05,
|
|
"loss": 2.1649,
|
|
"step": 2325000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5201152637323619,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 41.4342,
|
|
"eval_samples_per_second": 86.112,
|
|
"eval_steps_per_second": 10.764,
|
|
"step": 2325000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.371436625557798e-05,
|
|
"loss": 2.1625,
|
|
"step": 2330000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5200544428810016,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 44.1316,
|
|
"eval_samples_per_second": 80.849,
|
|
"eval_steps_per_second": 10.106,
|
|
"step": 2330000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.363950393753625e-05,
|
|
"loss": 2.1627,
|
|
"step": 2335000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5202593707945943,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 42.6548,
|
|
"eval_samples_per_second": 83.648,
|
|
"eval_steps_per_second": 10.456,
|
|
"step": 2335000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.356468655485949e-05,
|
|
"loss": 2.1598,
|
|
"step": 2340000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5203048494492152,
|
|
"eval_loss": 2.185546875,
|
|
"eval_runtime": 43.9859,
|
|
"eval_samples_per_second": 81.117,
|
|
"eval_steps_per_second": 10.14,
|
|
"step": 2340000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.348982423681776e-05,
|
|
"loss": 2.1638,
|
|
"step": 2345000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5201473179648357,
|
|
"eval_loss": 2.1875,
|
|
"eval_runtime": 44.5632,
|
|
"eval_samples_per_second": 80.066,
|
|
"eval_steps_per_second": 10.008,
|
|
"step": 2345000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 4.341499187568602e-05,
|
|
"loss": 2.1588,
|
|
"step": 2350000
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"eval_accuracy": 0.5204785450337309,
|
|
"eval_loss": 2.185546875,
|
|
"eval_runtime": 41.6749,
|
|
"eval_samples_per_second": 85.615,
|
|
"eval_steps_per_second": 10.702,
|
|
"step": 2350000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.334015951455427e-05,
|
|
"loss": 2.1633,
|
|
"step": 2355000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.5204648466437849,
|
|
"eval_loss": 2.185546875,
|
|
"eval_runtime": 40.4241,
|
|
"eval_samples_per_second": 88.264,
|
|
"eval_steps_per_second": 11.033,
|
|
"step": 2355000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.326534213187751e-05,
|
|
"loss": 2.1621,
|
|
"step": 2360000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.5205470369834612,
|
|
"eval_loss": 2.185546875,
|
|
"eval_runtime": 40.3566,
|
|
"eval_samples_per_second": 88.412,
|
|
"eval_steps_per_second": 11.051,
|
|
"step": 2360000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.319049479229077e-05,
|
|
"loss": 2.165,
|
|
"step": 2365000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.5207188147933844,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 40.8467,
|
|
"eval_samples_per_second": 87.351,
|
|
"eval_steps_per_second": 10.919,
|
|
"step": 2365000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.311566243115902e-05,
|
|
"loss": 2.159,
|
|
"step": 2370000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.52062347399936,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 43.216,
|
|
"eval_samples_per_second": 82.562,
|
|
"eval_steps_per_second": 10.32,
|
|
"step": 2370000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.3040830070027275e-05,
|
|
"loss": 2.1573,
|
|
"step": 2375000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.5207314173121348,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 44.6428,
|
|
"eval_samples_per_second": 79.923,
|
|
"eval_steps_per_second": 9.99,
|
|
"step": 2375000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.2966012687350514e-05,
|
|
"loss": 2.1556,
|
|
"step": 2380000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.520848401562274,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 40.6164,
|
|
"eval_samples_per_second": 87.846,
|
|
"eval_steps_per_second": 10.981,
|
|
"step": 2380000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 4.289119530467376e-05,
|
|
"loss": 2.1562,
|
|
"step": 2385000
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"eval_accuracy": 0.5209563448750487,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 40.356,
|
|
"eval_samples_per_second": 88.413,
|
|
"eval_steps_per_second": 11.052,
|
|
"step": 2385000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.281636294354201e-05,
|
|
"loss": 2.1572,
|
|
"step": 2390000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5209188112865967,
|
|
"eval_loss": 2.18359375,
|
|
"eval_runtime": 44.3639,
|
|
"eval_samples_per_second": 80.426,
|
|
"eval_steps_per_second": 10.053,
|
|
"step": 2390000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.274154556086525e-05,
|
|
"loss": 2.1577,
|
|
"step": 2395000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5208686751793942,
|
|
"eval_loss": 2.181640625,
|
|
"eval_runtime": 42.2402,
|
|
"eval_samples_per_second": 84.469,
|
|
"eval_steps_per_second": 10.559,
|
|
"step": 2395000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.2666713199733505e-05,
|
|
"loss": 2.1529,
|
|
"step": 2400000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5209933305279031,
|
|
"eval_loss": 2.181640625,
|
|
"eval_runtime": 42.0012,
|
|
"eval_samples_per_second": 84.95,
|
|
"eval_steps_per_second": 10.619,
|
|
"step": 2400000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.259188083860176e-05,
|
|
"loss": 2.1636,
|
|
"step": 2405000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5210516856690732,
|
|
"eval_loss": 2.181640625,
|
|
"eval_runtime": 40.8766,
|
|
"eval_samples_per_second": 87.287,
|
|
"eval_steps_per_second": 10.911,
|
|
"step": 2405000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.2517063455924996e-05,
|
|
"loss": 2.1521,
|
|
"step": 2410000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5212941471711181,
|
|
"eval_loss": 2.181640625,
|
|
"eval_runtime": 44.8987,
|
|
"eval_samples_per_second": 79.468,
|
|
"eval_steps_per_second": 9.933,
|
|
"step": 2410000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.244221611633826e-05,
|
|
"loss": 2.1574,
|
|
"step": 2415000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5213697622836202,
|
|
"eval_loss": 2.181640625,
|
|
"eval_runtime": 40.8755,
|
|
"eval_samples_per_second": 87.289,
|
|
"eval_steps_per_second": 10.911,
|
|
"step": 2415000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 4.236736877675152e-05,
|
|
"loss": 2.1546,
|
|
"step": 2420000
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_accuracy": 0.5213067496898685,
|
|
"eval_loss": 2.1796875,
|
|
"eval_runtime": 43.2862,
|
|
"eval_samples_per_second": 82.428,
|
|
"eval_steps_per_second": 10.304,
|
|
"step": 2420000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.2292536415619776e-05,
|
|
"loss": 2.1572,
|
|
"step": 2425000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.521194148924512,
|
|
"eval_loss": 2.1796875,
|
|
"eval_runtime": 42.5113,
|
|
"eval_samples_per_second": 83.931,
|
|
"eval_steps_per_second": 10.491,
|
|
"step": 2425000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.2217719032943015e-05,
|
|
"loss": 2.1544,
|
|
"step": 2430000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.5212160663484257,
|
|
"eval_loss": 2.1796875,
|
|
"eval_runtime": 42.4347,
|
|
"eval_samples_per_second": 84.082,
|
|
"eval_steps_per_second": 10.51,
|
|
"step": 2430000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.214290165026626e-05,
|
|
"loss": 2.15,
|
|
"step": 2435000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.5213122290458468,
|
|
"eval_loss": 2.1796875,
|
|
"eval_runtime": 41.657,
|
|
"eval_samples_per_second": 85.652,
|
|
"eval_steps_per_second": 10.706,
|
|
"step": 2435000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.206805431067952e-05,
|
|
"loss": 2.1537,
|
|
"step": 2440000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.5217242766154238,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 45.9893,
|
|
"eval_samples_per_second": 77.583,
|
|
"eval_steps_per_second": 9.698,
|
|
"step": 2440000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.199322194954777e-05,
|
|
"loss": 2.1552,
|
|
"step": 2445000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.5215689368734356,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 43.8458,
|
|
"eval_samples_per_second": 81.376,
|
|
"eval_steps_per_second": 10.172,
|
|
"step": 2445000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 4.1918389588416026e-05,
|
|
"loss": 2.1522,
|
|
"step": 2450000
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"eval_accuracy": 0.5215245540900105,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 45.304,
|
|
"eval_samples_per_second": 78.757,
|
|
"eval_steps_per_second": 9.845,
|
|
"step": 2450000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.1843542248829286e-05,
|
|
"loss": 2.1487,
|
|
"step": 2455000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.5214875684371562,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 41.9232,
|
|
"eval_samples_per_second": 85.108,
|
|
"eval_steps_per_second": 10.639,
|
|
"step": 2455000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.176870988769754e-05,
|
|
"loss": 2.1582,
|
|
"step": 2460000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.52146373323865,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 44.2104,
|
|
"eval_samples_per_second": 80.705,
|
|
"eval_steps_per_second": 10.088,
|
|
"step": 2460000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.169390748347577e-05,
|
|
"loss": 2.1582,
|
|
"step": 2465000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.5218020834703172,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 43.1549,
|
|
"eval_samples_per_second": 82.679,
|
|
"eval_steps_per_second": 10.335,
|
|
"step": 2465000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.161907512234402e-05,
|
|
"loss": 2.1529,
|
|
"step": 2470000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.5217976999855345,
|
|
"eval_loss": 2.177734375,
|
|
"eval_runtime": 45.1081,
|
|
"eval_samples_per_second": 79.099,
|
|
"eval_steps_per_second": 9.887,
|
|
"step": 2470000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.1544242761212276e-05,
|
|
"loss": 2.1549,
|
|
"step": 2475000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.5219418070477668,
|
|
"eval_loss": 2.17578125,
|
|
"eval_runtime": 40.8292,
|
|
"eval_samples_per_second": 87.388,
|
|
"eval_steps_per_second": 10.924,
|
|
"step": 2475000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.1469425378535516e-05,
|
|
"loss": 2.1525,
|
|
"step": 2480000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.521930574368011,
|
|
"eval_loss": 2.17578125,
|
|
"eval_runtime": 43.1177,
|
|
"eval_samples_per_second": 82.75,
|
|
"eval_steps_per_second": 10.344,
|
|
"step": 2480000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 4.139459301740377e-05,
|
|
"loss": 2.1478,
|
|
"step": 2485000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.5221272832476362,
|
|
"eval_loss": 2.17578125,
|
|
"eval_runtime": 44.4519,
|
|
"eval_samples_per_second": 80.266,
|
|
"eval_steps_per_second": 10.033,
|
|
"step": 2485000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.131977563472701e-05,
|
|
"loss": 2.1524,
|
|
"step": 2490000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5219949568007575,
|
|
"eval_loss": 2.17578125,
|
|
"eval_runtime": 43.8567,
|
|
"eval_samples_per_second": 81.356,
|
|
"eval_steps_per_second": 10.169,
|
|
"step": 2490000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.124494327359526e-05,
|
|
"loss": 2.1477,
|
|
"step": 2495000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5220256411942366,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 40.3311,
|
|
"eval_samples_per_second": 88.468,
|
|
"eval_steps_per_second": 11.058,
|
|
"step": 2495000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.117011091246352e-05,
|
|
"loss": 2.1524,
|
|
"step": 2500000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5221511184461423,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 42.2823,
|
|
"eval_samples_per_second": 84.385,
|
|
"eval_steps_per_second": 10.548,
|
|
"step": 2500000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.1095278551331766e-05,
|
|
"loss": 2.147,
|
|
"step": 2505000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5221815288718226,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 40.7144,
|
|
"eval_samples_per_second": 87.635,
|
|
"eval_steps_per_second": 10.954,
|
|
"step": 2505000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.102046116865501e-05,
|
|
"loss": 2.1481,
|
|
"step": 2510000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5222954994761736,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 42.7002,
|
|
"eval_samples_per_second": 83.559,
|
|
"eval_steps_per_second": 10.445,
|
|
"step": 2510000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.094559885061328e-05,
|
|
"loss": 2.1494,
|
|
"step": 2515000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5222659109538901,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 42.0725,
|
|
"eval_samples_per_second": 84.806,
|
|
"eval_steps_per_second": 10.601,
|
|
"step": 2515000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 4.087078146793652e-05,
|
|
"loss": 2.1484,
|
|
"step": 2520000
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_accuracy": 0.5222675547606836,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 44.1957,
|
|
"eval_samples_per_second": 80.732,
|
|
"eval_steps_per_second": 10.091,
|
|
"step": 2520000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.079594910680478e-05,
|
|
"loss": 2.1474,
|
|
"step": 2525000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5223297454510387,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 43.3427,
|
|
"eval_samples_per_second": 82.321,
|
|
"eval_steps_per_second": 10.29,
|
|
"step": 2525000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.072110176721804e-05,
|
|
"loss": 2.1487,
|
|
"step": 2530000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5222724861810643,
|
|
"eval_loss": 2.173828125,
|
|
"eval_runtime": 44.0468,
|
|
"eval_samples_per_second": 81.005,
|
|
"eval_steps_per_second": 10.126,
|
|
"step": 2530000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.064626940608628e-05,
|
|
"loss": 2.1465,
|
|
"step": 2535000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5224768661590591,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 40.4028,
|
|
"eval_samples_per_second": 88.311,
|
|
"eval_steps_per_second": 11.039,
|
|
"step": 2535000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.057145202340953e-05,
|
|
"loss": 2.1456,
|
|
"step": 2540000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5226201513178947,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 42.5959,
|
|
"eval_samples_per_second": 83.764,
|
|
"eval_steps_per_second": 10.47,
|
|
"step": 2540000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.049661966227778e-05,
|
|
"loss": 2.1482,
|
|
"step": 2545000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5223516628749524,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 43.342,
|
|
"eval_samples_per_second": 82.322,
|
|
"eval_steps_per_second": 10.29,
|
|
"step": 2545000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 4.042180227960102e-05,
|
|
"loss": 2.1451,
|
|
"step": 2550000
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"eval_accuracy": 0.5226286443196613,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 42.1401,
|
|
"eval_samples_per_second": 84.67,
|
|
"eval_steps_per_second": 10.584,
|
|
"step": 2550000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 4.0346969918469274e-05,
|
|
"loss": 2.143,
|
|
"step": 2555000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5225609742733278,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 44.8351,
|
|
"eval_samples_per_second": 79.581,
|
|
"eval_steps_per_second": 9.948,
|
|
"step": 2555000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 4.027210760042755e-05,
|
|
"loss": 2.1463,
|
|
"step": 2560000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5225061807135436,
|
|
"eval_loss": 2.171875,
|
|
"eval_runtime": 42.3643,
|
|
"eval_samples_per_second": 84.222,
|
|
"eval_steps_per_second": 10.528,
|
|
"step": 2560000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 4.0197290217750786e-05,
|
|
"loss": 2.1466,
|
|
"step": 2565000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5227820662870569,
|
|
"eval_loss": 2.169921875,
|
|
"eval_runtime": 44.9199,
|
|
"eval_samples_per_second": 79.43,
|
|
"eval_steps_per_second": 9.929,
|
|
"step": 2565000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 4.012247283507403e-05,
|
|
"loss": 2.1423,
|
|
"step": 2570000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5229272692204849,
|
|
"eval_loss": 2.169921875,
|
|
"eval_runtime": 43.6123,
|
|
"eval_samples_per_second": 81.812,
|
|
"eval_steps_per_second": 10.226,
|
|
"step": 2570000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 4.004765545239728e-05,
|
|
"loss": 2.1423,
|
|
"step": 2575000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5230557601181788,
|
|
"eval_loss": 2.169921875,
|
|
"eval_runtime": 44.819,
|
|
"eval_samples_per_second": 79.609,
|
|
"eval_steps_per_second": 9.951,
|
|
"step": 2575000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 3.997283806972052e-05,
|
|
"loss": 2.1444,
|
|
"step": 2580000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5230245277891018,
|
|
"eval_loss": 2.169921875,
|
|
"eval_runtime": 42.2873,
|
|
"eval_samples_per_second": 84.375,
|
|
"eval_steps_per_second": 10.547,
|
|
"step": 2580000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 3.9898020687043756e-05,
|
|
"loss": 2.1402,
|
|
"step": 2585000
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"eval_accuracy": 0.5230417877604338,
|
|
"eval_loss": 2.16796875,
|
|
"eval_runtime": 44.6974,
|
|
"eval_samples_per_second": 79.826,
|
|
"eval_steps_per_second": 9.978,
|
|
"step": 2585000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.9823203304367e-05,
|
|
"loss": 2.1376,
|
|
"step": 2590000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5230924718032341,
|
|
"eval_loss": 2.16796875,
|
|
"eval_runtime": 43.4573,
|
|
"eval_samples_per_second": 82.104,
|
|
"eval_steps_per_second": 10.263,
|
|
"step": 2590000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.974838592169024e-05,
|
|
"loss": 2.1395,
|
|
"step": 2595000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5231894564040521,
|
|
"eval_loss": 2.16796875,
|
|
"eval_runtime": 43.8137,
|
|
"eval_samples_per_second": 81.436,
|
|
"eval_steps_per_second": 10.179,
|
|
"step": 2595000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.9673553560558494e-05,
|
|
"loss": 2.1399,
|
|
"step": 2600000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5232801397454949,
|
|
"eval_loss": 2.16796875,
|
|
"eval_runtime": 41.9685,
|
|
"eval_samples_per_second": 85.016,
|
|
"eval_steps_per_second": 10.627,
|
|
"step": 2600000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.9598721199426747e-05,
|
|
"loss": 2.1379,
|
|
"step": 2605000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5230908279964406,
|
|
"eval_loss": 2.16796875,
|
|
"eval_runtime": 42.9652,
|
|
"eval_samples_per_second": 83.044,
|
|
"eval_steps_per_second": 10.38,
|
|
"step": 2605000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.952390381674999e-05,
|
|
"loss": 2.1411,
|
|
"step": 2610000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5233708230869376,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 41.4989,
|
|
"eval_samples_per_second": 85.978,
|
|
"eval_steps_per_second": 10.747,
|
|
"step": 2610000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.944908643407323e-05,
|
|
"loss": 2.1421,
|
|
"step": 2615000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5232478115452223,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 41.1264,
|
|
"eval_samples_per_second": 86.757,
|
|
"eval_steps_per_second": 10.845,
|
|
"step": 2615000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 3.9374254072941484e-05,
|
|
"loss": 2.1412,
|
|
"step": 2620000
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"eval_accuracy": 0.5236650645029786,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 43.7159,
|
|
"eval_samples_per_second": 81.618,
|
|
"eval_steps_per_second": 10.202,
|
|
"step": 2620000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.929942171180974e-05,
|
|
"loss": 2.1381,
|
|
"step": 2625000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.5235886274870797,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 43.6678,
|
|
"eval_samples_per_second": 81.708,
|
|
"eval_steps_per_second": 10.213,
|
|
"step": 2625000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.922458935067799e-05,
|
|
"loss": 2.142,
|
|
"step": 2630000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.523625339172135,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 42.3354,
|
|
"eval_samples_per_second": 84.279,
|
|
"eval_steps_per_second": 10.535,
|
|
"step": 2630000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.9149756989546236e-05,
|
|
"loss": 2.1394,
|
|
"step": 2635000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.5236212296551512,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 42.9131,
|
|
"eval_samples_per_second": 83.145,
|
|
"eval_steps_per_second": 10.393,
|
|
"step": 2635000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.907493960686948e-05,
|
|
"loss": 2.1384,
|
|
"step": 2640000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.5233793160887042,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.2525,
|
|
"eval_samples_per_second": 88.64,
|
|
"eval_steps_per_second": 11.08,
|
|
"step": 2640000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.900012222419273e-05,
|
|
"loss": 2.138,
|
|
"step": 2645000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.5235653402241714,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 43.9803,
|
|
"eval_samples_per_second": 81.127,
|
|
"eval_steps_per_second": 10.141,
|
|
"step": 2645000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 3.892530484151597e-05,
|
|
"loss": 2.1346,
|
|
"step": 2650000
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"eval_accuracy": 0.523867526706381,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 44.5226,
|
|
"eval_samples_per_second": 80.139,
|
|
"eval_steps_per_second": 10.017,
|
|
"step": 2650000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.885047248038421e-05,
|
|
"loss": 2.1376,
|
|
"step": 2655000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5239204024915728,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 42.646,
|
|
"eval_samples_per_second": 83.666,
|
|
"eval_steps_per_second": 10.458,
|
|
"step": 2655000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.877564011925247e-05,
|
|
"loss": 2.1409,
|
|
"step": 2660000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5239705385987753,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.3234,
|
|
"eval_samples_per_second": 88.485,
|
|
"eval_steps_per_second": 11.061,
|
|
"step": 2660000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.8700807758120725e-05,
|
|
"loss": 2.1343,
|
|
"step": 2665000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5239877985701072,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 42.9773,
|
|
"eval_samples_per_second": 83.021,
|
|
"eval_steps_per_second": 10.378,
|
|
"step": 2665000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.862597539698897e-05,
|
|
"loss": 2.1363,
|
|
"step": 2670000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5240447838722828,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 44.9261,
|
|
"eval_samples_per_second": 79.419,
|
|
"eval_steps_per_second": 9.927,
|
|
"step": 2670000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.855112805740224e-05,
|
|
"loss": 2.1343,
|
|
"step": 2675000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5241869731599227,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 43.4218,
|
|
"eval_samples_per_second": 82.171,
|
|
"eval_steps_per_second": 10.271,
|
|
"step": 2675000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.847631067472548e-05,
|
|
"loss": 2.1381,
|
|
"step": 2680000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5243439567087043,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 43.0405,
|
|
"eval_samples_per_second": 82.899,
|
|
"eval_steps_per_second": 10.362,
|
|
"step": 2680000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 3.840147831359373e-05,
|
|
"loss": 2.1355,
|
|
"step": 2685000
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"eval_accuracy": 0.5241456040222856,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 43.7247,
|
|
"eval_samples_per_second": 81.601,
|
|
"eval_steps_per_second": 10.2,
|
|
"step": 2685000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.8326615995552e-05,
|
|
"loss": 2.1394,
|
|
"step": 2690000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.5242305340399511,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 40.8207,
|
|
"eval_samples_per_second": 87.407,
|
|
"eval_steps_per_second": 10.926,
|
|
"step": 2690000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.825179861287524e-05,
|
|
"loss": 2.1359,
|
|
"step": 2695000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.5244875158353388,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 44.3125,
|
|
"eval_samples_per_second": 80.519,
|
|
"eval_steps_per_second": 10.065,
|
|
"step": 2695000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.817698123019848e-05,
|
|
"loss": 2.1365,
|
|
"step": 2700000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.524362312551232,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 42.9757,
|
|
"eval_samples_per_second": 83.024,
|
|
"eval_steps_per_second": 10.378,
|
|
"step": 2700000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.810216384752173e-05,
|
|
"loss": 2.131,
|
|
"step": 2705000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.5244225854669946,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 44.5469,
|
|
"eval_samples_per_second": 80.095,
|
|
"eval_steps_per_second": 10.012,
|
|
"step": 2705000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.802731650793499e-05,
|
|
"loss": 2.1337,
|
|
"step": 2710000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.5244025858176733,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 43.6203,
|
|
"eval_samples_per_second": 81.797,
|
|
"eval_steps_per_second": 10.225,
|
|
"step": 2710000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.7952499125258226e-05,
|
|
"loss": 2.1307,
|
|
"step": 2715000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.5245954591481136,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 43.7473,
|
|
"eval_samples_per_second": 81.559,
|
|
"eval_steps_per_second": 10.195,
|
|
"step": 2715000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.787765178567149e-05,
|
|
"loss": 2.1333,
|
|
"step": 2720000
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"eval_accuracy": 0.524749429051107,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 43.6989,
|
|
"eval_samples_per_second": 81.65,
|
|
"eval_steps_per_second": 10.206,
|
|
"step": 2720000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.780283440299474e-05,
|
|
"loss": 2.1354,
|
|
"step": 2725000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5246316228975711,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 43.001,
|
|
"eval_samples_per_second": 82.975,
|
|
"eval_steps_per_second": 10.372,
|
|
"step": 2725000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.7728002041862985e-05,
|
|
"loss": 2.1372,
|
|
"step": 2730000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5248077841922771,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 41.555,
|
|
"eval_samples_per_second": 85.862,
|
|
"eval_steps_per_second": 10.733,
|
|
"step": 2730000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.765316968073124e-05,
|
|
"loss": 2.1323,
|
|
"step": 2735000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5248480574587185,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 41.1337,
|
|
"eval_samples_per_second": 86.742,
|
|
"eval_steps_per_second": 10.843,
|
|
"step": 2735000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.757835229805448e-05,
|
|
"loss": 2.1315,
|
|
"step": 2740000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5249064125998887,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 43.6977,
|
|
"eval_samples_per_second": 81.652,
|
|
"eval_steps_per_second": 10.206,
|
|
"step": 2740000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.750351993692273e-05,
|
|
"loss": 2.1341,
|
|
"step": 2745000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5249143576660573,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 44.5031,
|
|
"eval_samples_per_second": 80.174,
|
|
"eval_steps_per_second": 10.022,
|
|
"step": 2745000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 3.7428702554245975e-05,
|
|
"loss": 2.132,
|
|
"step": 2750000
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_accuracy": 0.5249768223242113,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 40.671,
|
|
"eval_samples_per_second": 87.728,
|
|
"eval_steps_per_second": 10.966,
|
|
"step": 2750000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.7353885171569214e-05,
|
|
"loss": 2.1322,
|
|
"step": 2755000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5251954486277501,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 43.2998,
|
|
"eval_samples_per_second": 82.402,
|
|
"eval_steps_per_second": 10.3,
|
|
"step": 2755000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.727906778889246e-05,
|
|
"loss": 2.1298,
|
|
"step": 2760000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5252044895651145,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 44.6651,
|
|
"eval_samples_per_second": 79.883,
|
|
"eval_steps_per_second": 9.985,
|
|
"step": 2760000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.720422044930572e-05,
|
|
"loss": 2.1285,
|
|
"step": 2765000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5252362698297893,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 43.7277,
|
|
"eval_samples_per_second": 81.596,
|
|
"eval_steps_per_second": 10.199,
|
|
"step": 2765000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.7129403066628966e-05,
|
|
"loss": 2.1299,
|
|
"step": 2770000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5251601067816893,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 43.8556,
|
|
"eval_samples_per_second": 81.358,
|
|
"eval_steps_per_second": 10.17,
|
|
"step": 2770000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.7054585683952205e-05,
|
|
"loss": 2.1304,
|
|
"step": 2775000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5252631186740835,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.0024,
|
|
"eval_samples_per_second": 81.086,
|
|
"eval_steps_per_second": 10.136,
|
|
"step": 2775000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.6979768301275444e-05,
|
|
"loss": 2.1288,
|
|
"step": 2780000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5254154447702835,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 43.1187,
|
|
"eval_samples_per_second": 82.748,
|
|
"eval_steps_per_second": 10.344,
|
|
"step": 2780000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 3.6904935940143697e-05,
|
|
"loss": 2.1295,
|
|
"step": 2785000
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"eval_accuracy": 0.5253255833322374,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.6338,
|
|
"eval_samples_per_second": 79.939,
|
|
"eval_steps_per_second": 9.992,
|
|
"step": 2785000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.683010357901195e-05,
|
|
"loss": 2.129,
|
|
"step": 2790000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5255368125052053,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.4544,
|
|
"eval_samples_per_second": 80.262,
|
|
"eval_steps_per_second": 10.033,
|
|
"step": 2790000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.6755286196335195e-05,
|
|
"loss": 2.1285,
|
|
"step": 2795000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5253598293071026,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.2524,
|
|
"eval_samples_per_second": 80.628,
|
|
"eval_steps_per_second": 10.079,
|
|
"step": 2795000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.668045383520344e-05,
|
|
"loss": 2.1292,
|
|
"step": 2800000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5252880497437853,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 40.6928,
|
|
"eval_samples_per_second": 87.681,
|
|
"eval_steps_per_second": 10.96,
|
|
"step": 2800000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.660563645252669e-05,
|
|
"loss": 2.1278,
|
|
"step": 2805000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5256472215281704,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 43.3931,
|
|
"eval_samples_per_second": 82.225,
|
|
"eval_steps_per_second": 10.278,
|
|
"step": 2805000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.653080409139494e-05,
|
|
"loss": 2.1239,
|
|
"step": 2810000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5255110595321069,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 42.2966,
|
|
"eval_samples_per_second": 84.357,
|
|
"eval_steps_per_second": 10.545,
|
|
"step": 2810000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.645598670871818e-05,
|
|
"loss": 2.1241,
|
|
"step": 2815000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5259063950659495,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 42.6516,
|
|
"eval_samples_per_second": 83.655,
|
|
"eval_steps_per_second": 10.457,
|
|
"step": 2815000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 3.638115434758643e-05,
|
|
"loss": 2.1232,
|
|
"step": 2820000
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"eval_accuracy": 0.5256781798894485,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 46.2947,
|
|
"eval_samples_per_second": 77.071,
|
|
"eval_steps_per_second": 9.634,
|
|
"step": 2820000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.6306321986454685e-05,
|
|
"loss": 2.1241,
|
|
"step": 2825000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.525697357635373,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 43.287,
|
|
"eval_samples_per_second": 82.427,
|
|
"eval_steps_per_second": 10.303,
|
|
"step": 2825000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.623148962532294e-05,
|
|
"loss": 2.1236,
|
|
"step": 2830000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.5259439286544016,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 43.0484,
|
|
"eval_samples_per_second": 82.884,
|
|
"eval_steps_per_second": 10.36,
|
|
"step": 2830000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.6156672242646177e-05,
|
|
"loss": 2.1272,
|
|
"step": 2835000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.5259442026222007,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 42.9436,
|
|
"eval_samples_per_second": 83.086,
|
|
"eval_steps_per_second": 10.386,
|
|
"step": 2835000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.608183988151443e-05,
|
|
"loss": 2.1271,
|
|
"step": 2840000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.5260592690977474,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 40.596,
|
|
"eval_samples_per_second": 87.89,
|
|
"eval_steps_per_second": 10.986,
|
|
"step": 2840000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.6007022498837675e-05,
|
|
"loss": 2.1249,
|
|
"step": 2845000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.52616776034612,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 43.4159,
|
|
"eval_samples_per_second": 82.182,
|
|
"eval_steps_per_second": 10.273,
|
|
"step": 2845000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 3.5932175159250935e-05,
|
|
"loss": 2.1245,
|
|
"step": 2850000
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_accuracy": 0.5260307764466595,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 43.8356,
|
|
"eval_samples_per_second": 81.395,
|
|
"eval_steps_per_second": 10.174,
|
|
"step": 2850000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.585735777657418e-05,
|
|
"loss": 2.1222,
|
|
"step": 2855000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5261137886897326,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 43.0232,
|
|
"eval_samples_per_second": 82.932,
|
|
"eval_steps_per_second": 10.367,
|
|
"step": 2855000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.5782525415442434e-05,
|
|
"loss": 2.125,
|
|
"step": 2860000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5263050182133793,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 43.0096,
|
|
"eval_samples_per_second": 82.958,
|
|
"eval_steps_per_second": 10.37,
|
|
"step": 2860000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.570770803276567e-05,
|
|
"loss": 2.1261,
|
|
"step": 2865000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5260803646182642,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 40.5259,
|
|
"eval_samples_per_second": 88.042,
|
|
"eval_steps_per_second": 11.005,
|
|
"step": 2865000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.563289065008891e-05,
|
|
"loss": 2.1247,
|
|
"step": 2870000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5262392659416383,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 46.7614,
|
|
"eval_samples_per_second": 76.302,
|
|
"eval_steps_per_second": 9.538,
|
|
"step": 2870000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.5558028332047185e-05,
|
|
"loss": 2.1225,
|
|
"step": 2875000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5263167988287328,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 43.7319,
|
|
"eval_samples_per_second": 81.588,
|
|
"eval_steps_per_second": 10.199,
|
|
"step": 2875000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.5483210949370424e-05,
|
|
"loss": 2.122,
|
|
"step": 2880000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5261085833015531,
|
|
"eval_loss": 2.1484375,
|
|
"eval_runtime": 46.8934,
|
|
"eval_samples_per_second": 76.087,
|
|
"eval_steps_per_second": 9.511,
|
|
"step": 2880000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.540839356669367e-05,
|
|
"loss": 2.1237,
|
|
"step": 2885000
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"eval_accuracy": 0.5261107750439444,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 42.8485,
|
|
"eval_samples_per_second": 83.27,
|
|
"eval_steps_per_second": 10.409,
|
|
"step": 2885000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.533356120556192e-05,
|
|
"loss": 2.1219,
|
|
"step": 2890000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.5261825546072617,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 44.3826,
|
|
"eval_samples_per_second": 80.392,
|
|
"eval_steps_per_second": 10.049,
|
|
"step": 2890000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.525874382288516e-05,
|
|
"loss": 2.1248,
|
|
"step": 2895000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.526191595544626,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 40.9038,
|
|
"eval_samples_per_second": 87.229,
|
|
"eval_steps_per_second": 10.904,
|
|
"step": 2895000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.51839264402084e-05,
|
|
"loss": 2.1191,
|
|
"step": 2900000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.526354332417185,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 44.4026,
|
|
"eval_samples_per_second": 80.356,
|
|
"eval_steps_per_second": 10.044,
|
|
"step": 2900000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.510909407907666e-05,
|
|
"loss": 2.1181,
|
|
"step": 2905000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.5264343310144699,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 43.5492,
|
|
"eval_samples_per_second": 81.93,
|
|
"eval_steps_per_second": 10.241,
|
|
"step": 2905000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.50342766963999e-05,
|
|
"loss": 2.1176,
|
|
"step": 2910000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.5263020045675911,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 46.4423,
|
|
"eval_samples_per_second": 76.827,
|
|
"eval_steps_per_second": 9.603,
|
|
"step": 2910000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.495944433526815e-05,
|
|
"loss": 2.1191,
|
|
"step": 2915000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.5266524093824109,
|
|
"eval_loss": 2.146484375,
|
|
"eval_runtime": 42.6675,
|
|
"eval_samples_per_second": 83.623,
|
|
"eval_steps_per_second": 10.453,
|
|
"step": 2915000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 3.488462695259139e-05,
|
|
"loss": 2.1206,
|
|
"step": 2920000
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"eval_accuracy": 0.5267954205734475,
|
|
"eval_loss": 2.14453125,
|
|
"eval_runtime": 42.9737,
|
|
"eval_samples_per_second": 83.028,
|
|
"eval_steps_per_second": 10.378,
|
|
"step": 2920000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 3.4809794591459645e-05,
|
|
"loss": 2.1148,
|
|
"step": 2925000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5267219972033367,
|
|
"eval_loss": 2.14453125,
|
|
"eval_runtime": 44.1462,
|
|
"eval_samples_per_second": 80.822,
|
|
"eval_steps_per_second": 10.103,
|
|
"step": 2925000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 3.473497720878289e-05,
|
|
"loss": 2.1188,
|
|
"step": 2930000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5270244576533453,
|
|
"eval_loss": 2.14453125,
|
|
"eval_runtime": 44.0298,
|
|
"eval_samples_per_second": 81.036,
|
|
"eval_steps_per_second": 10.129,
|
|
"step": 2930000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 3.466015982610613e-05,
|
|
"loss": 2.1118,
|
|
"step": 2935000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5270036361006273,
|
|
"eval_loss": 2.14453125,
|
|
"eval_runtime": 41.5147,
|
|
"eval_samples_per_second": 85.945,
|
|
"eval_steps_per_second": 10.743,
|
|
"step": 2935000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 4.992518261732325e-05,
|
|
"loss": 2.1283,
|
|
"step": 2940000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5243740931665856,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 39.6741,
|
|
"eval_samples_per_second": 89.933,
|
|
"eval_steps_per_second": 11.242,
|
|
"step": 2940000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 4.9850350256191494e-05,
|
|
"loss": 2.1336,
|
|
"step": 2945000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5240346470637227,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 39.6588,
|
|
"eval_samples_per_second": 89.967,
|
|
"eval_steps_per_second": 11.246,
|
|
"step": 2945000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 4.977551789505975e-05,
|
|
"loss": 2.1311,
|
|
"step": 2950000
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_accuracy": 0.5237494465850462,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 39.7632,
|
|
"eval_samples_per_second": 89.731,
|
|
"eval_steps_per_second": 11.216,
|
|
"step": 2950000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.970070051238299e-05,
|
|
"loss": 2.1377,
|
|
"step": 2955000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.523618763944961,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 39.7355,
|
|
"eval_samples_per_second": 89.794,
|
|
"eval_steps_per_second": 11.224,
|
|
"step": 2955000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.962588312970624e-05,
|
|
"loss": 2.136,
|
|
"step": 2960000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.523584244002297,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 39.6172,
|
|
"eval_samples_per_second": 90.062,
|
|
"eval_steps_per_second": 11.258,
|
|
"step": 2960000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.955103579011949e-05,
|
|
"loss": 2.1394,
|
|
"step": 2965000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.5233458920172359,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 39.7138,
|
|
"eval_samples_per_second": 89.843,
|
|
"eval_steps_per_second": 11.23,
|
|
"step": 2965000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.947621840744274e-05,
|
|
"loss": 2.1405,
|
|
"step": 2970000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.5233305498204963,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.7403,
|
|
"eval_samples_per_second": 89.783,
|
|
"eval_steps_per_second": 11.223,
|
|
"step": 2970000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.9401401024765983e-05,
|
|
"loss": 2.1391,
|
|
"step": 2975000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.5235795865497153,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.791,
|
|
"eval_samples_per_second": 89.668,
|
|
"eval_steps_per_second": 11.209,
|
|
"step": 2975000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.9326553685179237e-05,
|
|
"loss": 2.1353,
|
|
"step": 2980000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.5233823297344923,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.6943,
|
|
"eval_samples_per_second": 89.887,
|
|
"eval_steps_per_second": 11.236,
|
|
"step": 2980000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 4.925173630250248e-05,
|
|
"loss": 2.1392,
|
|
"step": 2985000
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"eval_accuracy": 0.5233889049616665,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.7244,
|
|
"eval_samples_per_second": 89.819,
|
|
"eval_steps_per_second": 11.227,
|
|
"step": 2985000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.917691891982573e-05,
|
|
"loss": 2.1384,
|
|
"step": 2990000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.5235058892118056,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.7383,
|
|
"eval_samples_per_second": 89.787,
|
|
"eval_steps_per_second": 11.223,
|
|
"step": 2990000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.910210153714897e-05,
|
|
"loss": 2.1373,
|
|
"step": 2995000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.523321234915333,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8394,
|
|
"eval_samples_per_second": 89.56,
|
|
"eval_steps_per_second": 11.195,
|
|
"step": 2995000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.9027284154472206e-05,
|
|
"loss": 2.1346,
|
|
"step": 3000000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.523394110349846,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.7248,
|
|
"eval_samples_per_second": 89.818,
|
|
"eval_steps_per_second": 11.227,
|
|
"step": 3000000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.895246677179545e-05,
|
|
"loss": 2.1368,
|
|
"step": 3005000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.523494108596452,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8116,
|
|
"eval_samples_per_second": 89.622,
|
|
"eval_steps_per_second": 11.203,
|
|
"step": 3005000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.8877634410663705e-05,
|
|
"loss": 2.1383,
|
|
"step": 3010000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.5232738384861197,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8277,
|
|
"eval_samples_per_second": 89.586,
|
|
"eval_steps_per_second": 11.198,
|
|
"step": 3010000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.880280204953195e-05,
|
|
"loss": 2.1447,
|
|
"step": 3015000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.5233116460423708,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.9037,
|
|
"eval_samples_per_second": 89.415,
|
|
"eval_steps_per_second": 11.177,
|
|
"step": 3015000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 4.87279846668552e-05,
|
|
"loss": 2.1392,
|
|
"step": 3020000
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"eval_accuracy": 0.5234119182567758,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8551,
|
|
"eval_samples_per_second": 89.524,
|
|
"eval_steps_per_second": 11.191,
|
|
"step": 3020000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.865315230572345e-05,
|
|
"loss": 2.1359,
|
|
"step": 3025000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5233072625575881,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8861,
|
|
"eval_samples_per_second": 89.455,
|
|
"eval_steps_per_second": 11.182,
|
|
"step": 3025000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.8578334923046695e-05,
|
|
"loss": 2.1408,
|
|
"step": 3030000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5233184952373438,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8536,
|
|
"eval_samples_per_second": 89.528,
|
|
"eval_steps_per_second": 11.191,
|
|
"step": 3030000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.850350256191494e-05,
|
|
"loss": 2.1437,
|
|
"step": 3035000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5232642496131574,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8602,
|
|
"eval_samples_per_second": 89.513,
|
|
"eval_steps_per_second": 11.189,
|
|
"step": 3035000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.8428715136148166e-05,
|
|
"loss": 2.1354,
|
|
"step": 3040000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5233253444323168,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8447,
|
|
"eval_samples_per_second": 89.548,
|
|
"eval_steps_per_second": 11.193,
|
|
"step": 3040000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.835383783965145e-05,
|
|
"loss": 2.1371,
|
|
"step": 3045000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5234626022995761,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 40.0007,
|
|
"eval_samples_per_second": 89.199,
|
|
"eval_steps_per_second": 11.15,
|
|
"step": 3045000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 4.82790054785197e-05,
|
|
"loss": 2.1399,
|
|
"step": 3050000
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"eval_accuracy": 0.5233957541566394,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.8876,
|
|
"eval_samples_per_second": 89.451,
|
|
"eval_steps_per_second": 11.181,
|
|
"step": 3050000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.820420307429793e-05,
|
|
"loss": 2.1387,
|
|
"step": 3055000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5234242468077273,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.9685,
|
|
"eval_samples_per_second": 89.27,
|
|
"eval_steps_per_second": 11.159,
|
|
"step": 3055000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.8129340756256206e-05,
|
|
"loss": 2.1406,
|
|
"step": 3060000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5232119217635636,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.9746,
|
|
"eval_samples_per_second": 89.257,
|
|
"eval_steps_per_second": 11.157,
|
|
"step": 3060000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.805450839512445e-05,
|
|
"loss": 2.1387,
|
|
"step": 3065000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5234650680097664,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 40.0463,
|
|
"eval_samples_per_second": 89.097,
|
|
"eval_steps_per_second": 11.137,
|
|
"step": 3065000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.797966105553772e-05,
|
|
"loss": 2.1413,
|
|
"step": 3070000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5234842457556909,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 39.9277,
|
|
"eval_samples_per_second": 89.362,
|
|
"eval_steps_per_second": 11.17,
|
|
"step": 3070000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.790484367286096e-05,
|
|
"loss": 2.1371,
|
|
"step": 3075000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.523473561011533,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 39.9812,
|
|
"eval_samples_per_second": 89.242,
|
|
"eval_steps_per_second": 11.155,
|
|
"step": 3075000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.782999633327422e-05,
|
|
"loss": 2.138,
|
|
"step": 3080000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5234982181134358,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 39.9703,
|
|
"eval_samples_per_second": 89.266,
|
|
"eval_steps_per_second": 11.158,
|
|
"step": 3080000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 4.7755148993687484e-05,
|
|
"loss": 2.1385,
|
|
"step": 3085000
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.5236360239162929,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.1115,
|
|
"eval_samples_per_second": 88.952,
|
|
"eval_steps_per_second": 11.119,
|
|
"step": 3085000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.768031663255573e-05,
|
|
"loss": 2.135,
|
|
"step": 3090000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5233746586361225,
|
|
"eval_loss": 2.166015625,
|
|
"eval_runtime": 40.1304,
|
|
"eval_samples_per_second": 88.91,
|
|
"eval_steps_per_second": 11.114,
|
|
"step": 3090000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.760548427142398e-05,
|
|
"loss": 2.1401,
|
|
"step": 3095000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5235689018055574,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.1365,
|
|
"eval_samples_per_second": 88.897,
|
|
"eval_steps_per_second": 11.112,
|
|
"step": 3095000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.753066688874723e-05,
|
|
"loss": 2.1374,
|
|
"step": 3100000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5235552034156113,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.133,
|
|
"eval_samples_per_second": 88.904,
|
|
"eval_steps_per_second": 11.113,
|
|
"step": 3100000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.745586448452546e-05,
|
|
"loss": 2.1358,
|
|
"step": 3105000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5237198580627628,
|
|
"eval_loss": 2.1640625,
|
|
"eval_runtime": 40.0267,
|
|
"eval_samples_per_second": 89.141,
|
|
"eval_steps_per_second": 11.143,
|
|
"step": 3105000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.7381032123393713e-05,
|
|
"loss": 2.1344,
|
|
"step": 3110000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5239288954933393,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.1156,
|
|
"eval_samples_per_second": 88.943,
|
|
"eval_steps_per_second": 11.118,
|
|
"step": 3110000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.730621474071695e-05,
|
|
"loss": 2.1368,
|
|
"step": 3115000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5238793073217346,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.1212,
|
|
"eval_samples_per_second": 88.93,
|
|
"eval_steps_per_second": 11.116,
|
|
"step": 3115000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 4.723136740113022e-05,
|
|
"loss": 2.1345,
|
|
"step": 3120000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.5236836943133052,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.203,
|
|
"eval_samples_per_second": 88.75,
|
|
"eval_steps_per_second": 11.094,
|
|
"step": 3120000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.7156535039998465e-05,
|
|
"loss": 2.1358,
|
|
"step": 3125000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5238979371320612,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.2344,
|
|
"eval_samples_per_second": 88.68,
|
|
"eval_steps_per_second": 11.085,
|
|
"step": 3125000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.708171765732171e-05,
|
|
"loss": 2.1395,
|
|
"step": 3130000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5239330050103231,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.4542,
|
|
"eval_samples_per_second": 88.199,
|
|
"eval_steps_per_second": 11.025,
|
|
"step": 3130000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.700690027464496e-05,
|
|
"loss": 2.1359,
|
|
"step": 3135000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5242872453743277,
|
|
"eval_loss": 2.162109375,
|
|
"eval_runtime": 40.3355,
|
|
"eval_samples_per_second": 88.458,
|
|
"eval_steps_per_second": 11.057,
|
|
"step": 3135000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.693205293505821e-05,
|
|
"loss": 2.1373,
|
|
"step": 3140000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5241631379614166,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 40.2137,
|
|
"eval_samples_per_second": 88.726,
|
|
"eval_steps_per_second": 11.091,
|
|
"step": 3140000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.6857235552381456e-05,
|
|
"loss": 2.1357,
|
|
"step": 3145000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5243412170307151,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 40.3184,
|
|
"eval_samples_per_second": 88.496,
|
|
"eval_steps_per_second": 11.062,
|
|
"step": 3145000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 4.67824181697047e-05,
|
|
"loss": 2.1354,
|
|
"step": 3150000
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_accuracy": 0.5243636823902266,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 40.1892,
|
|
"eval_samples_per_second": 88.78,
|
|
"eval_steps_per_second": 11.098,
|
|
"step": 3150000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.670757083011796e-05,
|
|
"loss": 2.1323,
|
|
"step": 3155000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.5243839560073468,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 40.3635,
|
|
"eval_samples_per_second": 88.397,
|
|
"eval_steps_per_second": 11.05,
|
|
"step": 3155000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.66327534474412e-05,
|
|
"loss": 2.133,
|
|
"step": 3160000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.5242327257823425,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 41.1497,
|
|
"eval_samples_per_second": 86.708,
|
|
"eval_steps_per_second": 10.838,
|
|
"step": 3160000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.655790610785447e-05,
|
|
"loss": 2.1315,
|
|
"step": 3165000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.524407243270255,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 41.4927,
|
|
"eval_samples_per_second": 85.991,
|
|
"eval_steps_per_second": 10.749,
|
|
"step": 3165000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.6483088725177706e-05,
|
|
"loss": 2.1363,
|
|
"step": 3170000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.5242845056963384,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 43.5552,
|
|
"eval_samples_per_second": 81.919,
|
|
"eval_steps_per_second": 10.24,
|
|
"step": 3170000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.640825636404596e-05,
|
|
"loss": 2.1349,
|
|
"step": 3175000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.5245045018388719,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 41.5498,
|
|
"eval_samples_per_second": 85.873,
|
|
"eval_steps_per_second": 10.734,
|
|
"step": 3175000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.633342400291421e-05,
|
|
"loss": 2.1336,
|
|
"step": 3180000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.524365600164819,
|
|
"eval_loss": 2.16015625,
|
|
"eval_runtime": 45.093,
|
|
"eval_samples_per_second": 79.125,
|
|
"eval_steps_per_second": 9.891,
|
|
"step": 3180000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 4.625860662023746e-05,
|
|
"loss": 2.1364,
|
|
"step": 3185000
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"eval_accuracy": 0.5243612166800363,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 42.4027,
|
|
"eval_samples_per_second": 84.146,
|
|
"eval_steps_per_second": 10.518,
|
|
"step": 3185000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.618375928065071e-05,
|
|
"loss": 2.133,
|
|
"step": 3190000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5243256008661766,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 40.6817,
|
|
"eval_samples_per_second": 87.705,
|
|
"eval_steps_per_second": 10.963,
|
|
"step": 3190000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.6108941897973956e-05,
|
|
"loss": 2.1349,
|
|
"step": 3195000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5245045018388719,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 42.2213,
|
|
"eval_samples_per_second": 84.507,
|
|
"eval_steps_per_second": 10.563,
|
|
"step": 3195000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.60341245152972e-05,
|
|
"loss": 2.134,
|
|
"step": 3200000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5245702541106129,
|
|
"eval_loss": 2.158203125,
|
|
"eval_runtime": 41.8771,
|
|
"eval_samples_per_second": 85.202,
|
|
"eval_steps_per_second": 10.65,
|
|
"step": 3200000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.5959277175710455e-05,
|
|
"loss": 2.1308,
|
|
"step": 3205000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5249423023815473,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 42.7291,
|
|
"eval_samples_per_second": 83.503,
|
|
"eval_steps_per_second": 10.438,
|
|
"step": 3205000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.5884444814578715e-05,
|
|
"loss": 2.1302,
|
|
"step": 3210000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5246628552266481,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 41.7473,
|
|
"eval_samples_per_second": 85.467,
|
|
"eval_steps_per_second": 10.683,
|
|
"step": 3210000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.580964241035695e-05,
|
|
"loss": 2.1302,
|
|
"step": 3215000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5246708002928168,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 43.5638,
|
|
"eval_samples_per_second": 81.903,
|
|
"eval_steps_per_second": 10.238,
|
|
"step": 3215000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 4.5734825027680186e-05,
|
|
"loss": 2.1331,
|
|
"step": 3220000
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"eval_accuracy": 0.5247650452156455,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 42.8533,
|
|
"eval_samples_per_second": 83.261,
|
|
"eval_steps_per_second": 10.408,
|
|
"step": 3220000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.565999266654844e-05,
|
|
"loss": 2.1273,
|
|
"step": 3225000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.5247250459170031,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 42.4534,
|
|
"eval_samples_per_second": 84.045,
|
|
"eval_steps_per_second": 10.506,
|
|
"step": 3225000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.5585175283871685e-05,
|
|
"loss": 2.1286,
|
|
"step": 3230000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.5249765483564124,
|
|
"eval_loss": 2.15625,
|
|
"eval_runtime": 43.0626,
|
|
"eval_samples_per_second": 82.856,
|
|
"eval_steps_per_second": 10.357,
|
|
"step": 3230000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.551034292273994e-05,
|
|
"loss": 2.1282,
|
|
"step": 3235000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.525047232048534,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 42.4424,
|
|
"eval_samples_per_second": 84.067,
|
|
"eval_steps_per_second": 10.508,
|
|
"step": 3235000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.543552554006317e-05,
|
|
"loss": 2.1309,
|
|
"step": 3240000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.5250951764133451,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.2507,
|
|
"eval_samples_per_second": 80.631,
|
|
"eval_steps_per_second": 10.079,
|
|
"step": 3240000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.5360708157386415e-05,
|
|
"loss": 2.1295,
|
|
"step": 3245000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.5253592813715047,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 44.2616,
|
|
"eval_samples_per_second": 80.612,
|
|
"eval_steps_per_second": 10.076,
|
|
"step": 3245000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 4.528589077470966e-05,
|
|
"loss": 2.1275,
|
|
"step": 3250000
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_accuracy": 0.5253707880190593,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 43.0103,
|
|
"eval_samples_per_second": 82.957,
|
|
"eval_steps_per_second": 10.37,
|
|
"step": 3250000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.5211058413577914e-05,
|
|
"loss": 2.133,
|
|
"step": 3255000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5253924314751741,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 41.4169,
|
|
"eval_samples_per_second": 86.148,
|
|
"eval_steps_per_second": 10.769,
|
|
"step": 3255000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.513622605244616e-05,
|
|
"loss": 2.1301,
|
|
"step": 3260000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5251132582880739,
|
|
"eval_loss": 2.154296875,
|
|
"eval_runtime": 42.1862,
|
|
"eval_samples_per_second": 84.577,
|
|
"eval_steps_per_second": 10.572,
|
|
"step": 3260000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.5061408669769406e-05,
|
|
"loss": 2.1314,
|
|
"step": 3265000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5253096931999001,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 43.9727,
|
|
"eval_samples_per_second": 81.141,
|
|
"eval_steps_per_second": 10.143,
|
|
"step": 3265000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.498656133018267e-05,
|
|
"loss": 2.1258,
|
|
"step": 3270000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5254751697504482,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 42.0779,
|
|
"eval_samples_per_second": 84.795,
|
|
"eval_steps_per_second": 10.599,
|
|
"step": 3270000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.491172896905092e-05,
|
|
"loss": 2.1286,
|
|
"step": 3275000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.525354897886722,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 41.8893,
|
|
"eval_samples_per_second": 85.177,
|
|
"eval_steps_per_second": 10.647,
|
|
"step": 3275000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.4836911586374165e-05,
|
|
"loss": 2.1267,
|
|
"step": 3280000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5253622950172928,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 42.0241,
|
|
"eval_samples_per_second": 84.904,
|
|
"eval_steps_per_second": 10.613,
|
|
"step": 3280000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 4.476207922524242e-05,
|
|
"loss": 2.13,
|
|
"step": 3285000
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"eval_accuracy": 0.5254332526772133,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 43.4043,
|
|
"eval_samples_per_second": 82.204,
|
|
"eval_steps_per_second": 10.275,
|
|
"step": 3285000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.4687246864110663e-05,
|
|
"loss": 2.1284,
|
|
"step": 3290000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5254976351099597,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 43.4747,
|
|
"eval_samples_per_second": 82.071,
|
|
"eval_steps_per_second": 10.259,
|
|
"step": 3290000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.461242948143391e-05,
|
|
"loss": 2.1295,
|
|
"step": 3295000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5254190063516695,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 44.0831,
|
|
"eval_samples_per_second": 80.938,
|
|
"eval_steps_per_second": 10.117,
|
|
"step": 3295000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.453759712030216e-05,
|
|
"loss": 2.1241,
|
|
"step": 3300000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5255573600901244,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 43.4229,
|
|
"eval_samples_per_second": 82.169,
|
|
"eval_steps_per_second": 10.271,
|
|
"step": 3300000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.446276475917041e-05,
|
|
"loss": 2.1297,
|
|
"step": 3305000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5257825616208374,
|
|
"eval_loss": 2.15234375,
|
|
"eval_runtime": 41.6675,
|
|
"eval_samples_per_second": 85.63,
|
|
"eval_steps_per_second": 10.704,
|
|
"step": 3305000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.4387947376493654e-05,
|
|
"loss": 2.126,
|
|
"step": 3310000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5256425640755888,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 43.5829,
|
|
"eval_samples_per_second": 81.867,
|
|
"eval_steps_per_second": 10.233,
|
|
"step": 3310000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.43131299938169e-05,
|
|
"loss": 2.1263,
|
|
"step": 3315000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.5255672229308856,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 40.6138,
|
|
"eval_samples_per_second": 87.852,
|
|
"eval_steps_per_second": 10.981,
|
|
"step": 3315000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 4.423828265423016e-05,
|
|
"loss": 2.1273,
|
|
"step": 3320000
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"eval_accuracy": 0.525589962258196,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 41.1643,
|
|
"eval_samples_per_second": 86.677,
|
|
"eval_steps_per_second": 10.835,
|
|
"step": 3320000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 4.4163450293098406e-05,
|
|
"loss": 2.1214,
|
|
"step": 3325000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_accuracy": 0.5255433877323795,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 40.8274,
|
|
"eval_samples_per_second": 87.392,
|
|
"eval_steps_per_second": 10.924,
|
|
"step": 3325000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 4.408863291042165e-05,
|
|
"loss": 2.1275,
|
|
"step": 3330000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_accuracy": 0.5255872225802068,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 42.63,
|
|
"eval_samples_per_second": 83.697,
|
|
"eval_steps_per_second": 10.462,
|
|
"step": 3330000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 4.40138155277449e-05,
|
|
"loss": 2.1227,
|
|
"step": 3335000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_accuracy": 0.5258348894704312,
|
|
"eval_loss": 2.150390625,
|
|
"eval_runtime": 42.4569,
|
|
"eval_samples_per_second": 84.038,
|
|
"eval_steps_per_second": 10.505,
|
|
"step": 3335000
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 3338128,
|
|
"total_flos": 1.0872066371139498e+21,
|
|
"train_loss": 0.2576859601399347,
|
|
"train_runtime": 150388.7494,
|
|
"train_samples_per_second": 177.573,
|
|
"train_steps_per_second": 22.197
|
|
}
|
|
],
|
|
"max_steps": 3338128,
|
|
"num_train_epochs": 1,
|
|
"total_flos": 1.0872066371139498e+21,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|