455 lines
12 KiB
JSON
455 lines
12 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 2.0,
|
||
|
|
"eval_steps": 50,
|
||
|
|
"global_step": 208,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.048154093097913325,
|
||
|
|
"grad_norm": 0.0,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 3.2127,
|
||
|
|
"mean_token_accuracy": 0.46168680985768634,
|
||
|
|
"num_tokens": 75485.0,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09630818619582665,
|
||
|
|
"grad_norm": 64.61959180680725,
|
||
|
|
"learning_rate": 7.142857142857143e-07,
|
||
|
|
"loss": 3.0841,
|
||
|
|
"mean_token_accuracy": 0.475005774696668,
|
||
|
|
"num_tokens": 152218.0,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14446227929373998,
|
||
|
|
"grad_norm": 17.215265821295326,
|
||
|
|
"learning_rate": 1.904761904761905e-06,
|
||
|
|
"loss": 2.495,
|
||
|
|
"mean_token_accuracy": 0.5029486671090126,
|
||
|
|
"num_tokens": 229001.0,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1926163723916533,
|
||
|
|
"grad_norm": 11.563556030723554,
|
||
|
|
"learning_rate": 3.0952380952380957e-06,
|
||
|
|
"loss": 2.2543,
|
||
|
|
"mean_token_accuracy": 0.5284626389543216,
|
||
|
|
"num_tokens": 312645.0,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24077046548956663,
|
||
|
|
"grad_norm": 10.852610543715219,
|
||
|
|
"learning_rate": 4.2857142857142855e-06,
|
||
|
|
"loss": 2.2246,
|
||
|
|
"mean_token_accuracy": 0.5318902805447578,
|
||
|
|
"num_tokens": 386208.0,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28892455858747995,
|
||
|
|
"grad_norm": 9.119415789634052,
|
||
|
|
"learning_rate": 4.998588939359435e-06,
|
||
|
|
"loss": 2.1391,
|
||
|
|
"mean_token_accuracy": 0.5403730009992918,
|
||
|
|
"num_tokens": 459892.0,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33707865168539325,
|
||
|
|
"grad_norm": 9.556488008181512,
|
||
|
|
"learning_rate": 4.982732794633588e-06,
|
||
|
|
"loss": 2.0366,
|
||
|
|
"mean_token_accuracy": 0.5523023113608361,
|
||
|
|
"num_tokens": 539227.0,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3852327447833066,
|
||
|
|
"grad_norm": 10.950335586706586,
|
||
|
|
"learning_rate": 4.949368867399567e-06,
|
||
|
|
"loss": 1.9687,
|
||
|
|
"mean_token_accuracy": 0.5595992157856623,
|
||
|
|
"num_tokens": 623998.0,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4333868378812199,
|
||
|
|
"grad_norm": 13.153480823091519,
|
||
|
|
"learning_rate": 4.8987324340362445e-06,
|
||
|
|
"loss": 1.9844,
|
||
|
|
"mean_token_accuracy": 0.553166281680266,
|
||
|
|
"num_tokens": 699068.0,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48154093097913325,
|
||
|
|
"grad_norm": 13.142079983198274,
|
||
|
|
"learning_rate": 4.83118057351089e-06,
|
||
|
|
"loss": 1.9087,
|
||
|
|
"mean_token_accuracy": 0.5681869551539421,
|
||
|
|
"num_tokens": 778660.0,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48154093097913325,
|
||
|
|
"eval_loss": 2.167543411254883,
|
||
|
|
"eval_mean_token_accuracy": 0.5312999839901079,
|
||
|
|
"eval_num_tokens": 778660.0,
|
||
|
|
"eval_runtime": 21.1924,
|
||
|
|
"eval_samples_per_second": 39.92,
|
||
|
|
"eval_steps_per_second": 6.653,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5296950240770465,
|
||
|
|
"grad_norm": 12.256186585359213,
|
||
|
|
"learning_rate": 4.747189649322894e-06,
|
||
|
|
"loss": 1.8243,
|
||
|
|
"mean_token_accuracy": 0.5790426706274351,
|
||
|
|
"num_tokens": 851058.0,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5778491171749599,
|
||
|
|
"grad_norm": 12.978284928577644,
|
||
|
|
"learning_rate": 4.647351950274548e-06,
|
||
|
|
"loss": 1.7875,
|
||
|
|
"mean_token_accuracy": 0.5851869150996208,
|
||
|
|
"num_tokens": 924603.0,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6260032102728732,
|
||
|
|
"grad_norm": 13.029623166002976,
|
||
|
|
"learning_rate": 4.532371513757564e-06,
|
||
|
|
"loss": 1.7335,
|
||
|
|
"mean_token_accuracy": 0.5922025551398595,
|
||
|
|
"num_tokens": 1003191.0,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6741573033707865,
|
||
|
|
"grad_norm": 12.579451224581598,
|
||
|
|
"learning_rate": 4.403059161008762e-06,
|
||
|
|
"loss": 1.6306,
|
||
|
|
"mean_token_accuracy": 0.6137229397892952,
|
||
|
|
"num_tokens": 1084380.0,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7223113964686998,
|
||
|
|
"grad_norm": 8.781697503753147,
|
||
|
|
"learning_rate": 4.2603267793453925e-06,
|
||
|
|
"loss": 1.6176,
|
||
|
|
"mean_token_accuracy": 0.6137419521808625,
|
||
|
|
"num_tokens": 1158912.0,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7704654895666132,
|
||
|
|
"grad_norm": 10.353422421141829,
|
||
|
|
"learning_rate": 4.105180891700746e-06,
|
||
|
|
"loss": 1.6269,
|
||
|
|
"mean_token_accuracy": 0.6146789371967316,
|
||
|
|
"num_tokens": 1233420.0,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8186195826645265,
|
||
|
|
"grad_norm": 11.13618005328121,
|
||
|
|
"learning_rate": 3.938715558806525e-06,
|
||
|
|
"loss": 1.5826,
|
||
|
|
"mean_token_accuracy": 0.6222126225630442,
|
||
|
|
"num_tokens": 1304754.0,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8667736757624398,
|
||
|
|
"grad_norm": 9.752065879303624,
|
||
|
|
"learning_rate": 3.7621046640744973e-06,
|
||
|
|
"loss": 1.4856,
|
||
|
|
"mean_token_accuracy": 0.63288747270902,
|
||
|
|
"num_tokens": 1379628.0,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9149277688603531,
|
||
|
|
"grad_norm": 11.231583007810258,
|
||
|
|
"learning_rate": 3.5765936355830353e-06,
|
||
|
|
"loss": 1.4762,
|
||
|
|
"mean_token_accuracy": 0.6418172031641006,
|
||
|
|
"num_tokens": 1457505.0,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9630818619582665,
|
||
|
|
"grad_norm": 11.752764891234037,
|
||
|
|
"learning_rate": 3.3834906635436355e-06,
|
||
|
|
"loss": 1.4247,
|
||
|
|
"mean_token_accuracy": 0.6503905127445857,
|
||
|
|
"num_tokens": 1534494.0,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9630818619582665,
|
||
|
|
"eval_loss": 2.2062435150146484,
|
||
|
|
"eval_mean_token_accuracy": 0.5240506884899545,
|
||
|
|
"eval_num_tokens": 1534494.0,
|
||
|
|
"eval_runtime": 21.3286,
|
||
|
|
"eval_samples_per_second": 39.665,
|
||
|
|
"eval_steps_per_second": 6.611,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0096308186195826,
|
||
|
|
"grad_norm": 14.993373196343875,
|
||
|
|
"learning_rate": 3.184157475180208e-06,
|
||
|
|
"loss": 1.3243,
|
||
|
|
"mean_token_accuracy": 0.6802589081484696,
|
||
|
|
"num_tokens": 1612839.0,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.057784911717496,
|
||
|
|
"grad_norm": 14.998634173948343,
|
||
|
|
"learning_rate": 2.9799997320750506e-06,
|
||
|
|
"loss": 0.8052,
|
||
|
|
"mean_token_accuracy": 0.7905437111854553,
|
||
|
|
"num_tokens": 1694998.0,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1059390048154094,
|
||
|
|
"grad_norm": 10.81772163666591,
|
||
|
|
"learning_rate": 2.7724571176976734e-06,
|
||
|
|
"loss": 0.7258,
|
||
|
|
"mean_token_accuracy": 0.8077059368292491,
|
||
|
|
"num_tokens": 1772379.0,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1540930979133226,
|
||
|
|
"grad_norm": 10.11949536342127,
|
||
|
|
"learning_rate": 2.562993185017431e-06,
|
||
|
|
"loss": 0.7364,
|
||
|
|
"mean_token_accuracy": 0.8070536454518636,
|
||
|
|
"num_tokens": 1849604.0,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.202247191011236,
|
||
|
|
"grad_norm": 13.125126385789981,
|
||
|
|
"learning_rate": 2.3530850357927563e-06,
|
||
|
|
"loss": 0.6751,
|
||
|
|
"mean_token_accuracy": 0.8201006094614665,
|
||
|
|
"num_tokens": 1928130.0,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2504012841091492,
|
||
|
|
"grad_norm": 11.420765028503823,
|
||
|
|
"learning_rate": 2.1442129043167877e-06,
|
||
|
|
"loss": 0.661,
|
||
|
|
"mean_token_accuracy": 0.823780287305514,
|
||
|
|
"num_tokens": 1998942.0,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2985553772070626,
|
||
|
|
"grad_norm": 11.889207346196013,
|
||
|
|
"learning_rate": 1.937849719072931e-06,
|
||
|
|
"loss": 0.6308,
|
||
|
|
"mean_token_accuracy": 0.8344957828521729,
|
||
|
|
"num_tokens": 2077600.0,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.346709470304976,
|
||
|
|
"grad_norm": 12.096248248433344,
|
||
|
|
"learning_rate": 1.7354507159096649e-06,
|
||
|
|
"loss": 0.6068,
|
||
|
|
"mean_token_accuracy": 0.8379041075706481,
|
||
|
|
"num_tokens": 2156924.0,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3948635634028892,
|
||
|
|
"grad_norm": 11.293697729091125,
|
||
|
|
"learning_rate": 1.5384431759806085e-06,
|
||
|
|
"loss": 0.5968,
|
||
|
|
"mean_token_accuracy": 0.8397696912288666,
|
||
|
|
"num_tokens": 2231114.0,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4430176565008026,
|
||
|
|
"grad_norm": 9.124895851710205,
|
||
|
|
"learning_rate": 1.348216360816041e-06,
|
||
|
|
"loss": 0.5947,
|
||
|
|
"mean_token_accuracy": 0.8452269424994786,
|
||
|
|
"num_tokens": 2309259.0,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4430176565008026,
|
||
|
|
"eval_loss": 2.382331132888794,
|
||
|
|
"eval_mean_token_accuracy": 0.5126862906395121,
|
||
|
|
"eval_num_tokens": 2309259.0,
|
||
|
|
"eval_runtime": 21.3723,
|
||
|
|
"eval_samples_per_second": 39.584,
|
||
|
|
"eval_steps_per_second": 6.597,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.491171749598716,
|
||
|
|
"grad_norm": 11.6588250049219,
|
||
|
|
"learning_rate": 1.1661117155019295e-06,
|
||
|
|
"loss": 0.5642,
|
||
|
|
"mean_token_accuracy": 0.8507290641466777,
|
||
|
|
"num_tokens": 2391120.0,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5393258426966292,
|
||
|
|
"grad_norm": 10.660140323644573,
|
||
|
|
"learning_rate": 9.934134090518593e-07,
|
||
|
|
"loss": 0.5677,
|
||
|
|
"mean_token_accuracy": 0.8485025237003962,
|
||
|
|
"num_tokens": 2474474.0,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5874799357945424,
|
||
|
|
"grad_norm": 10.626219804281234,
|
||
|
|
"learning_rate": 8.313392786794833e-07,
|
||
|
|
"loss": 0.5783,
|
||
|
|
"mean_token_accuracy": 0.8521494368712107,
|
||
|
|
"num_tokens": 2554920.0,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.635634028892456,
|
||
|
|
"grad_norm": 10.159951789201457,
|
||
|
|
"learning_rate": 6.810322418308085e-07,
|
||
|
|
"loss": 0.5231,
|
||
|
|
"mean_token_accuracy": 0.8625788191954294,
|
||
|
|
"num_tokens": 2631940.0,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6837881219903692,
|
||
|
|
"grad_norm": 11.3836838523216,
|
||
|
|
"learning_rate": 5.435522365371376e-07,
|
||
|
|
"loss": 0.4797,
|
||
|
|
"mean_token_accuracy": 0.8722179641326269,
|
||
|
|
"num_tokens": 2704574.0,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7319422150882824,
|
||
|
|
"grad_norm": 14.381826637802636,
|
||
|
|
"learning_rate": 4.198687469238297e-07,
|
||
|
|
"loss": 0.5057,
|
||
|
|
"mean_token_accuracy": 0.8718133926391601,
|
||
|
|
"num_tokens": 2779644.0,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7800963081861958,
|
||
|
|
"grad_norm": 10.843940846678331,
|
||
|
|
"learning_rate": 3.1085396658363884e-07,
|
||
|
|
"loss": 0.4763,
|
||
|
|
"mean_token_accuracy": 0.8735970060030619,
|
||
|
|
"num_tokens": 2858883.0,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8282504012841092,
|
||
|
|
"grad_norm": 11.83942523855346,
|
||
|
|
"learning_rate": 2.1727664802529218e-07,
|
||
|
|
"loss": 0.4585,
|
||
|
|
"mean_token_accuracy": 0.8757681508858999,
|
||
|
|
"num_tokens": 2935988.0,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8764044943820224,
|
||
|
|
"grad_norm": 10.716830524055672,
|
||
|
|
"learning_rate": 1.3979668156987424e-07,
|
||
|
|
"loss": 0.4513,
|
||
|
|
"mean_token_accuracy": 0.8814116775989532,
|
||
|
|
"num_tokens": 3008300.0,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9245585874799358,
|
||
|
|
"grad_norm": 11.700054619778108,
|
||
|
|
"learning_rate": 7.896044192366587e-08,
|
||
|
|
"loss": 0.465,
|
||
|
|
"mean_token_accuracy": 0.8805319319168726,
|
||
|
|
"num_tokens": 3082266.0,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9245585874799358,
|
||
|
|
"eval_loss": 2.468674898147583,
|
||
|
|
"eval_mean_token_accuracy": 0.5063806645413662,
|
||
|
|
"eval_num_tokens": 3082266.0,
|
||
|
|
"eval_runtime": 21.1843,
|
||
|
|
"eval_samples_per_second": 39.935,
|
||
|
|
"eval_steps_per_second": 6.656,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9727126805778492,
|
||
|
|
"grad_norm": 10.325385037101356,
|
||
|
|
"learning_rate": 3.51969352425624e-08,
|
||
|
|
"loss": 0.4718,
|
||
|
|
"mean_token_accuracy": 0.8750891566276551,
|
||
|
|
"num_tokens": 3153878.0,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"mean_token_accuracy": 0.8762102390036863,
|
||
|
|
"num_tokens": 3195825.0,
|
||
|
|
"step": 208,
|
||
|
|
"total_flos": 9184917397504.0,
|
||
|
|
"train_loss": 1.2657821722901785,
|
||
|
|
"train_runtime": 1593.4425,
|
||
|
|
"train_samples_per_second": 9.381,
|
||
|
|
"train_steps_per_second": 0.131
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 208,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 2,
|
||
|
|
"save_steps": 200,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 9184917397504.0,
|
||
|
|
"train_batch_size": 3,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|