350 lines
7.1 KiB
JSON
350 lines
7.1 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 35.0,
|
|
"global_step": 27335,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 4.908542162063289e-05,
|
|
"loss": 6.7425,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 4.8170843241265775e-05,
|
|
"loss": 5.4902,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 4.725626486189867e-05,
|
|
"loss": 4.9535,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 2.56,
|
|
"learning_rate": 4.6341686482531555e-05,
|
|
"loss": 4.5816,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 3.2,
|
|
"learning_rate": 4.5427108103164445e-05,
|
|
"loss": 4.3055,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 3.84,
|
|
"learning_rate": 4.451252972379733e-05,
|
|
"loss": 4.0758,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 4.48,
|
|
"learning_rate": 4.359795134443022e-05,
|
|
"loss": 3.8768,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 5.12,
|
|
"learning_rate": 4.268337296506311e-05,
|
|
"loss": 3.7165,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 5.76,
|
|
"learning_rate": 4.1768794585696e-05,
|
|
"loss": 3.5584,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 6.4,
|
|
"learning_rate": 4.085421620632888e-05,
|
|
"loss": 3.431,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 7.04,
|
|
"learning_rate": 3.993963782696177e-05,
|
|
"loss": 3.3197,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 7.68,
|
|
"learning_rate": 3.902505944759466e-05,
|
|
"loss": 3.2002,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 8.32,
|
|
"learning_rate": 3.811048106822755e-05,
|
|
"loss": 3.1084,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 8.96,
|
|
"learning_rate": 3.719590268886043e-05,
|
|
"loss": 3.0326,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 9.6,
|
|
"learning_rate": 3.628132430949332e-05,
|
|
"loss": 2.9372,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 10.24,
|
|
"learning_rate": 3.536674593012621e-05,
|
|
"loss": 2.8657,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 10.88,
|
|
"learning_rate": 3.44521675507591e-05,
|
|
"loss": 2.8072,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 11.52,
|
|
"learning_rate": 3.353758917139199e-05,
|
|
"loss": 2.7354,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 12.16,
|
|
"learning_rate": 3.2623010792024876e-05,
|
|
"loss": 2.6862,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 12.8,
|
|
"learning_rate": 3.1708432412657766e-05,
|
|
"loss": 2.6269,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 13.44,
|
|
"learning_rate": 3.0793854033290656e-05,
|
|
"loss": 2.5687,
|
|
"step": 10500
|
|
},
|
|
{
|
|
"epoch": 14.08,
|
|
"learning_rate": 2.9879275653923545e-05,
|
|
"loss": 2.5422,
|
|
"step": 11000
|
|
},
|
|
{
|
|
"epoch": 14.72,
|
|
"learning_rate": 2.896469727455643e-05,
|
|
"loss": 2.4796,
|
|
"step": 11500
|
|
},
|
|
{
|
|
"epoch": 15.36,
|
|
"learning_rate": 2.8050118895189322e-05,
|
|
"loss": 2.4468,
|
|
"step": 12000
|
|
},
|
|
{
|
|
"epoch": 16.01,
|
|
"learning_rate": 2.7135540515822205e-05,
|
|
"loss": 2.4179,
|
|
"step": 12500
|
|
},
|
|
{
|
|
"epoch": 16.65,
|
|
"learning_rate": 2.6220962136455095e-05,
|
|
"loss": 2.3558,
|
|
"step": 13000
|
|
},
|
|
{
|
|
"epoch": 17.29,
|
|
"learning_rate": 2.530638375708798e-05,
|
|
"loss": 2.3408,
|
|
"step": 13500
|
|
},
|
|
{
|
|
"epoch": 17.93,
|
|
"learning_rate": 2.439180537772087e-05,
|
|
"loss": 2.3129,
|
|
"step": 14000
|
|
},
|
|
{
|
|
"epoch": 18.57,
|
|
"learning_rate": 2.347722699835376e-05,
|
|
"loss": 2.2645,
|
|
"step": 14500
|
|
},
|
|
{
|
|
"epoch": 19.21,
|
|
"learning_rate": 2.2562648618986647e-05,
|
|
"loss": 2.2492,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 19.85,
|
|
"learning_rate": 2.1648070239619537e-05,
|
|
"loss": 2.2222,
|
|
"step": 15500
|
|
},
|
|
{
|
|
"epoch": 20.49,
|
|
"learning_rate": 2.0733491860252424e-05,
|
|
"loss": 2.1802,
|
|
"step": 16000
|
|
},
|
|
{
|
|
"epoch": 21.13,
|
|
"learning_rate": 1.9818913480885314e-05,
|
|
"loss": 2.173,
|
|
"step": 16500
|
|
},
|
|
{
|
|
"epoch": 21.77,
|
|
"learning_rate": 1.89043351015182e-05,
|
|
"loss": 2.1459,
|
|
"step": 17000
|
|
},
|
|
{
|
|
"epoch": 22.41,
|
|
"learning_rate": 1.7989756722151087e-05,
|
|
"loss": 2.118,
|
|
"step": 17500
|
|
},
|
|
{
|
|
"epoch": 23.05,
|
|
"learning_rate": 1.7075178342783976e-05,
|
|
"loss": 2.1077,
|
|
"step": 18000
|
|
},
|
|
{
|
|
"epoch": 23.69,
|
|
"learning_rate": 1.6160599963416863e-05,
|
|
"loss": 2.0791,
|
|
"step": 18500
|
|
},
|
|
{
|
|
"epoch": 24.33,
|
|
"learning_rate": 1.5246021584049754e-05,
|
|
"loss": 2.0544,
|
|
"step": 19000
|
|
},
|
|
{
|
|
"epoch": 24.97,
|
|
"learning_rate": 1.4331443204682643e-05,
|
|
"loss": 2.0541,
|
|
"step": 19500
|
|
},
|
|
{
|
|
"epoch": 25.61,
|
|
"learning_rate": 1.341686482531553e-05,
|
|
"loss": 2.0238,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 26.25,
|
|
"learning_rate": 1.2502286445948419e-05,
|
|
"loss": 2.0115,
|
|
"step": 20500
|
|
},
|
|
{
|
|
"epoch": 26.89,
|
|
"learning_rate": 1.1587708066581307e-05,
|
|
"loss": 1.9977,
|
|
"step": 21000
|
|
},
|
|
{
|
|
"epoch": 27.53,
|
|
"learning_rate": 1.0673129687214195e-05,
|
|
"loss": 1.979,
|
|
"step": 21500
|
|
},
|
|
{
|
|
"epoch": 28.17,
|
|
"learning_rate": 9.758551307847083e-06,
|
|
"loss": 1.9705,
|
|
"step": 22000
|
|
},
|
|
{
|
|
"epoch": 28.81,
|
|
"learning_rate": 8.843972928479972e-06,
|
|
"loss": 1.9635,
|
|
"step": 22500
|
|
},
|
|
{
|
|
"epoch": 29.45,
|
|
"learning_rate": 7.92939454911286e-06,
|
|
"loss": 1.9388,
|
|
"step": 23000
|
|
},
|
|
{
|
|
"epoch": 30.09,
|
|
"learning_rate": 7.014816169745747e-06,
|
|
"loss": 1.9347,
|
|
"step": 23500
|
|
},
|
|
{
|
|
"epoch": 30.73,
|
|
"learning_rate": 6.100237790378636e-06,
|
|
"loss": 1.9227,
|
|
"step": 24000
|
|
},
|
|
{
|
|
"epoch": 31.37,
|
|
"learning_rate": 5.1856594110115235e-06,
|
|
"loss": 1.9157,
|
|
"step": 24500
|
|
},
|
|
{
|
|
"epoch": 32.01,
|
|
"learning_rate": 4.271081031644412e-06,
|
|
"loss": 1.9104,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 32.65,
|
|
"learning_rate": 3.3565026522773006e-06,
|
|
"loss": 1.895,
|
|
"step": 25500
|
|
},
|
|
{
|
|
"epoch": 33.29,
|
|
"learning_rate": 2.4419242729101884e-06,
|
|
"loss": 1.8957,
|
|
"step": 26000
|
|
},
|
|
{
|
|
"epoch": 33.93,
|
|
"learning_rate": 1.5273458935430768e-06,
|
|
"loss": 1.8829,
|
|
"step": 26500
|
|
},
|
|
{
|
|
"epoch": 34.57,
|
|
"learning_rate": 6.127675141759649e-07,
|
|
"loss": 1.8824,
|
|
"step": 27000
|
|
},
|
|
{
|
|
"epoch": 35.0,
|
|
"step": 27335,
|
|
"total_flos": 5.713934155776e+16,
|
|
"train_loss": 2.6988527534168076,
|
|
"train_runtime": 23608.904,
|
|
"train_samples_per_second": 148.16,
|
|
"train_steps_per_second": 1.158
|
|
}
|
|
],
|
|
"max_steps": 27335,
|
|
"num_train_epochs": 35,
|
|
"total_flos": 5.713934155776e+16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|