972 lines
21 KiB
JSON
972 lines
21 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 2.9960768928991763,
|
|
"global_step": 954,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 9.997799572243123e-06,
|
|
"loss": 0.4974,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 9.990195641770761e-06,
|
|
"loss": 0.4841,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"eval_loss": 0.4602764844894409,
|
|
"eval_runtime": 62.0223,
|
|
"eval_samples_per_second": 13.431,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 9.9771693033643e-06,
|
|
"loss": 0.4748,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 9.958734711603195e-06,
|
|
"loss": 0.4678,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"eval_loss": 0.45144811272621155,
|
|
"eval_runtime": 61.8568,
|
|
"eval_samples_per_second": 13.467,
|
|
"eval_steps_per_second": 0.857,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 9.934911897741493e-06,
|
|
"loss": 0.4687,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 9.905726747941616e-06,
|
|
"loss": 0.4687,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_loss": 0.44708773493766785,
|
|
"eval_runtime": 62.0907,
|
|
"eval_samples_per_second": 13.416,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 9.871210975146135e-06,
|
|
"loss": 0.473,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 9.831402084618113e-06,
|
|
"loss": 0.4608,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"eval_loss": 0.44395506381988525,
|
|
"eval_runtime": 61.9484,
|
|
"eval_samples_per_second": 13.447,
|
|
"eval_steps_per_second": 0.856,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 9.786343333187412e-06,
|
|
"loss": 0.4542,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 9.736083682247287e-06,
|
|
"loss": 0.4593,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"eval_loss": 0.43974635004997253,
|
|
"eval_runtime": 61.9084,
|
|
"eval_samples_per_second": 13.455,
|
|
"eval_steps_per_second": 0.856,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 9.680677744552346e-06,
|
|
"loss": 0.4681,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 9.620185724875652e-06,
|
|
"loss": 0.4488,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"eval_loss": 0.435758113861084,
|
|
"eval_runtime": 61.8043,
|
|
"eval_samples_per_second": 13.478,
|
|
"eval_steps_per_second": 0.858,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 9.55467335458948e-06,
|
|
"loss": 0.4478,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 9.484211820240797e-06,
|
|
"loss": 0.4494,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"eval_loss": 0.434115469455719,
|
|
"eval_runtime": 61.841,
|
|
"eval_samples_per_second": 13.47,
|
|
"eval_steps_per_second": 0.857,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 9.408877686199078e-06,
|
|
"loss": 0.44,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 9.328752811460542e-06,
|
|
"loss": 0.4477,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"eval_loss": 0.4319334030151367,
|
|
"eval_runtime": 61.9956,
|
|
"eval_samples_per_second": 13.436,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 9.243924260699133e-06,
|
|
"loss": 0.4465,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 9.154484209661002e-06,
|
|
"loss": 0.445,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_loss": 0.42997926473617554,
|
|
"eval_runtime": 62.0149,
|
|
"eval_samples_per_second": 13.432,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 9.060529845005184e-06,
|
|
"loss": 0.4332,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 8.962163258699397e-06,
|
|
"loss": 0.4366,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"eval_loss": 0.4274918735027313,
|
|
"eval_runtime": 61.8797,
|
|
"eval_samples_per_second": 13.462,
|
|
"eval_steps_per_second": 0.857,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 8.859491337085643e-06,
|
|
"loss": 0.428,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 8.752625644736204e-06,
|
|
"loss": 0.442,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"eval_loss": 0.42491650581359863,
|
|
"eval_runtime": 62.1183,
|
|
"eval_samples_per_second": 13.41,
|
|
"eval_steps_per_second": 0.853,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 8.641682303226197e-06,
|
|
"loss": 0.4442,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 8.526781864954453e-06,
|
|
"loss": 0.4424,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"eval_loss": 0.4228505492210388,
|
|
"eval_runtime": 62.0338,
|
|
"eval_samples_per_second": 13.428,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 8.40804918214979e-06,
|
|
"loss": 0.4301,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 8.28561327120505e-06,
|
|
"loss": 0.4427,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"eval_loss": 0.41998758912086487,
|
|
"eval_runtime": 61.9344,
|
|
"eval_samples_per_second": 13.45,
|
|
"eval_steps_per_second": 0.856,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 8.159607172486301e-06,
|
|
"loss": 0.4316,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 8.030167805769537e-06,
|
|
"loss": 0.4372,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"eval_loss": 0.4175536036491394,
|
|
"eval_runtime": 61.971,
|
|
"eval_samples_per_second": 13.442,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 7.897435821461964e-06,
|
|
"loss": 0.4398,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 7.761555447769548e-06,
|
|
"loss": 0.4335,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_loss": 0.4155929982662201,
|
|
"eval_runtime": 61.9696,
|
|
"eval_samples_per_second": 13.442,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 7.622674333976863e-06,
|
|
"loss": 0.4371,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 7.4809433900095705e-06,
|
|
"loss": 0.4088,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 0.41465404629707336,
|
|
"eval_runtime": 61.9822,
|
|
"eval_samples_per_second": 13.439,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 7.336516622453833e-06,
|
|
"loss": 0.3166,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 7.1895509672108674e-06,
|
|
"loss": 0.3145,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"eval_loss": 0.42051395773887634,
|
|
"eval_runtime": 62.5118,
|
|
"eval_samples_per_second": 13.325,
|
|
"eval_steps_per_second": 0.848,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 7.040206118968466e-06,
|
|
"loss": 0.3136,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 6.88864435767478e-06,
|
|
"loss": 0.3151,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"eval_loss": 0.4205115735530853,
|
|
"eval_runtime": 62.5792,
|
|
"eval_samples_per_second": 13.311,
|
|
"eval_steps_per_second": 0.847,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 6.735030372202942e-06,
|
|
"loss": 0.3137,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 6.579531081398105e-06,
|
|
"loss": 0.3019,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"eval_loss": 0.4216003119945526,
|
|
"eval_runtime": 62.3646,
|
|
"eval_samples_per_second": 13.357,
|
|
"eval_steps_per_second": 0.85,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 6.4223154527013755e-06,
|
|
"loss": 0.3044,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 6.263554318547713e-06,
|
|
"loss": 0.3044,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"eval_loss": 0.4185173809528351,
|
|
"eval_runtime": 61.9058,
|
|
"eval_samples_per_second": 13.456,
|
|
"eval_steps_per_second": 0.856,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 6.1034201907373045e-06,
|
|
"loss": 0.305,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 5.942087072982131e-06,
|
|
"loss": 0.3034,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"eval_loss": 0.41815003752708435,
|
|
"eval_runtime": 62.0238,
|
|
"eval_samples_per_second": 13.43,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 5.779730271831384e-06,
|
|
"loss": 0.3115,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 5.616526206181215e-06,
|
|
"loss": 0.3026,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"eval_loss": 0.41711267828941345,
|
|
"eval_runtime": 62.5134,
|
|
"eval_samples_per_second": 13.325,
|
|
"eval_steps_per_second": 0.848,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 5.4526522155758015e-06,
|
|
"loss": 0.3077,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 5.288286367508009e-06,
|
|
"loss": 0.3062,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"eval_loss": 0.41751572489738464,
|
|
"eval_runtime": 62.561,
|
|
"eval_samples_per_second": 13.315,
|
|
"eval_steps_per_second": 0.847,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 5.123607263929075e-06,
|
|
"loss": 0.3076,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 4.958793847177518e-06,
|
|
"loss": 0.315,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"eval_loss": 0.41455498337745667,
|
|
"eval_runtime": 62.0669,
|
|
"eval_samples_per_second": 13.421,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 4.7940252055382115e-06,
|
|
"loss": 0.3024,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 4.629480378642832e-06,
|
|
"loss": 0.3124,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"eval_loss": 0.41453319787979126,
|
|
"eval_runtime": 61.9067,
|
|
"eval_samples_per_second": 13.456,
|
|
"eval_steps_per_second": 0.856,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 4.46533816292321e-06,
|
|
"loss": 0.31,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.301776917328918e-06,
|
|
"loss": 0.3096,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"eval_loss": 0.41273748874664307,
|
|
"eval_runtime": 62.1417,
|
|
"eval_samples_per_second": 13.405,
|
|
"eval_steps_per_second": 0.853,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.138974369520252e-06,
|
|
"loss": 0.3044,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.977107422747163e-06,
|
|
"loss": 0.3178,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"eval_loss": 0.4111482501029968,
|
|
"eval_runtime": 62.5639,
|
|
"eval_samples_per_second": 13.314,
|
|
"eval_steps_per_second": 0.847,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.816351963624017e-06,
|
|
"loss": 0.3102,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.6568826710090353e-06,
|
|
"loss": 0.3044,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"eval_loss": 0.4110707640647888,
|
|
"eval_runtime": 62.5689,
|
|
"eval_samples_per_second": 13.313,
|
|
"eval_steps_per_second": 0.847,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 3.4988728261960957e-06,
|
|
"loss": 0.306,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 3.3424941246251574e-06,
|
|
"loss": 0.3078,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"eval_loss": 0.4091060757637024,
|
|
"eval_runtime": 62.0676,
|
|
"eval_samples_per_second": 13.421,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 3.1879164893158713e-06,
|
|
"loss": 0.2977,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 3.035307886227156e-06,
|
|
"loss": 0.2967,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"eval_loss": 0.4094270169734955,
|
|
"eval_runtime": 62.0655,
|
|
"eval_samples_per_second": 13.421,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 2.8848341417433036e-06,
|
|
"loss": 0.3069,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 2.736658762485005e-06,
|
|
"loss": 0.3068,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"eval_loss": 0.4080323278903961,
|
|
"eval_runtime": 62.0098,
|
|
"eval_samples_per_second": 13.433,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.590942757641035e-06,
|
|
"loss": 0.3037,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 2.01,
|
|
"learning_rate": 2.447844464013703e-06,
|
|
"loss": 0.276,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 2.01,
|
|
"eval_loss": 0.4152510464191437,
|
|
"eval_runtime": 61.9609,
|
|
"eval_samples_per_second": 13.444,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 2.04,
|
|
"learning_rate": 2.3075193739681182e-06,
|
|
"loss": 0.2327,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.07,
|
|
"learning_rate": 2.170119966472293e-06,
|
|
"loss": 0.2288,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 2.07,
|
|
"eval_loss": 0.43204566836357117,
|
|
"eval_runtime": 62.0792,
|
|
"eval_samples_per_second": 13.418,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 2.1,
|
|
"learning_rate": 2.0357955414116075e-06,
|
|
"loss": 0.2267,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 2.14,
|
|
"learning_rate": 1.9046920573577239e-06,
|
|
"loss": 0.2244,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.14,
|
|
"eval_loss": 0.4292474389076233,
|
|
"eval_runtime": 62.0223,
|
|
"eval_samples_per_second": 13.431,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.17,
|
|
"learning_rate": 1.7769519729682105e-06,
|
|
"loss": 0.2327,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 2.2,
|
|
"learning_rate": 1.6527140921892066e-06,
|
|
"loss": 0.2336,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.2,
|
|
"eval_loss": 0.427610844373703,
|
|
"eval_runtime": 62.1107,
|
|
"eval_samples_per_second": 13.412,
|
|
"eval_steps_per_second": 0.853,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.23,
|
|
"learning_rate": 1.532113413429357e-06,
|
|
"loss": 0.2386,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 2.26,
|
|
"learning_rate": 1.4152809828688708e-06,
|
|
"loss": 0.2266,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.26,
|
|
"eval_loss": 0.4290391206741333,
|
|
"eval_runtime": 62.2449,
|
|
"eval_samples_per_second": 13.383,
|
|
"eval_steps_per_second": 0.851,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.29,
|
|
"learning_rate": 1.3023437520631426e-06,
|
|
"loss": 0.2328,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 2.32,
|
|
"learning_rate": 1.1934244399956206e-06,
|
|
"loss": 0.2312,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.32,
|
|
"eval_loss": 0.42950907349586487,
|
|
"eval_runtime": 62.2915,
|
|
"eval_samples_per_second": 13.373,
|
|
"eval_steps_per_second": 0.851,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.36,
|
|
"learning_rate": 1.0886413997298595e-06,
|
|
"loss": 0.2338,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.39,
|
|
"learning_rate": 9.881084898056197e-07,
|
|
"loss": 0.2277,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.39,
|
|
"eval_loss": 0.4284292161464691,
|
|
"eval_runtime": 62.4097,
|
|
"eval_samples_per_second": 13.347,
|
|
"eval_steps_per_second": 0.849,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.42,
|
|
"learning_rate": 8.919349505187813e-07,
|
|
"loss": 0.2333,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 2.45,
|
|
"learning_rate": 8.002252852194992e-07,
|
|
"loss": 0.2332,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.45,
|
|
"eval_loss": 0.42790091037750244,
|
|
"eval_runtime": 62.4651,
|
|
"eval_samples_per_second": 13.335,
|
|
"eval_steps_per_second": 0.848,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.48,
|
|
"learning_rate": 7.130791467575676e-07,
|
|
"loss": 0.2257,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 2.51,
|
|
"learning_rate": 6.305912291984229e-07,
|
|
"loss": 0.2289,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.51,
|
|
"eval_loss": 0.42792582511901855,
|
|
"eval_runtime": 62.5296,
|
|
"eval_samples_per_second": 13.322,
|
|
"eval_steps_per_second": 0.848,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.54,
|
|
"learning_rate": 5.528511649273932e-07,
|
|
"loss": 0.2303,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 2.58,
|
|
"learning_rate": 4.799434272540576e-07,
|
|
"loss": 0.2279,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.58,
|
|
"eval_loss": 0.4278266131877899,
|
|
"eval_runtime": 62.5218,
|
|
"eval_samples_per_second": 13.323,
|
|
"eval_steps_per_second": 0.848,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.61,
|
|
"learning_rate": 4.1194723862250317e-07,
|
|
"loss": 0.2267,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 2.64,
|
|
"learning_rate": 3.4893648452724636e-07,
|
|
"loss": 0.2312,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.64,
|
|
"eval_loss": 0.4273243546485901,
|
|
"eval_runtime": 62.5591,
|
|
"eval_samples_per_second": 13.315,
|
|
"eval_steps_per_second": 0.847,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.67,
|
|
"learning_rate": 2.9097963322834597e-07,
|
|
"loss": 0.2306,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.7,
|
|
"learning_rate": 2.3813966135294574e-07,
|
|
"loss": 0.2334,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.7,
|
|
"eval_loss": 0.42646506428718567,
|
|
"eval_runtime": 62.6378,
|
|
"eval_samples_per_second": 13.299,
|
|
"eval_steps_per_second": 0.846,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.73,
|
|
"learning_rate": 1.9047398546410633e-07,
|
|
"loss": 0.2306,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 2.76,
|
|
"learning_rate": 1.4803439967125022e-07,
|
|
"loss": 0.2278,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 2.76,
|
|
"eval_loss": 0.42754805088043213,
|
|
"eval_runtime": 62.1476,
|
|
"eval_samples_per_second": 13.404,
|
|
"eval_steps_per_second": 0.853,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 2.8,
|
|
"learning_rate": 1.1086701935005606e-07,
|
|
"loss": 0.2296,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 2.83,
|
|
"learning_rate": 7.901223103291833e-08,
|
|
"loss": 0.2295,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.83,
|
|
"eval_loss": 0.4276488721370697,
|
|
"eval_runtime": 61.9957,
|
|
"eval_samples_per_second": 13.436,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.86,
|
|
"learning_rate": 5.250464852444792e-08,
|
|
"loss": 0.2334,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 2.89,
|
|
"learning_rate": 3.137307528968292e-08,
|
|
"loss": 0.2292,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 2.89,
|
|
"eval_loss": 0.4273829162120819,
|
|
"eval_runtime": 62.0452,
|
|
"eval_samples_per_second": 13.426,
|
|
"eval_steps_per_second": 0.854,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 2.92,
|
|
"learning_rate": 1.5640473155894566e-08,
|
|
"loss": 0.2284,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 2.95,
|
|
"learning_rate": 5.323937361977338e-09,
|
|
"loss": 0.2291,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 2.95,
|
|
"eval_loss": 0.42734310030937195,
|
|
"eval_runtime": 61.9825,
|
|
"eval_samples_per_second": 13.439,
|
|
"eval_steps_per_second": 0.855,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 2.98,
|
|
"learning_rate": 4.346779825575853e-10,
|
|
"loss": 0.2288,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"step": 954,
|
|
"total_flos": 6.195687991759864e+18,
|
|
"train_loss": 0.1527079766776327,
|
|
"train_runtime": 29559.5606,
|
|
"train_samples_per_second": 4.138,
|
|
"train_steps_per_second": 0.032
|
|
}
|
|
],
|
|
"max_steps": 954,
|
|
"num_train_epochs": 3,
|
|
"total_flos": 6.195687991759864e+18,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|