719 lines
14 KiB
JSON
719 lines
14 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 2.9998381091144566,
|
|
"eval_steps": 500,
|
|
"global_step": 1158,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 1.3326,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 0.841,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 0.7663,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.9999021765072576e-05,
|
|
"loss": 0.7506,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.999119703394801e-05,
|
|
"loss": 0.7395,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9975553694939593e-05,
|
|
"loss": 0.7412,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 1.9952103989737013e-05,
|
|
"loss": 0.7374,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 1.9920866268899203e-05,
|
|
"loss": 0.7292,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 1.988186497749411e-05,
|
|
"loss": 0.7117,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 1.9835130635969228e-05,
|
|
"loss": 0.7154,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 1.978069981626783e-05,
|
|
"loss": 0.7063,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 1.9718615113209588e-05,
|
|
"loss": 0.7022,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 1.9648925111158037e-05,
|
|
"loss": 0.6856,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 1.9571684346000877e-05,
|
|
"loss": 0.6846,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 1.9486953262472945e-05,
|
|
"loss": 0.6944,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 1.9394798166855205e-05,
|
|
"loss": 0.6608,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9295291175086782e-05,
|
|
"loss": 0.6902,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9188510156330676e-05,
|
|
"loss": 0.6819,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9074538672037254e-05,
|
|
"loss": 0.6637,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8953465910553274e-05,
|
|
"loss": 0.6487,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8825386617327586e-05,
|
|
"loss": 0.6593,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.869040102076809e-05,
|
|
"loss": 0.6442,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.8548614753808046e-05,
|
|
"loss": 0.648,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.8400138771243056e-05,
|
|
"loss": 0.6753,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.8245089262903407e-05,
|
|
"loss": 0.6119,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.8083587562729796e-05,
|
|
"loss": 0.6314,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.7915760053823454e-05,
|
|
"loss": 0.6128,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.7741738069545126e-05,
|
|
"loss": 0.6201,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.756165779074016e-05,
|
|
"loss": 0.6087,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.7375660139170276e-05,
|
|
"loss": 0.5939,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.7183890667235245e-05,
|
|
"loss": 0.5884,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.698649944407093e-05,
|
|
"loss": 0.6041,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.6783640938112742e-05,
|
|
"loss": 0.5939,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.6575473896216393e-05,
|
|
"loss": 0.5867,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.6362161219430618e-05,
|
|
"loss": 0.5946,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.6143869835519003e-05,
|
|
"loss": 0.5657,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.592077056833073e-05,
|
|
"loss": 0.5826,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.5693038004122415e-05,
|
|
"loss": 0.5883,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.546085035493571e-05,
|
|
"loss": 0.5367,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.522438931913751e-05,
|
|
"loss": 0.4847,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.4983839939231986e-05,
|
|
"loss": 0.487,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.4739390457055593e-05,
|
|
"loss": 0.4939,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.4491232166468532e-05,
|
|
"loss": 0.4791,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.4239559263657764e-05,
|
|
"loss": 0.499,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.3984568695168877e-05,
|
|
"loss": 0.4845,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.3726460003785609e-05,
|
|
"loss": 0.4752,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 1.3465435172377733e-05,
|
|
"loss": 0.4911,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 1.3201698465839414e-05,
|
|
"loss": 0.471,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 1.2935456271241784e-05,
|
|
"loss": 0.4681,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 1.266691693632483e-05,
|
|
"loss": 0.4596,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 1.2396290606454912e-05,
|
|
"loss": 0.4635,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 1.2123789060175593e-05,
|
|
"loss": 0.477,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 1.1849625543480402e-05,
|
|
"loss": 0.4493,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 1.1574014602937274e-05,
|
|
"loss": 0.4637,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 1.129717191779517e-05,
|
|
"loss": 0.4229,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 1.1019314131204394e-05,
|
|
"loss": 0.4225,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 1.0740658680682523e-05,
|
|
"loss": 0.4398,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 1.0461423627958803e-05,
|
|
"loss": 0.4286,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 1.0181827488329975e-05,
|
|
"loss": 0.428,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 9.902089059661206e-06,
|
|
"loss": 0.4289,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 9.622427251165921e-06,
|
|
"loss": 0.4253,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 9.34306091209845e-06,
|
|
"loss": 0.413,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 9.064208660493614e-06,
|
|
"loss": 0.436,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 8.786088712087269e-06,
|
|
"loss": 0.4113,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 8.508918709551643e-06,
|
|
"loss": 0.4073,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 8.232915552179152e-06,
|
|
"loss": 0.4055,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 7.958295226147911e-06,
|
|
"loss": 0.4133,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 7.685272635501836e-06,
|
|
"loss": 0.3992,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 7.414061433977566e-06,
|
|
"loss": 0.3877,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 7.144873857809769e-06,
|
|
"loss": 0.3814,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 6.8779205596457885e-06,
|
|
"loss": 0.3643,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 6.613410443699453e-06,
|
|
"loss": 0.3764,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 6.3515505022731805e-06,
|
|
"loss": 0.3554,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 6.092545653776194e-06,
|
|
"loss": 0.3686,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 5.836598582365717e-06,
|
|
"loss": 0.3535,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 5.583909579336528e-06,
|
|
"loss": 0.3883,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 5.334676386383093e-06,
|
|
"loss": 0.3548,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 2.02,
|
|
"learning_rate": 5.089094040856877e-06,
|
|
"loss": 0.334,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.05,
|
|
"learning_rate": 4.847354723139893e-06,
|
|
"loss": 0.3223,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 2.07,
|
|
"learning_rate": 4.609647606254046e-06,
|
|
"loss": 0.315,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.1,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 0.3239,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 2.12,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 0.3096,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.15,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 0.2924,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 2.18,
|
|
"learning_rate": 1.9999021765072576e-05,
|
|
"loss": 0.2998,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.2,
|
|
"learning_rate": 1.999119703394801e-05,
|
|
"loss": 0.291,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.23,
|
|
"learning_rate": 1.9975553694939593e-05,
|
|
"loss": 0.3037,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.25,
|
|
"learning_rate": 1.9952103989737013e-05,
|
|
"loss": 0.2889,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 2.28,
|
|
"learning_rate": 1.9920866268899203e-05,
|
|
"loss": 0.3032,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 2.31,
|
|
"learning_rate": 1.988186497749411e-05,
|
|
"loss": 0.3041,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 2.33,
|
|
"learning_rate": 1.9835130635969228e-05,
|
|
"loss": 0.2982,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.36,
|
|
"learning_rate": 1.978069981626783e-05,
|
|
"loss": 0.271,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 2.38,
|
|
"learning_rate": 1.9718615113209588e-05,
|
|
"loss": 0.2896,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 2.41,
|
|
"learning_rate": 1.9648925111158037e-05,
|
|
"loss": 0.284,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 2.44,
|
|
"learning_rate": 1.9571684346000877e-05,
|
|
"loss": 0.2854,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 2.46,
|
|
"learning_rate": 1.9486953262472945e-05,
|
|
"loss": 0.2717,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 2.49,
|
|
"learning_rate": 1.9394798166855205e-05,
|
|
"loss": 0.2885,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 2.51,
|
|
"learning_rate": 1.9295291175086782e-05,
|
|
"loss": 0.2797,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 2.54,
|
|
"learning_rate": 1.9188510156330676e-05,
|
|
"loss": 0.2627,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 2.56,
|
|
"learning_rate": 1.9074538672037254e-05,
|
|
"loss": 0.2887,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 2.59,
|
|
"learning_rate": 1.8953465910553274e-05,
|
|
"loss": 0.2671,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 2.62,
|
|
"learning_rate": 1.8825386617327586e-05,
|
|
"loss": 0.2786,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 2.64,
|
|
"learning_rate": 1.869040102076809e-05,
|
|
"loss": 0.2705,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 2.67,
|
|
"learning_rate": 1.8548614753808046e-05,
|
|
"loss": 0.2637,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 2.69,
|
|
"learning_rate": 1.8400138771243056e-05,
|
|
"loss": 0.2599,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 2.72,
|
|
"learning_rate": 1.8245089262903407e-05,
|
|
"loss": 0.2632,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 2.75,
|
|
"learning_rate": 1.8083587562729796e-05,
|
|
"loss": 0.2529,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 2.77,
|
|
"learning_rate": 1.7915760053823454e-05,
|
|
"loss": 0.2387,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 2.8,
|
|
"learning_rate": 1.7741738069545126e-05,
|
|
"loss": 0.2451,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 2.82,
|
|
"learning_rate": 1.756165779074016e-05,
|
|
"loss": 0.2542,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 2.85,
|
|
"learning_rate": 1.7375660139170276e-05,
|
|
"loss": 0.2492,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 2.88,
|
|
"learning_rate": 1.7183890667235245e-05,
|
|
"loss": 0.2344,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 2.9,
|
|
"learning_rate": 1.698649944407093e-05,
|
|
"loss": 0.249,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 2.93,
|
|
"learning_rate": 1.6783640938112742e-05,
|
|
"loss": 0.2457,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 2.95,
|
|
"learning_rate": 1.6575473896216393e-05,
|
|
"loss": 0.2497,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 2.98,
|
|
"learning_rate": 1.6362161219430618e-05,
|
|
"loss": 0.2449,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"step": 1158,
|
|
"total_flos": 1.0577162556235842e+19,
|
|
"train_loss": 0.08461039424560231,
|
|
"train_runtime": 32175.0491,
|
|
"train_samples_per_second": 4.607,
|
|
"train_steps_per_second": 0.036
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 1158,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 400,
|
|
"total_flos": 1.0577162556235842e+19,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|