644 lines
14 KiB
JSON
644 lines
14 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 875,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.011428571428571429,
|
|
"grad_norm": 8.8125,
|
|
"learning_rate": 1.9931428571428572e-05,
|
|
"loss": 1.9888,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.022857142857142857,
|
|
"grad_norm": 12.375,
|
|
"learning_rate": 1.9855238095238097e-05,
|
|
"loss": 1.9967,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.03428571428571429,
|
|
"grad_norm": 5.5625,
|
|
"learning_rate": 1.977904761904762e-05,
|
|
"loss": 2.0192,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.045714285714285714,
|
|
"grad_norm": 5.5,
|
|
"learning_rate": 1.9702857142857144e-05,
|
|
"loss": 1.8645,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.05714285714285714,
|
|
"grad_norm": 9.875,
|
|
"learning_rate": 1.9626666666666666e-05,
|
|
"loss": 1.8542,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.06857142857142857,
|
|
"grad_norm": 8.4375,
|
|
"learning_rate": 1.955047619047619e-05,
|
|
"loss": 1.8759,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"grad_norm": 8.0625,
|
|
"learning_rate": 1.9474285714285717e-05,
|
|
"loss": 1.8596,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.09142857142857143,
|
|
"grad_norm": 5.3125,
|
|
"learning_rate": 1.9398095238095242e-05,
|
|
"loss": 1.9033,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.10285714285714286,
|
|
"grad_norm": 5.40625,
|
|
"learning_rate": 1.9321904761904764e-05,
|
|
"loss": 1.9043,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.11428571428571428,
|
|
"grad_norm": 11.5625,
|
|
"learning_rate": 1.924571428571429e-05,
|
|
"loss": 1.8167,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.12571428571428572,
|
|
"grad_norm": 5.4375,
|
|
"learning_rate": 1.916952380952381e-05,
|
|
"loss": 1.895,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.13714285714285715,
|
|
"grad_norm": 9.5625,
|
|
"learning_rate": 1.9093333333333336e-05,
|
|
"loss": 1.7262,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.14857142857142858,
|
|
"grad_norm": 9.4375,
|
|
"learning_rate": 1.9017142857142858e-05,
|
|
"loss": 1.7154,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"grad_norm": 10.0,
|
|
"learning_rate": 1.8940952380952383e-05,
|
|
"loss": 1.7691,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.17142857142857143,
|
|
"grad_norm": 8.5625,
|
|
"learning_rate": 1.8864761904761905e-05,
|
|
"loss": 1.7355,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.18285714285714286,
|
|
"grad_norm": 10.4375,
|
|
"learning_rate": 1.878857142857143e-05,
|
|
"loss": 1.7459,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.19428571428571428,
|
|
"grad_norm": 5.53125,
|
|
"learning_rate": 1.871238095238095e-05,
|
|
"loss": 1.7143,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.2057142857142857,
|
|
"grad_norm": 5.4375,
|
|
"learning_rate": 1.8636190476190477e-05,
|
|
"loss": 1.7224,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.21714285714285714,
|
|
"grad_norm": 8.0625,
|
|
"learning_rate": 1.8560000000000002e-05,
|
|
"loss": 1.8074,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.22857142857142856,
|
|
"grad_norm": 7.59375,
|
|
"learning_rate": 1.8483809523809527e-05,
|
|
"loss": 1.669,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"grad_norm": 9.375,
|
|
"learning_rate": 1.840761904761905e-05,
|
|
"loss": 1.618,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.25142857142857145,
|
|
"grad_norm": 7.90625,
|
|
"learning_rate": 1.8331428571428574e-05,
|
|
"loss": 1.6082,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.26285714285714284,
|
|
"grad_norm": 10.75,
|
|
"learning_rate": 1.8255238095238096e-05,
|
|
"loss": 1.7375,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.2742857142857143,
|
|
"grad_norm": 11.1875,
|
|
"learning_rate": 1.817904761904762e-05,
|
|
"loss": 1.6307,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 5.0625,
|
|
"learning_rate": 1.8102857142857143e-05,
|
|
"loss": 1.6587,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.29714285714285715,
|
|
"grad_norm": 7.21875,
|
|
"learning_rate": 1.8026666666666668e-05,
|
|
"loss": 1.6115,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.30857142857142855,
|
|
"grad_norm": 8.0,
|
|
"learning_rate": 1.7950476190476193e-05,
|
|
"loss": 1.6977,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"grad_norm": 8.8125,
|
|
"learning_rate": 1.7874285714285715e-05,
|
|
"loss": 1.6917,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.3314285714285714,
|
|
"grad_norm": 7.84375,
|
|
"learning_rate": 1.779809523809524e-05,
|
|
"loss": 1.6627,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.34285714285714286,
|
|
"grad_norm": 6.9375,
|
|
"learning_rate": 1.7721904761904762e-05,
|
|
"loss": 1.6624,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.35428571428571426,
|
|
"grad_norm": 7.40625,
|
|
"learning_rate": 1.7645714285714287e-05,
|
|
"loss": 1.648,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.3657142857142857,
|
|
"grad_norm": 7.625,
|
|
"learning_rate": 1.7569523809523812e-05,
|
|
"loss": 1.5403,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.37714285714285717,
|
|
"grad_norm": 4.84375,
|
|
"learning_rate": 1.7493333333333334e-05,
|
|
"loss": 1.5421,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.38857142857142857,
|
|
"grad_norm": 4.875,
|
|
"learning_rate": 1.741714285714286e-05,
|
|
"loss": 1.5622,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"grad_norm": 7.46875,
|
|
"learning_rate": 1.734095238095238e-05,
|
|
"loss": 1.7199,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.4114285714285714,
|
|
"grad_norm": 5.15625,
|
|
"learning_rate": 1.7264761904761906e-05,
|
|
"loss": 1.6067,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.4228571428571429,
|
|
"grad_norm": 4.65625,
|
|
"learning_rate": 1.718857142857143e-05,
|
|
"loss": 1.7152,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.4342857142857143,
|
|
"grad_norm": 4.59375,
|
|
"learning_rate": 1.7112380952380953e-05,
|
|
"loss": 1.5444,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.44571428571428573,
|
|
"grad_norm": 4.625,
|
|
"learning_rate": 1.703619047619048e-05,
|
|
"loss": 1.6443,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.45714285714285713,
|
|
"grad_norm": 8.9375,
|
|
"learning_rate": 1.696e-05,
|
|
"loss": 1.5569,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.4685714285714286,
|
|
"grad_norm": 8.9375,
|
|
"learning_rate": 1.6883809523809525e-05,
|
|
"loss": 1.596,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"grad_norm": 7.4375,
|
|
"learning_rate": 1.6807619047619047e-05,
|
|
"loss": 1.5753,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.49142857142857144,
|
|
"grad_norm": 9.625,
|
|
"learning_rate": 1.6731428571428572e-05,
|
|
"loss": 1.6193,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.5028571428571429,
|
|
"grad_norm": 4.4375,
|
|
"learning_rate": 1.6655238095238098e-05,
|
|
"loss": 1.5877,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.5142857142857142,
|
|
"grad_norm": 9.1875,
|
|
"learning_rate": 1.6579047619047623e-05,
|
|
"loss": 1.5681,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.5257142857142857,
|
|
"grad_norm": 12.0625,
|
|
"learning_rate": 1.6502857142857145e-05,
|
|
"loss": 1.6782,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.5371428571428571,
|
|
"grad_norm": 7.65625,
|
|
"learning_rate": 1.642666666666667e-05,
|
|
"loss": 1.6545,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.5485714285714286,
|
|
"grad_norm": 7.03125,
|
|
"learning_rate": 1.635047619047619e-05,
|
|
"loss": 1.6264,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"grad_norm": 6.03125,
|
|
"learning_rate": 1.6274285714285717e-05,
|
|
"loss": 1.5563,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 10.75,
|
|
"learning_rate": 1.619809523809524e-05,
|
|
"loss": 1.5513,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.5828571428571429,
|
|
"grad_norm": 7.59375,
|
|
"learning_rate": 1.6121904761904764e-05,
|
|
"loss": 1.4819,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.5942857142857143,
|
|
"grad_norm": 4.5,
|
|
"learning_rate": 1.6045714285714286e-05,
|
|
"loss": 1.4309,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.6057142857142858,
|
|
"grad_norm": 8.1875,
|
|
"learning_rate": 1.596952380952381e-05,
|
|
"loss": 1.5876,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.6171428571428571,
|
|
"grad_norm": 6.875,
|
|
"learning_rate": 1.5893333333333333e-05,
|
|
"loss": 1.571,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.6285714285714286,
|
|
"grad_norm": 9.0,
|
|
"learning_rate": 1.5817142857142858e-05,
|
|
"loss": 1.6309,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"grad_norm": 11.5625,
|
|
"learning_rate": 1.5740952380952383e-05,
|
|
"loss": 1.5925,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.6514285714285715,
|
|
"grad_norm": 7.84375,
|
|
"learning_rate": 1.5664761904761908e-05,
|
|
"loss": 1.6497,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.6628571428571428,
|
|
"grad_norm": 7.40625,
|
|
"learning_rate": 1.558857142857143e-05,
|
|
"loss": 1.6019,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.6742857142857143,
|
|
"grad_norm": 11.0625,
|
|
"learning_rate": 1.5512380952380955e-05,
|
|
"loss": 1.5245,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.6857142857142857,
|
|
"grad_norm": 7.625,
|
|
"learning_rate": 1.5436190476190477e-05,
|
|
"loss": 1.6233,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.6971428571428572,
|
|
"grad_norm": 4.5,
|
|
"learning_rate": 1.5360000000000002e-05,
|
|
"loss": 1.5626,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.7085714285714285,
|
|
"grad_norm": 4.21875,
|
|
"learning_rate": 1.5283809523809524e-05,
|
|
"loss": 1.5373,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"grad_norm": 4.71875,
|
|
"learning_rate": 1.5207619047619049e-05,
|
|
"loss": 1.5909,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.7314285714285714,
|
|
"grad_norm": 10.6875,
|
|
"learning_rate": 1.5131428571428572e-05,
|
|
"loss": 1.4714,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.7428571428571429,
|
|
"grad_norm": 6.9375,
|
|
"learning_rate": 1.5055238095238096e-05,
|
|
"loss": 1.5292,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.7542857142857143,
|
|
"grad_norm": 7.28125,
|
|
"learning_rate": 1.497904761904762e-05,
|
|
"loss": 1.5917,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.7657142857142857,
|
|
"grad_norm": 9.75,
|
|
"learning_rate": 1.4902857142857143e-05,
|
|
"loss": 1.5508,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.7771428571428571,
|
|
"grad_norm": 8.9375,
|
|
"learning_rate": 1.4826666666666666e-05,
|
|
"loss": 1.507,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.7885714285714286,
|
|
"grad_norm": 4.4375,
|
|
"learning_rate": 1.475047619047619e-05,
|
|
"loss": 1.4868,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"grad_norm": 3.859375,
|
|
"learning_rate": 1.4674285714285717e-05,
|
|
"loss": 1.5543,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.8114285714285714,
|
|
"grad_norm": 7.25,
|
|
"learning_rate": 1.459809523809524e-05,
|
|
"loss": 1.5614,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.8228571428571428,
|
|
"grad_norm": 9.5,
|
|
"learning_rate": 1.4521904761904764e-05,
|
|
"loss": 1.5602,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.8342857142857143,
|
|
"grad_norm": 7.21875,
|
|
"learning_rate": 1.4445714285714287e-05,
|
|
"loss": 1.5402,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.8457142857142858,
|
|
"grad_norm": 12.25,
|
|
"learning_rate": 1.436952380952381e-05,
|
|
"loss": 1.5051,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 7.6875,
|
|
"learning_rate": 1.4293333333333334e-05,
|
|
"loss": 1.5664,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.8685714285714285,
|
|
"grad_norm": 7.15625,
|
|
"learning_rate": 1.4217142857142858e-05,
|
|
"loss": 1.5559,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"grad_norm": 7.0,
|
|
"learning_rate": 1.4140952380952381e-05,
|
|
"loss": 1.5692,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.8914285714285715,
|
|
"grad_norm": 7.0625,
|
|
"learning_rate": 1.4064761904761905e-05,
|
|
"loss": 1.4831,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.9028571428571428,
|
|
"grad_norm": 7.4375,
|
|
"learning_rate": 1.398857142857143e-05,
|
|
"loss": 1.5555,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.9142857142857143,
|
|
"grad_norm": 6.0,
|
|
"learning_rate": 1.3912380952380953e-05,
|
|
"loss": 1.4786,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.9257142857142857,
|
|
"grad_norm": 7.65625,
|
|
"learning_rate": 1.3836190476190477e-05,
|
|
"loss": 1.4988,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.9371428571428572,
|
|
"grad_norm": 4.96875,
|
|
"learning_rate": 1.376e-05,
|
|
"loss": 1.4796,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.9485714285714286,
|
|
"grad_norm": 9.6875,
|
|
"learning_rate": 1.3683809523809526e-05,
|
|
"loss": 1.4938,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"grad_norm": 7.375,
|
|
"learning_rate": 1.3607619047619049e-05,
|
|
"loss": 1.45,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.9714285714285714,
|
|
"grad_norm": 4.25,
|
|
"learning_rate": 1.3531428571428573e-05,
|
|
"loss": 1.5857,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.9828571428571429,
|
|
"grad_norm": 9.9375,
|
|
"learning_rate": 1.3455238095238096e-05,
|
|
"loss": 1.5624,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.9942857142857143,
|
|
"grad_norm": 4.46875,
|
|
"learning_rate": 1.3379047619047621e-05,
|
|
"loss": 1.6043,
|
|
"step": 870
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 2625,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 5.391407485288448e+16,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|