3615 lines
82 KiB
JSON
3615 lines
82 KiB
JSON
{
|
|
"best_global_step": 5000,
|
|
"best_metric": 0.47889795899391174,
|
|
"best_model_checkpoint": "/home/unsloth/szakdolgozat/stage2_exercise_scenario_generator_model/gpt-sw3-finetuned/checkpoint-5000",
|
|
"epoch": 3.791275486012328,
|
|
"eval_steps": 500,
|
|
"global_step": 5000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.007586533902323376,
|
|
"grad_norm": 18.25,
|
|
"learning_rate": 8.522727272727273e-07,
|
|
"loss": 2.8483,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.015173067804646752,
|
|
"grad_norm": 20.5,
|
|
"learning_rate": 1.7992424242424244e-06,
|
|
"loss": 2.8471,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.02275960170697013,
|
|
"grad_norm": 12.1875,
|
|
"learning_rate": 2.7462121212121215e-06,
|
|
"loss": 2.7292,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.030346135609293504,
|
|
"grad_norm": 11.1875,
|
|
"learning_rate": 3.6931818181818186e-06,
|
|
"loss": 2.794,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.03793266951161688,
|
|
"grad_norm": 14.8125,
|
|
"learning_rate": 4.640151515151515e-06,
|
|
"loss": 2.6682,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.04551920341394026,
|
|
"grad_norm": 11.125,
|
|
"learning_rate": 5.587121212121213e-06,
|
|
"loss": 2.5886,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.05310573731626363,
|
|
"grad_norm": 7.375,
|
|
"learning_rate": 6.534090909090909e-06,
|
|
"loss": 2.4229,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.06069227121858701,
|
|
"grad_norm": 6.21875,
|
|
"learning_rate": 7.481060606060607e-06,
|
|
"loss": 2.3076,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.06827880512091039,
|
|
"grad_norm": 6.96875,
|
|
"learning_rate": 8.428030303030303e-06,
|
|
"loss": 2.2223,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.07586533902323377,
|
|
"grad_norm": 5.25,
|
|
"learning_rate": 9.375000000000001e-06,
|
|
"loss": 2.112,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.08345187292555714,
|
|
"grad_norm": 6.0,
|
|
"learning_rate": 1.0321969696969698e-05,
|
|
"loss": 2.0566,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.09103840682788052,
|
|
"grad_norm": 4.15625,
|
|
"learning_rate": 1.1268939393939394e-05,
|
|
"loss": 1.8943,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.09862494073020389,
|
|
"grad_norm": 4.34375,
|
|
"learning_rate": 1.2215909090909092e-05,
|
|
"loss": 1.8111,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.10621147463252727,
|
|
"grad_norm": 4.0625,
|
|
"learning_rate": 1.3162878787878787e-05,
|
|
"loss": 1.753,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.11379800853485064,
|
|
"grad_norm": 4.125,
|
|
"learning_rate": 1.4109848484848487e-05,
|
|
"loss": 1.7014,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.12138454243717402,
|
|
"grad_norm": 4.34375,
|
|
"learning_rate": 1.5056818181818182e-05,
|
|
"loss": 1.6254,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.1289710763394974,
|
|
"grad_norm": 4.5625,
|
|
"learning_rate": 1.600378787878788e-05,
|
|
"loss": 1.5866,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.13655761024182078,
|
|
"grad_norm": 5.875,
|
|
"learning_rate": 1.6950757575757574e-05,
|
|
"loss": 1.4858,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.14414414414414414,
|
|
"grad_norm": 4.9375,
|
|
"learning_rate": 1.7897727272727276e-05,
|
|
"loss": 1.4044,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.15173067804646753,
|
|
"grad_norm": 5.3125,
|
|
"learning_rate": 1.884469696969697e-05,
|
|
"loss": 1.3114,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.1593172119487909,
|
|
"grad_norm": 4.40625,
|
|
"learning_rate": 1.9791666666666665e-05,
|
|
"loss": 1.2421,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.16690374585111428,
|
|
"grad_norm": 3.65625,
|
|
"learning_rate": 2.0738636363636367e-05,
|
|
"loss": 1.1665,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.17449027975343764,
|
|
"grad_norm": 3.390625,
|
|
"learning_rate": 2.1685606060606062e-05,
|
|
"loss": 1.1339,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.18207681365576103,
|
|
"grad_norm": 3.0625,
|
|
"learning_rate": 2.2632575757575757e-05,
|
|
"loss": 1.1219,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.1896633475580844,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 2.3579545454545455e-05,
|
|
"loss": 1.0914,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.19724988146040778,
|
|
"grad_norm": 3.171875,
|
|
"learning_rate": 2.4526515151515154e-05,
|
|
"loss": 1.0727,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.20483641536273114,
|
|
"grad_norm": 3.625,
|
|
"learning_rate": 2.5473484848484852e-05,
|
|
"loss": 1.0931,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.21242294926505453,
|
|
"grad_norm": 3.375,
|
|
"learning_rate": 2.6420454545454547e-05,
|
|
"loss": 1.041,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.2200094831673779,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 2.7367424242424245e-05,
|
|
"loss": 1.0206,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.22759601706970128,
|
|
"grad_norm": 3.140625,
|
|
"learning_rate": 2.831439393939394e-05,
|
|
"loss": 1.0103,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.23518255097202465,
|
|
"grad_norm": 13.5625,
|
|
"learning_rate": 2.9261363636363635e-05,
|
|
"loss": 0.9865,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.24276908487434803,
|
|
"grad_norm": 3.40625,
|
|
"learning_rate": 3.0208333333333334e-05,
|
|
"loss": 0.9431,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.2503556187766714,
|
|
"grad_norm": 3.46875,
|
|
"learning_rate": 3.115530303030303e-05,
|
|
"loss": 0.9698,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.2579421526789948,
|
|
"grad_norm": 3.0,
|
|
"learning_rate": 3.210227272727273e-05,
|
|
"loss": 0.9284,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.2655286865813182,
|
|
"grad_norm": 3.0625,
|
|
"learning_rate": 3.3049242424242425e-05,
|
|
"loss": 0.8814,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.27311522048364156,
|
|
"grad_norm": 3.609375,
|
|
"learning_rate": 3.399621212121212e-05,
|
|
"loss": 0.8822,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.2807017543859649,
|
|
"grad_norm": 3.796875,
|
|
"learning_rate": 3.494318181818182e-05,
|
|
"loss": 0.8931,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.2882882882882883,
|
|
"grad_norm": 3.203125,
|
|
"learning_rate": 3.589015151515152e-05,
|
|
"loss": 0.8948,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.2958748221906117,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 3.683712121212121e-05,
|
|
"loss": 0.8459,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.30346135609293506,
|
|
"grad_norm": 3.03125,
|
|
"learning_rate": 3.778409090909091e-05,
|
|
"loss": 0.8503,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.3110478899952584,
|
|
"grad_norm": 3.078125,
|
|
"learning_rate": 3.873106060606061e-05,
|
|
"loss": 0.8365,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.3186344238975818,
|
|
"grad_norm": 3.171875,
|
|
"learning_rate": 3.96780303030303e-05,
|
|
"loss": 0.8607,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.3262209577999052,
|
|
"grad_norm": 3.5625,
|
|
"learning_rate": 4.0625000000000005e-05,
|
|
"loss": 0.8253,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.33380749170222856,
|
|
"grad_norm": 3.46875,
|
|
"learning_rate": 4.15719696969697e-05,
|
|
"loss": 0.8143,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.3413940256045519,
|
|
"grad_norm": 3.859375,
|
|
"learning_rate": 4.2518939393939395e-05,
|
|
"loss": 0.7962,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.3489805595068753,
|
|
"grad_norm": 3.203125,
|
|
"learning_rate": 4.346590909090909e-05,
|
|
"loss": 0.8083,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.3565670934091987,
|
|
"grad_norm": 3.125,
|
|
"learning_rate": 4.441287878787879e-05,
|
|
"loss": 0.7884,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.36415362731152207,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 4.5359848484848486e-05,
|
|
"loss": 0.7643,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.3717401612138454,
|
|
"grad_norm": 2.828125,
|
|
"learning_rate": 4.630681818181818e-05,
|
|
"loss": 0.7865,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.3793266951161688,
|
|
"grad_norm": 3.03125,
|
|
"learning_rate": 4.725378787878788e-05,
|
|
"loss": 0.7825,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.3793266951161688,
|
|
"eval_loss": 0.72025066614151,
|
|
"eval_runtime": 9.0957,
|
|
"eval_samples_per_second": 122.036,
|
|
"eval_steps_per_second": 15.282,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.3869132290184922,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 4.820075757575758e-05,
|
|
"loss": 0.7693,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.39449976292081557,
|
|
"grad_norm": 3.9375,
|
|
"learning_rate": 4.914772727272727e-05,
|
|
"loss": 0.7902,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.40208629682313896,
|
|
"grad_norm": 2.90625,
|
|
"learning_rate": 4.9999994527467846e-05,
|
|
"loss": 0.7622,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.4096728307254623,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 4.999933782650834e-05,
|
|
"loss": 0.747,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.4172593646277857,
|
|
"grad_norm": 2.890625,
|
|
"learning_rate": 4.999758665206119e-05,
|
|
"loss": 0.7543,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.42484589853010907,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 4.999474108079299e-05,
|
|
"loss": 0.7418,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.43243243243243246,
|
|
"grad_norm": 2.90625,
|
|
"learning_rate": 4.9990801237283106e-05,
|
|
"loss": 0.7405,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.4400189663347558,
|
|
"grad_norm": 3.09375,
|
|
"learning_rate": 4.998576729401832e-05,
|
|
"loss": 0.717,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.4476055002370792,
|
|
"grad_norm": 2.765625,
|
|
"learning_rate": 4.997963947138513e-05,
|
|
"loss": 0.7181,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.45519203413940257,
|
|
"grad_norm": 3.09375,
|
|
"learning_rate": 4.9972418037660236e-05,
|
|
"loss": 0.7132,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.46277856804172596,
|
|
"grad_norm": 2.84375,
|
|
"learning_rate": 4.9964103308998723e-05,
|
|
"loss": 0.7236,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.4703651019440493,
|
|
"grad_norm": 3.125,
|
|
"learning_rate": 4.995469564942023e-05,
|
|
"loss": 0.6841,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.4779516358463727,
|
|
"grad_norm": 2.84375,
|
|
"learning_rate": 4.994419547079303e-05,
|
|
"loss": 0.682,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.48553816974869607,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 4.9932603232815976e-05,
|
|
"loss": 0.6747,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.49312470365101946,
|
|
"grad_norm": 2.90625,
|
|
"learning_rate": 4.991991944299841e-05,
|
|
"loss": 0.6993,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.5007112375533428,
|
|
"grad_norm": 3.125,
|
|
"learning_rate": 4.990614465663789e-05,
|
|
"loss": 0.6905,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.5082977714556662,
|
|
"grad_norm": 2.640625,
|
|
"learning_rate": 4.989127947679595e-05,
|
|
"loss": 0.6803,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.5158843053579896,
|
|
"grad_norm": 2.609375,
|
|
"learning_rate": 4.987532455427161e-05,
|
|
"loss": 0.6721,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.5234708392603129,
|
|
"grad_norm": 2.890625,
|
|
"learning_rate": 4.985828058757298e-05,
|
|
"loss": 0.67,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.5310573731626363,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 4.98401483228866e-05,
|
|
"loss": 0.6955,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.5386439070649597,
|
|
"grad_norm": 2.609375,
|
|
"learning_rate": 4.982092855404482e-05,
|
|
"loss": 0.678,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.5462304409672831,
|
|
"grad_norm": 2.890625,
|
|
"learning_rate": 4.9800622122491026e-05,
|
|
"loss": 0.6769,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.5538169748696065,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 4.9779229917242795e-05,
|
|
"loss": 0.6803,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.5614035087719298,
|
|
"grad_norm": 2.9375,
|
|
"learning_rate": 4.9756752874853006e-05,
|
|
"loss": 0.6512,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.5689900426742532,
|
|
"grad_norm": 3.3125,
|
|
"learning_rate": 4.973319197936879e-05,
|
|
"loss": 0.6642,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.5765765765765766,
|
|
"grad_norm": 2.640625,
|
|
"learning_rate": 4.97085482622885e-05,
|
|
"loss": 0.6701,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.5841631104788999,
|
|
"grad_norm": 2.84375,
|
|
"learning_rate": 4.9682822802516506e-05,
|
|
"loss": 0.6523,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.5917496443812233,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 4.965601672631597e-05,
|
|
"loss": 0.6535,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.5993361782835467,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 4.9628131207259596e-05,
|
|
"loss": 0.6452,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.6069227121858701,
|
|
"grad_norm": 2.71875,
|
|
"learning_rate": 4.959916746617814e-05,
|
|
"loss": 0.6686,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.6145092460881935,
|
|
"grad_norm": 2.578125,
|
|
"learning_rate": 4.9569126771107086e-05,
|
|
"loss": 0.6433,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.6220957799905168,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 4.953801043723102e-05,
|
|
"loss": 0.6608,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.6296823138928402,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 4.950581982682614e-05,
|
|
"loss": 0.6492,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.6372688477951636,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 4.947255634920054e-05,
|
|
"loss": 0.6523,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.6448553816974869,
|
|
"grad_norm": 2.671875,
|
|
"learning_rate": 4.9438221460632584e-05,
|
|
"loss": 0.6343,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.6524419155998104,
|
|
"grad_norm": 2.671875,
|
|
"learning_rate": 4.940281666430708e-05,
|
|
"loss": 0.6565,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.6600284495021337,
|
|
"grad_norm": 2.578125,
|
|
"learning_rate": 4.9366343510249543e-05,
|
|
"loss": 0.6736,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.6676149834044571,
|
|
"grad_norm": 2.578125,
|
|
"learning_rate": 4.9328803595258254e-05,
|
|
"loss": 0.6229,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.6752015173067805,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 4.929019856283442e-05,
|
|
"loss": 0.6358,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.6827880512091038,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 4.925053010311018e-05,
|
|
"loss": 0.6187,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.6903745851114272,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 4.920979995277464e-05,
|
|
"loss": 0.6408,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.6979611190137506,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 4.916800989499781e-05,
|
|
"loss": 0.6346,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.705547652916074,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 4.9125161759352564e-05,
|
|
"loss": 0.6052,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.7131341868183974,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 4.9081257421734536e-05,
|
|
"loss": 0.6474,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.7207207207207207,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 4.903629880427997e-05,
|
|
"loss": 0.6145,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.7283072546230441,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 4.899028787528158e-05,
|
|
"loss": 0.6219,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.7358937885253675,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 4.894322664910242e-05,
|
|
"loss": 0.6285,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.7434803224276908,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 4.8895117186087635e-05,
|
|
"loss": 0.6245,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.7510668563300142,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 4.884596159247428e-05,
|
|
"loss": 0.619,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.7586533902323376,
|
|
"grad_norm": 2.609375,
|
|
"learning_rate": 4.87957620202991e-05,
|
|
"loss": 0.6051,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.7586533902323376,
|
|
"eval_loss": 0.571657657623291,
|
|
"eval_runtime": 9.0866,
|
|
"eval_samples_per_second": 122.157,
|
|
"eval_steps_per_second": 15.297,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.766239924134661,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 4.874452066730436e-05,
|
|
"loss": 0.6233,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.7738264580369844,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 4.869223977684156e-05,
|
|
"loss": 0.6276,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.7814129919393077,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.863892163777327e-05,
|
|
"loss": 0.595,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.7889995258416311,
|
|
"grad_norm": 3.203125,
|
|
"learning_rate": 4.8584568584372904e-05,
|
|
"loss": 0.6067,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.7965860597439545,
|
|
"grad_norm": 2.578125,
|
|
"learning_rate": 4.852918299622252e-05,
|
|
"loss": 0.5986,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.8041725936462779,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 4.847276729810867e-05,
|
|
"loss": 0.5928,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.8117591275486012,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.8415323959916195e-05,
|
|
"loss": 0.5857,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.8193456614509246,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 4.835685549652015e-05,
|
|
"loss": 0.6214,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.826932195353248,
|
|
"grad_norm": 2.71875,
|
|
"learning_rate": 4.829736446767563e-05,
|
|
"loss": 0.6083,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.8345187292555714,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 4.8236853477905805e-05,
|
|
"loss": 0.5877,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.8421052631578947,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 4.817532517638778e-05,
|
|
"loss": 0.6098,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.8496917970602181,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.811278225683671e-05,
|
|
"loss": 0.5788,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.8572783309625415,
|
|
"grad_norm": 2.609375,
|
|
"learning_rate": 4.80492274573878e-05,
|
|
"loss": 0.6283,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.8648648648648649,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 4.798466356047647e-05,
|
|
"loss": 0.6017,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.8724513987671882,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.791909339271653e-05,
|
|
"loss": 0.5914,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.8800379326695116,
|
|
"grad_norm": 2.609375,
|
|
"learning_rate": 4.785251982477642e-05,
|
|
"loss": 0.6226,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.887624466571835,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 4.778494577125355e-05,
|
|
"loss": 0.5898,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.8952110004741584,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 4.7716374190546667e-05,
|
|
"loss": 0.6042,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.9027975343764817,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 4.764680808472638e-05,
|
|
"loss": 0.5892,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.9103840682788051,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.75762504994037e-05,
|
|
"loss": 0.594,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.9179706021811285,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 4.7504704523596686e-05,
|
|
"loss": 0.5787,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.9255571360834519,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 4.7432173289595275e-05,
|
|
"loss": 0.5833,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.9331436699857752,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.735865997282405e-05,
|
|
"loss": 0.596,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.9407302038880986,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 4.728416779170334e-05,
|
|
"loss": 0.5865,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.948316737790422,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 4.720870000750818e-05,
|
|
"loss": 0.6107,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.9559032716927454,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.713225992422567e-05,
|
|
"loss": 0.5709,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.9634898055950688,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.705485088841023e-05,
|
|
"loss": 0.5834,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.9710763394973921,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 4.6976476289037106e-05,
|
|
"loss": 0.5948,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.9786628733997155,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 4.689713955735403e-05,
|
|
"loss": 0.5863,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.9862494073020389,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.681684416673098e-05,
|
|
"loss": 0.5805,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.9938359412043622,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 4.673559363250811e-05,
|
|
"loss": 0.5796,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 1.0007586533902324,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.6653391511841876e-05,
|
|
"loss": 0.5691,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 1.0083451872925557,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.657024140354925e-05,
|
|
"loss": 0.5521,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 1.015931721194879,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 4.648614694795023e-05,
|
|
"loss": 0.5593,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 1.0235182550972024,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.64011118267084e-05,
|
|
"loss": 0.5742,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 1.0311047889995257,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 4.63151397626698e-05,
|
|
"loss": 0.5513,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 1.0386913229018493,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 4.622823451969992e-05,
|
|
"loss": 0.5454,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 1.0462778568041726,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.614039990251892e-05,
|
|
"loss": 0.5678,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 1.053864390706496,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 4.605163975653502e-05,
|
|
"loss": 0.5541,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 1.0614509246088193,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 4.5961957967676216e-05,
|
|
"loss": 0.5626,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 1.0690374585111426,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 4.587135846222013e-05,
|
|
"loss": 0.576,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 1.0766239924134662,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.577984520662207e-05,
|
|
"loss": 0.5547,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 1.0842105263157895,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.5687422207341434e-05,
|
|
"loss": 0.5738,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 1.0917970602181128,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 4.5594093510666317e-05,
|
|
"loss": 0.5329,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 1.0993835941204362,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.549986320253628e-05,
|
|
"loss": 0.5444,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 1.1069701280227595,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 4.540473540836356e-05,
|
|
"loss": 0.544,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 1.114556661925083,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 4.530871429285242e-05,
|
|
"loss": 0.5646,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 1.1221431958274064,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 4.521180405981681e-05,
|
|
"loss": 0.5635,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 1.1297297297297297,
|
|
"grad_norm": 2.640625,
|
|
"learning_rate": 4.5114008951996325e-05,
|
|
"loss": 0.5342,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 1.137316263632053,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 4.50153332508705e-05,
|
|
"loss": 0.547,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 1.137316263632053,
|
|
"eval_loss": 0.5373980402946472,
|
|
"eval_runtime": 9.1273,
|
|
"eval_samples_per_second": 121.614,
|
|
"eval_steps_per_second": 15.229,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 1.1449027975343764,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 4.491578127647129e-05,
|
|
"loss": 0.5425,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 1.1524893314367,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.481535738719402e-05,
|
|
"loss": 0.5678,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 1.1600758653390233,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 4.47140659796065e-05,
|
|
"loss": 0.5589,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 1.1676623992413466,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 4.46119114882566e-05,
|
|
"loss": 0.5392,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 1.17524893314367,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 4.450889838547806e-05,
|
|
"loss": 0.5318,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 1.1828354670459933,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 4.4405031181194744e-05,
|
|
"loss": 0.5512,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 1.1904220009483168,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 4.4300314422723154e-05,
|
|
"loss": 0.5483,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 1.1980085348506402,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 4.419475269457335e-05,
|
|
"loss": 0.5712,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 1.2055950687529635,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 4.408835061824824e-05,
|
|
"loss": 0.528,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 1.2131816026552869,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 4.398111285204128e-05,
|
|
"loss": 0.5626,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 1.2207681365576102,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.387304409083251e-05,
|
|
"loss": 0.5391,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 1.2283546704599337,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 4.376414906588299e-05,
|
|
"loss": 0.5384,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 1.235941204362257,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 4.365443254462772e-05,
|
|
"loss": 0.534,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 1.2435277382645804,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 4.354389933046687e-05,
|
|
"loss": 0.5645,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 1.2511142721669037,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.343255426255549e-05,
|
|
"loss": 0.551,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 1.258700806069227,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.332040221559172e-05,
|
|
"loss": 0.537,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 1.2662873399715506,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 4.3207448099603275e-05,
|
|
"loss": 0.5427,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 1.2738738738738737,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 4.3093696859732546e-05,
|
|
"loss": 0.5327,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 1.2814604077761973,
|
|
"grad_norm": 2.71875,
|
|
"learning_rate": 4.29791534760201e-05,
|
|
"loss": 0.5518,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 1.2890469416785206,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 4.2863822963186604e-05,
|
|
"loss": 0.5531,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 1.296633475580844,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.274771037041336e-05,
|
|
"loss": 0.5352,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 1.3042200094831673,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.263082078112119e-05,
|
|
"loss": 0.5569,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 1.3118065433854906,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.251315931274789e-05,
|
|
"loss": 0.5288,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 1.3193930772878142,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 4.23947311165242e-05,
|
|
"loss": 0.5396,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 1.3269796111901375,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.227554137724829e-05,
|
|
"loss": 0.5304,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 1.3345661450924609,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 4.2155595313058776e-05,
|
|
"loss": 0.5438,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 1.3421526789947842,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 4.203489817520622e-05,
|
|
"loss": 0.5312,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 1.3497392128971075,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 4.191345524782327e-05,
|
|
"loss": 0.5271,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 1.357325746799431,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 4.1791271847693336e-05,
|
|
"loss": 0.5361,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 1.3649122807017544,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 4.166835332401779e-05,
|
|
"loss": 0.5469,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 1.3724988146040777,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.154470505818177e-05,
|
|
"loss": 0.5259,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 1.380085348506401,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 4.142033246351861e-05,
|
|
"loss": 0.5232,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 1.3876718824087244,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 4.129524098507283e-05,
|
|
"loss": 0.526,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 1.395258416311048,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 4.116943609936176e-05,
|
|
"loss": 0.5437,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 1.4028449502133713,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 4.1042923314135764e-05,
|
|
"loss": 0.5103,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 1.4104314841156946,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.0915708168137104e-05,
|
|
"loss": 0.5345,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 1.418018018018018,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.07877962308575e-05,
|
|
"loss": 0.5547,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 1.4256045519203413,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 4.0659193102294224e-05,
|
|
"loss": 0.5374,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 1.4331910858226649,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.0529904412704997e-05,
|
|
"loss": 0.5271,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 1.4407776197249882,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 4.039993582236148e-05,
|
|
"loss": 0.5453,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 1.4483641536273115,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.0269293021301406e-05,
|
|
"loss": 0.5063,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 1.4559506875296349,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 4.013798172907958e-05,
|
|
"loss": 0.5453,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 1.4635372214319582,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 4.0006007694517376e-05,
|
|
"loss": 0.5403,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 1.4711237553342817,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.9873376695451114e-05,
|
|
"loss": 0.5216,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 1.478710289236605,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 3.9740094538479064e-05,
|
|
"loss": 0.5573,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 1.4862968231389284,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 3.960616705870729e-05,
|
|
"loss": 0.5403,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 1.4938833570412517,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 3.947160011949411e-05,
|
|
"loss": 0.5385,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 1.501469890943575,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.9336399612193465e-05,
|
|
"loss": 0.5354,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 1.5090564248458986,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.920057145589697e-05,
|
|
"loss": 0.523,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 1.5166429587482217,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 3.9064121597174764e-05,
|
|
"loss": 0.5451,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.5166429587482217,
|
|
"eval_loss": 0.5127466917037964,
|
|
"eval_runtime": 9.1468,
|
|
"eval_samples_per_second": 121.354,
|
|
"eval_steps_per_second": 15.197,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.5242294926505453,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 3.8927056009815176e-05,
|
|
"loss": 0.5269,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 1.5318160265528686,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 3.878938069456322e-05,
|
|
"loss": 0.5322,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 1.539402560455192,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 3.865110167885784e-05,
|
|
"loss": 0.5322,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 1.5469890943575155,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 3.8512225016568034e-05,
|
|
"loss": 0.5373,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 1.5545756282598386,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.837275678772786e-05,
|
|
"loss": 0.5194,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 1.5621621621621622,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 3.8232703098270186e-05,
|
|
"loss": 0.5304,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 1.5697486960644855,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 3.8092070079759426e-05,
|
|
"loss": 0.5245,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 1.5773352299668089,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 3.795086388912305e-05,
|
|
"loss": 0.5351,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 1.5849217638691324,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 3.78090907083821e-05,
|
|
"loss": 0.5214,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 1.5925082977714555,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 3.766675674438047e-05,
|
|
"loss": 0.5308,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 1.600094831673779,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 3.7523868228513207e-05,
|
|
"loss": 0.5231,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 1.6076813655761024,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.7380431416453706e-05,
|
|
"loss": 0.5366,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 1.6152678994784258,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 3.72364525878798e-05,
|
|
"loss": 0.5273,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 1.6228544333807493,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.709193804619889e-05,
|
|
"loss": 0.5111,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 1.6304409672830724,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.694689411827192e-05,
|
|
"loss": 0.5231,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 1.638027501185396,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 3.680132715413644e-05,
|
|
"loss": 0.5219,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 1.6456140350877193,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.6655243526728555e-05,
|
|
"loss": 0.5249,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 1.6532005689900426,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 3.6508649631603967e-05,
|
|
"loss": 0.5177,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 1.6607871028923662,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 3.6361551886657915e-05,
|
|
"loss": 0.5548,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 1.6683736367946893,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 3.621395673184426e-05,
|
|
"loss": 0.5304,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 1.6759601706970129,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 3.6065870628893504e-05,
|
|
"loss": 0.5168,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 1.6835467045993362,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.591730006102992e-05,
|
|
"loss": 0.5051,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 1.6911332385016595,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 3.576825153268768e-05,
|
|
"loss": 0.5134,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 1.698719772403983,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 3.561873156922614e-05,
|
|
"loss": 0.526,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 1.7063063063063062,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.546874671664411e-05,
|
|
"loss": 0.5313,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 1.7138928402086298,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 3.531830354129329e-05,
|
|
"loss": 0.5292,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 1.721479374110953,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.5167408629590835e-05,
|
|
"loss": 0.5319,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 1.7290659080132764,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 3.501606858773092e-05,
|
|
"loss": 0.5208,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 1.7366524419156,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 3.486429004139556e-05,
|
|
"loss": 0.514,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 1.744238975817923,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 3.4712079635464587e-05,
|
|
"loss": 0.5272,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 1.7518255097202466,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.455944403372463e-05,
|
|
"loss": 0.5414,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 1.75941204362257,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.440638991857747e-05,
|
|
"loss": 0.5363,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 1.7669985775248933,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 3.425292399074744e-05,
|
|
"loss": 0.5209,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 1.7745851114272166,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 3.4099052968988076e-05,
|
|
"loss": 0.5093,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 1.78217164532954,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 3.394478358978795e-05,
|
|
"loss": 0.5118,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 1.7897581792318635,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.379012260707577e-05,
|
|
"loss": 0.5321,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 1.7973447131341869,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 3.363507679192469e-05,
|
|
"loss": 0.5126,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 1.8049312470365102,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 3.347965293225587e-05,
|
|
"loss": 0.5208,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 1.8125177809388335,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.3323857832541295e-05,
|
|
"loss": 0.5232,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 1.8201043148411569,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.316769831350585e-05,
|
|
"loss": 0.5189,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 1.8276908487434804,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 3.3011181211828766e-05,
|
|
"loss": 0.5144,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 1.8352773826458035,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.285431337984427e-05,
|
|
"loss": 0.513,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 1.842863916548127,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 3.269710168524159e-05,
|
|
"loss": 0.5085,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 1.8504504504504504,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 3.253955301076429e-05,
|
|
"loss": 0.4978,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 1.8580369843527738,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.2381674253908965e-05,
|
|
"loss": 0.5428,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 1.8656235182550973,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.222347232662323e-05,
|
|
"loss": 0.5292,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 1.8732100521574204,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 3.206495415500314e-05,
|
|
"loss": 0.5366,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 1.880796586059744,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 3.190612667898996e-05,
|
|
"loss": 0.5114,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 1.8883831199620673,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 3.1746996852066324e-05,
|
|
"loss": 0.5093,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 1.8959696538643906,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.158757164095183e-05,
|
|
"loss": 0.5014,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 1.8959696538643906,
|
|
"eval_loss": 0.49517810344696045,
|
|
"eval_runtime": 9.1582,
|
|
"eval_samples_per_second": 121.203,
|
|
"eval_steps_per_second": 15.178,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 1.9035561877667142,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 3.142785802529804e-05,
|
|
"loss": 0.5117,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 1.9111427216690373,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 3.126786299738285e-05,
|
|
"loss": 0.5346,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 1.9187292555713609,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 3.1107593561804436e-05,
|
|
"loss": 0.5203,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 1.9263157894736842,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 3.0947056735174596e-05,
|
|
"loss": 0.5311,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 1.9339023233760075,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.078625954581149e-05,
|
|
"loss": 0.5109,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 1.941488857278331,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 3.0625209033432015e-05,
|
|
"loss": 0.5256,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 1.9490753911806542,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.0463912248843563e-05,
|
|
"loss": 0.5216,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 1.9566619250829778,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 3.0302376253635347e-05,
|
|
"loss": 0.5134,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 1.964248458985301,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 3.014060811986924e-05,
|
|
"loss": 0.5234,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 1.9718349928876244,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.9978614929770176e-05,
|
|
"loss": 0.5114,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 1.979421526789948,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 2.981640377541608e-05,
|
|
"loss": 0.5085,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 1.987008060692271,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.965398175842735e-05,
|
|
"loss": 0.5002,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 1.9945945945945946,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 2.9491355989656e-05,
|
|
"loss": 0.5161,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 2.001517306780465,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.9328533588874295e-05,
|
|
"loss": 0.52,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 2.009103840682788,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 2.9165521684463087e-05,
|
|
"loss": 0.487,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 2.0166903745851115,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 2.9002327413099705e-05,
|
|
"loss": 0.4851,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 2.024276908487435,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 2.8838957919445515e-05,
|
|
"loss": 0.498,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 2.031863442389758,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.867542035583315e-05,
|
|
"loss": 0.4904,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 2.0394499762920817,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 2.8511721881953335e-05,
|
|
"loss": 0.4733,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 2.047036510194405,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 2.8347869664541503e-05,
|
|
"loss": 0.4997,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 2.0546230440967284,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 2.8183870877063963e-05,
|
|
"loss": 0.4996,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 2.0622095779990515,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 2.801973269940388e-05,
|
|
"loss": 0.5077,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 2.069796111901375,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.7855462317546944e-05,
|
|
"loss": 0.4922,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 2.0773826458036986,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.7691066923266746e-05,
|
|
"loss": 0.4942,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 2.0849691797060217,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.7526553713809938e-05,
|
|
"loss": 0.4947,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 2.0925557136083452,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 2.736192989158115e-05,
|
|
"loss": 0.4903,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 2.1001422475106684,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 2.7197202663827625e-05,
|
|
"loss": 0.4803,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 2.107728781412992,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 2.7032379242323724e-05,
|
|
"loss": 0.491,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 2.1153153153153155,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.6867466843055166e-05,
|
|
"loss": 0.4782,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 2.1229018492176386,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 2.6702472685903134e-05,
|
|
"loss": 0.4956,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 2.130488383119962,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.6537403994328198e-05,
|
|
"loss": 0.4951,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 2.1380749170222852,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 2.6372267995054023e-05,
|
|
"loss": 0.4723,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 2.145661450924609,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.620707191775102e-05,
|
|
"loss": 0.4914,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 2.1532479848269324,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 2.604182299471983e-05,
|
|
"loss": 0.4747,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 2.1608345187292555,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 2.5876528460574672e-05,
|
|
"loss": 0.4858,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 2.168421052631579,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.5711195551926646e-05,
|
|
"loss": 0.4798,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 2.176007586533902,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 2.5545831507066875e-05,
|
|
"loss": 0.4857,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 2.1835941204362257,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 2.538044356564963e-05,
|
|
"loss": 0.4845,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 2.1911806543385492,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.5215038968375376e-05,
|
|
"loss": 0.4827,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 2.1987671882408724,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 2.5049624956673773e-05,
|
|
"loss": 0.4728,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 2.206353722143196,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 2.4884208772386644e-05,
|
|
"loss": 0.4836,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 2.213940256045519,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 2.4718797657450944e-05,
|
|
"loss": 0.4866,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 2.2215267899478426,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 2.455339885358166e-05,
|
|
"loss": 0.4871,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 2.229113323850166,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 2.4388019601954843e-05,
|
|
"loss": 0.4844,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 2.2366998577524893,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 2.4222667142890488e-05,
|
|
"loss": 0.4649,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 2.244286391654813,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.4057348715535662e-05,
|
|
"loss": 0.4851,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 2.251872925557136,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 2.389207155754749e-05,
|
|
"loss": 0.4977,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 2.2594594594594595,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.3726842904776338e-05,
|
|
"loss": 0.4798,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 2.267045993361783,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.356166999094899e-05,
|
|
"loss": 0.4967,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 2.274632527264106,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 2.3396560047351984e-05,
|
|
"loss": 0.4817,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 2.274632527264106,
|
|
"eval_loss": 0.4872964918613434,
|
|
"eval_runtime": 9.1611,
|
|
"eval_samples_per_second": 121.164,
|
|
"eval_steps_per_second": 15.173,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 2.2822190611664297,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 2.323152030251502e-05,
|
|
"loss": 0.4819,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 2.289805595068753,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 2.3066557981894476e-05,
|
|
"loss": 0.488,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 2.2973921289710764,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.2901680307557104e-05,
|
|
"loss": 0.481,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 2.3049786628734,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 2.2736894497863828e-05,
|
|
"loss": 0.4896,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 2.312565196775723,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 2.2572207767153718e-05,
|
|
"loss": 0.4781,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 2.3201517306780466,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 2.2407627325428177e-05,
|
|
"loss": 0.4711,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 2.3277382645803697,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.2243160378035244e-05,
|
|
"loss": 0.489,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 2.3353247984826933,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 2.2078814125354192e-05,
|
|
"loss": 0.4967,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 2.3429113323850164,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.1914595762480233e-05,
|
|
"loss": 0.4815,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 2.35049786628734,
|
|
"grad_norm": 1.9765625,
|
|
"learning_rate": 2.1750512478909586e-05,
|
|
"loss": 0.4705,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 2.3580844001896635,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 2.158657145822465e-05,
|
|
"loss": 0.4862,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 2.3656709340919866,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 2.142277987777957e-05,
|
|
"loss": 0.4628,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 2.37325746799431,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 2.125914490838596e-05,
|
|
"loss": 0.4713,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 2.3808440018966337,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 2.1095673713999018e-05,
|
|
"loss": 0.4837,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 2.388430535798957,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.093237345140381e-05,
|
|
"loss": 0.4907,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 2.3960170697012804,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.076925126990204e-05,
|
|
"loss": 0.4757,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 2.4036036036036035,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 2.060631431099896e-05,
|
|
"loss": 0.4785,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 2.411190137505927,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 2.044356970809079e-05,
|
|
"loss": 0.4726,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 2.41877667140825,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 2.028102458615237e-05,
|
|
"loss": 0.4744,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 2.4263632053105737,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.0118686061425257e-05,
|
|
"loss": 0.4813,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 2.4339497392128973,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.995656124110614e-05,
|
|
"loss": 0.4929,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 2.4415362731152204,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.979465722303573e-05,
|
|
"loss": 0.4874,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 2.449122807017544,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.9632981095387973e-05,
|
|
"loss": 0.4786,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 2.4567093409198675,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.947153993635978e-05,
|
|
"loss": 0.4864,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 2.4642958748221906,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.9310340813861067e-05,
|
|
"loss": 0.4957,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 2.471882408724514,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 1.9149390785205416e-05,
|
|
"loss": 0.501,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 2.4794689426268373,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.8988696896801018e-05,
|
|
"loss": 0.4826,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 2.487055476529161,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 1.882826618384224e-05,
|
|
"loss": 0.4844,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 2.494642010431484,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.866810567000159e-05,
|
|
"loss": 0.4929,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 2.5022285443338075,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.8508222367122254e-05,
|
|
"loss": 0.469,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 2.509815078236131,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 1.8348623274911057e-05,
|
|
"loss": 0.4721,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 2.517401612138454,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.8189315380632073e-05,
|
|
"loss": 0.476,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 2.5249881460407777,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.8030305658800718e-05,
|
|
"loss": 0.4621,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 2.5325746799431013,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.787160107087835e-05,
|
|
"loss": 0.4824,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 2.5401612138454244,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 1.771320856496759e-05,
|
|
"loss": 0.4868,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 2.5477477477477475,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 1.7555135075508013e-05,
|
|
"loss": 0.4811,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 2.555334281650071,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.739738752297267e-05,
|
|
"loss": 0.4813,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 2.5629208155523946,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.7239972813565037e-05,
|
|
"loss": 0.4694,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 2.5705073494547177,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.708289783891671e-05,
|
|
"loss": 0.4821,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 2.5780938833570413,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.692616947578562e-05,
|
|
"loss": 0.4894,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 2.585680417259365,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.6769794585755057e-05,
|
|
"loss": 0.4787,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 2.593266951161688,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 1.6613780014933193e-05,
|
|
"loss": 0.4758,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 2.6008534850640115,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.6458132593653407e-05,
|
|
"loss": 0.4642,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 2.6084400189663346,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.6302859136175228e-05,
|
|
"loss": 0.4835,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 2.616026552868658,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 1.614796644038602e-05,
|
|
"loss": 0.4801,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 2.6236130867709813,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.5993461287503337e-05,
|
|
"loss": 0.4723,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 2.631199620673305,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.5839350441778104e-05,
|
|
"loss": 0.4958,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 2.6387861545756284,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.56856406501984e-05,
|
|
"loss": 0.4782,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 2.6463726884779515,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.5532338642194154e-05,
|
|
"loss": 0.4745,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 2.653959222380275,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 1.5379451129342456e-05,
|
|
"loss": 0.4852,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 2.653959222380275,
|
|
"eval_loss": 0.48158586025238037,
|
|
"eval_runtime": 9.1707,
|
|
"eval_samples_per_second": 121.038,
|
|
"eval_steps_per_second": 15.157,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 2.6615457562825986,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.5226984805073786e-05,
|
|
"loss": 0.4557,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 2.6691322901849217,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.507494634437891e-05,
|
|
"loss": 0.4689,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 2.6767188240872453,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.4923342403516721e-05,
|
|
"loss": 0.4804,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 2.6843053579895684,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 1.477217961972277e-05,
|
|
"loss": 0.4719,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 2.691891891891892,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.4621464610918717e-05,
|
|
"loss": 0.4818,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 2.699478425794215,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 1.4471203975422576e-05,
|
|
"loss": 0.4962,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 2.7070649596965386,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.432140429165987e-05,
|
|
"loss": 0.4808,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 2.714651493598862,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.417207211787559e-05,
|
|
"loss": 0.4773,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 2.7222380275011853,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 1.4023213991847118e-05,
|
|
"loss": 0.4613,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 2.729824561403509,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.3874836430597943e-05,
|
|
"loss": 0.4942,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 2.7374110953058324,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.3726945930112418e-05,
|
|
"loss": 0.4747,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 2.7449976292081555,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 1.3579548965051305e-05,
|
|
"loss": 0.4835,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 2.752584163110479,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.343265198846836e-05,
|
|
"loss": 0.4849,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 2.760170697012802,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.3286261431527747e-05,
|
|
"loss": 0.4773,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 2.7677572309151257,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.3140383703222583e-05,
|
|
"loss": 0.4891,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 2.775343764817449,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.2995025190094251e-05,
|
|
"loss": 0.4867,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 2.7829302987197724,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.2850192255952875e-05,
|
|
"loss": 0.4754,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 2.790516832622096,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.2705891241598655e-05,
|
|
"loss": 0.4634,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 2.798103366524419,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.2562128464544315e-05,
|
|
"loss": 0.4776,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 2.8056899004267426,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.2418910218738467e-05,
|
|
"loss": 0.4802,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 2.813276434329066,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.227624277429012e-05,
|
|
"loss": 0.4902,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 2.8208629682313893,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.2134132377194112e-05,
|
|
"loss": 0.4655,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 2.828449502133713,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 1.1992585249057727e-05,
|
|
"loss": 0.4918,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 2.836036036036036,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 1.1851607586828262e-05,
|
|
"loss": 0.4683,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 2.8436225699383595,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 1.1711205562521745e-05,
|
|
"loss": 0.4792,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 2.8512091038406826,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.1571385322952702e-05,
|
|
"loss": 0.4848,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 2.858795637743006,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.1432152989465094e-05,
|
|
"loss": 0.4882,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 2.8663821716453297,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.1293514657664264e-05,
|
|
"loss": 0.4813,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 2.873968705547653,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.1155476397150133e-05,
|
|
"loss": 0.4697,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 2.8815552394499764,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.1018044251251415e-05,
|
|
"loss": 0.4685,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 2.8891417733523,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.0881224236761087e-05,
|
|
"loss": 0.4607,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 2.896728307254623,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.074502234367293e-05,
|
|
"loss": 0.4671,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 2.904314841156946,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.0609444534919334e-05,
|
|
"loss": 0.478,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 2.9119013750592697,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 1.0474496746110197e-05,
|
|
"loss": 0.4618,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 2.9194879089615933,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.03401848852731e-05,
|
|
"loss": 0.48,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 2.9270744428639164,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.0206514832594603e-05,
|
|
"loss": 0.4669,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 2.93466097676624,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.0073492440162876e-05,
|
|
"loss": 0.4728,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 2.9422475106685635,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 9.941123531711428e-06,
|
|
"loss": 0.4852,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 2.9498340445708866,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 9.809413902364206e-06,
|
|
"loss": 0.4902,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 2.95742057847321,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 9.678369318381816e-06,
|
|
"loss": 0.4816,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 2.9650071123755333,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 9.547995516909156e-06,
|
|
"loss": 0.4821,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 2.972593646277857,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 9.418298205724152e-06,
|
|
"loss": 0.4784,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 2.98018018018018,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 9.289283062987953e-06,
|
|
"loss": 0.4788,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 2.9877667140825035,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 9.160955736996301e-06,
|
|
"loss": 0.4642,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 2.995353247984827,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 9.033321845932233e-06,
|
|
"loss": 0.4777,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 3.002275960170697,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 8.90638697762015e-06,
|
|
"loss": 0.475,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 3.0098624940730203,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 8.780156689281185e-06,
|
|
"loss": 0.4568,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 3.017449027975344,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 8.654636507289848e-06,
|
|
"loss": 0.4599,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 3.025035561877667,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 8.529831926932163e-06,
|
|
"loss": 0.4807,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 3.0326220957799905,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 8.405748412165015e-06,
|
|
"loss": 0.4625,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 3.0326220957799905,
|
|
"eval_loss": 0.47956109046936035,
|
|
"eval_runtime": 9.1701,
|
|
"eval_samples_per_second": 121.046,
|
|
"eval_steps_per_second": 15.158,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 3.040208629682314,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 8.282391395376993e-06,
|
|
"loss": 0.4836,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 3.047795163584637,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 8.1597662771505e-06,
|
|
"loss": 0.4608,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 3.0553816974869608,
|
|
"grad_norm": 1.9453125,
|
|
"learning_rate": 8.03787842602538e-06,
|
|
"loss": 0.4588,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 3.062968231389284,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 7.916733178263822e-06,
|
|
"loss": 0.4852,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 3.0705547652916074,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 7.796335837616783e-06,
|
|
"loss": 0.4564,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 3.078141299193931,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 7.676691675091774e-06,
|
|
"loss": 0.4792,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 3.085727833096254,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 7.557805928722092e-06,
|
|
"loss": 0.4707,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 3.0933143669985776,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 7.439683803337482e-06,
|
|
"loss": 0.4518,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 3.1009009009009008,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 7.3223304703363135e-06,
|
|
"loss": 0.4711,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 3.1084874348032243,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 7.205751067459129e-06,
|
|
"loss": 0.4719,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 3.116073968705548,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 7.0899506985637356e-06,
|
|
"loss": 0.477,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 3.123660502607871,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 6.9749344334017695e-06,
|
|
"loss": 0.4608,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 3.1312470365101945,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 6.860707307396708e-06,
|
|
"loss": 0.4653,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 3.1388335704125176,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 6.747274321423452e-06,
|
|
"loss": 0.4609,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 3.146420104314841,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 6.634640441589371e-06,
|
|
"loss": 0.4459,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 3.1540066382171643,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 6.522810599016896e-06,
|
|
"loss": 0.4437,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 3.161593172119488,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 6.4117896896276035e-06,
|
|
"loss": 0.4579,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 3.1691797060218114,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 6.301582573927922e-06,
|
|
"loss": 0.475,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 3.1767662399241345,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 6.1921940767962845e-06,
|
|
"loss": 0.4634,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 3.184352773826458,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 6.08362898727195e-06,
|
|
"loss": 0.4633,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 3.191939307728781,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 5.975892058345287e-06,
|
|
"loss": 0.4737,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 3.1995258416311048,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 5.868988006749732e-06,
|
|
"loss": 0.4664,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 3.2071123755334283,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 5.7629215127552455e-06,
|
|
"loss": 0.4622,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 3.2146989094357514,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 5.657697219963454e-06,
|
|
"loss": 0.4819,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 3.222285443338075,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 5.5533197351043315e-06,
|
|
"loss": 0.4655,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 3.229871977240398,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 5.449793627834496e-06,
|
|
"loss": 0.4568,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 3.2374585111427217,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 5.3471234305371905e-06,
|
|
"loss": 0.467,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 3.245045045045045,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 5.245313638123833e-06,
|
|
"loss": 0.4608,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 3.2526315789473683,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 5.144368707837216e-06,
|
|
"loss": 0.4596,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 3.260218112849692,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 5.044293059056401e-06,
|
|
"loss": 0.483,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 3.267804646752015,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.945091073103197e-06,
|
|
"loss": 0.4564,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 3.2753911806543385,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 4.8467670930503975e-06,
|
|
"loss": 0.466,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 3.282977714556662,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 4.749325423531575e-06,
|
|
"loss": 0.4776,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 3.290564248458985,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 4.652770330552697e-06,
|
|
"loss": 0.47,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 3.2981507823613088,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 4.557106041305287e-06,
|
|
"loss": 0.4547,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 3.305737316263632,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 4.462336743981416e-06,
|
|
"loss": 0.4742,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 3.3133238501659554,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 4.368466587590314e-06,
|
|
"loss": 0.4789,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 3.320910384068279,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 4.275499681776734e-06,
|
|
"loss": 0.4747,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 3.328496917970602,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 4.1834400966410195e-06,
|
|
"loss": 0.481,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 3.3360834518729257,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 4.09229186256094e-06,
|
|
"loss": 0.4673,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 3.3436699857752488,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 4.0020589700152045e-06,
|
|
"loss": 0.4583,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 3.3512565196775723,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 3.912745369408805e-06,
|
|
"loss": 0.4554,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 3.358843053579896,
|
|
"grad_norm": 1.984375,
|
|
"learning_rate": 3.824354970900015e-06,
|
|
"loss": 0.4734,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 3.366429587482219,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 3.736891644229254e-06,
|
|
"loss": 0.4521,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 3.3740161213845425,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 3.6503592185496176e-06,
|
|
"loss": 0.4604,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 3.3816026552868657,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 3.5647614822592878e-06,
|
|
"loss": 0.4626,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 3.389189189189189,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 3.4801021828356374e-06,
|
|
"loss": 0.4652,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 3.3967757230915128,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 3.396385026671195e-06,
|
|
"loss": 0.4709,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 3.404362256993836,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 3.3136136789113454e-06,
|
|
"loss": 0.4796,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 3.4119487908961594,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 3.231791763293901e-06,
|
|
"loss": 0.4644,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 3.4119487908961594,
|
|
"eval_loss": 0.4789316952228546,
|
|
"eval_runtime": 9.1801,
|
|
"eval_samples_per_second": 120.914,
|
|
"eval_steps_per_second": 15.141,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 3.4195353247984825,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 3.1509228619904297e-06,
|
|
"loss": 0.4787,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 3.427121858700806,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 3.0710105154494573e-06,
|
|
"loss": 0.4501,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 3.434708392603129,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 2.992058222241423e-06,
|
|
"loss": 0.4632,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 3.4422949265054528,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 2.9140694389055562e-06,
|
|
"loss": 0.46,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 3.4498814604077763,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.8370475797985158e-06,
|
|
"loss": 0.4616,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 3.4574679943100994,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.7609960169449308e-06,
|
|
"loss": 0.4772,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 3.465054528212423,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 2.6859180798897543e-06,
|
|
"loss": 0.4608,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 3.4726410621147465,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.6118170555525177e-06,
|
|
"loss": 0.4634,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 3.4802275960170697,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 2.5386961880834057e-06,
|
|
"loss": 0.4667,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 3.487814129919393,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 2.466558678721248e-06,
|
|
"loss": 0.4686,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 3.4954006638217163,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.39540768565335e-06,
|
|
"loss": 0.4621,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 3.50298719772404,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 2.325246323877242e-06,
|
|
"loss": 0.4803,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 3.510573731626363,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 2.2560776650642907e-06,
|
|
"loss": 0.4703,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 3.5181602655286865,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 2.187904737425245e-06,
|
|
"loss": 0.468,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 3.52574679943101,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 2.120730525577619e-06,
|
|
"loss": 0.4779,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 3.533333333333333,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 2.0545579704150775e-06,
|
|
"loss": 0.4869,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 3.5409198672356568,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.9893899689786335e-06,
|
|
"loss": 0.467,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 3.5485064011379803,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.925229374329854e-06,
|
|
"loss": 0.4692,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 3.5560929350403034,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.8620789954259283e-06,
|
|
"loss": 0.4634,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 3.563679468942627,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.7999415969967126e-06,
|
|
"loss": 0.4698,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 3.57126600284495,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.7388198994236576e-06,
|
|
"loss": 0.4591,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 3.5788525367472737,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.6787165786207455e-06,
|
|
"loss": 0.4726,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 3.5864390706495968,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.6196342659173164e-06,
|
|
"loss": 0.4791,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 3.5940256045519203,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.5615755479428785e-06,
|
|
"loss": 0.4741,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 3.601612138454244,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 1.5045429665138527e-06,
|
|
"loss": 0.4566,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 3.609198672356567,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.448539018522313e-06,
|
|
"loss": 0.4703,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"epoch": 3.6167852062588906,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 1.3935661558266476e-06,
|
|
"loss": 0.4731,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"epoch": 3.624371740161214,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.339626785144235e-06,
|
|
"loss": 0.4647,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"epoch": 3.631958274063537,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 1.2867232679460718e-06,
|
|
"loss": 0.4615,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"epoch": 3.6395448079658603,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.2348579203533828e-06,
|
|
"loss": 0.4793,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 3.647131341868184,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.184033013036226e-06,
|
|
"loss": 0.462,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"epoch": 3.6547178757705074,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.1342507711140815e-06,
|
|
"loss": 0.4645,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"epoch": 3.6623044096728306,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.0855133740584305e-06,
|
|
"loss": 0.4829,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"epoch": 3.669890943575154,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.0378229555973507e-06,
|
|
"loss": 0.4745,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"epoch": 3.6774774774774777,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 9.91181603622085e-07,
|
|
"loss": 0.4582,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 3.6850640113798008,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 9.455913600956517e-07,
|
|
"loss": 0.4748,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"epoch": 3.6926505452821243,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 9.01054220963421e-07,
|
|
"loss": 0.47,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"epoch": 3.7002370791844474,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 8.57572136065768e-07,
|
|
"loss": 0.4639,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"epoch": 3.707823613086771,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 8.151470090526691e-07,
|
|
"loss": 0.4628,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"epoch": 3.715410146989094,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 7.737806973003969e-07,
|
|
"loss": 0.4655,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 3.7229966808914177,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 7.334750118301814e-07,
|
|
"loss": 0.4495,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"epoch": 3.730583214793741,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 6.942317172289186e-07,
|
|
"loss": 0.4735,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"epoch": 3.7381697486960643,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 6.560525315719435e-07,
|
|
"loss": 0.4895,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"epoch": 3.745756282598388,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 6.189391263477812e-07,
|
|
"loss": 0.4722,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"epoch": 3.7533428165007114,
|
|
"grad_norm": 2.171875,
|
|
"learning_rate": 5.82893126384998e-07,
|
|
"loss": 0.4525,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 3.7609293504030346,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 5.479161097810354e-07,
|
|
"loss": 0.4751,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"epoch": 3.768515884305358,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 5.140096078331546e-07,
|
|
"loss": 0.4792,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"epoch": 3.776102418207681,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 4.811751049713681e-07,
|
|
"loss": 0.4706,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"epoch": 3.7836889521100048,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 4.494140386934631e-07,
|
|
"loss": 0.4626,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"epoch": 3.791275486012328,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 4.1872779950207497e-07,
|
|
"loss": 0.4536,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 3.791275486012328,
|
|
"eval_loss": 0.47889795899391174,
|
|
"eval_runtime": 9.1858,
|
|
"eval_samples_per_second": 120.838,
|
|
"eval_steps_per_second": 15.132,
|
|
"step": 5000
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 5276,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 6.6700647783936e+16,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|