7963 lines
199 KiB
JSON
7963 lines
199 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 0.3500724287783679,
|
|
"eval_steps": 100,
|
|
"global_step": 10150,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0007595898214963919,
|
|
"grad_norm": 4.34375,
|
|
"learning_rate": 0.0,
|
|
"loss": 4.160505771636963,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.007595898214963919,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 2.2499999999999998e-05,
|
|
"loss": 4.129366980658637,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.015191796429927839,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 4.75e-05,
|
|
"loss": 4.0021720886230465,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.02278769464489176,
|
|
"grad_norm": 0.341796875,
|
|
"learning_rate": 7.25e-05,
|
|
"loss": 3.8429046630859376,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.030383592859855677,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 9.750000000000001e-05,
|
|
"loss": 3.714479446411133,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.0379794910748196,
|
|
"grad_norm": 0.279296875,
|
|
"learning_rate": 0.0001225,
|
|
"loss": 3.6400478363037108,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.04557538928978352,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0001475,
|
|
"loss": 3.551565933227539,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.053171287504747436,
|
|
"grad_norm": 0.3046875,
|
|
"learning_rate": 0.0001725,
|
|
"loss": 3.4914886474609377,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.060767185719711354,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0001975,
|
|
"loss": 3.4572845458984376,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.06836308393467527,
|
|
"grad_norm": 0.30078125,
|
|
"learning_rate": 0.00022250000000000001,
|
|
"loss": 3.41595573425293,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.0759589821496392,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 0.0002475,
|
|
"loss": 3.356405258178711,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.0759589821496392,
|
|
"eval_loss": 3.321293830871582,
|
|
"eval_runtime": 6.4337,
|
|
"eval_samples_per_second": 50.826,
|
|
"eval_steps_per_second": 1.71,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.08355488036460311,
|
|
"grad_norm": 0.326171875,
|
|
"learning_rate": 0.0002725,
|
|
"loss": 3.3377449035644533,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.09115077857956703,
|
|
"grad_norm": 0.35546875,
|
|
"learning_rate": 0.00029749999999999997,
|
|
"loss": 3.2930694580078126,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.09874667679453095,
|
|
"grad_norm": 0.423828125,
|
|
"learning_rate": 0.00032250000000000003,
|
|
"loss": 3.28686637878418,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.10634257500949487,
|
|
"grad_norm": 0.337890625,
|
|
"learning_rate": 0.0003475,
|
|
"loss": 3.260041046142578,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.1139384732244588,
|
|
"grad_norm": 0.38671875,
|
|
"learning_rate": 0.0003725,
|
|
"loss": 3.230126953125,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.12153437143942271,
|
|
"grad_norm": 0.396484375,
|
|
"learning_rate": 0.0003975,
|
|
"loss": 3.247303009033203,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.12913026965438662,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 0.00042249999999999997,
|
|
"loss": 3.215043640136719,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.13672616786935055,
|
|
"grad_norm": 0.416015625,
|
|
"learning_rate": 0.00044750000000000004,
|
|
"loss": 3.1772716522216795,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.14432206608431447,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 0.0004725,
|
|
"loss": 3.1748157501220704,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.1519179642992784,
|
|
"grad_norm": 0.365234375,
|
|
"learning_rate": 0.0004975,
|
|
"loss": 3.162751388549805,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.1519179642992784,
|
|
"eval_loss": 3.1788299083709717,
|
|
"eval_runtime": 6.3407,
|
|
"eval_samples_per_second": 51.571,
|
|
"eval_steps_per_second": 1.735,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.15951386251424232,
|
|
"grad_norm": 0.390625,
|
|
"learning_rate": 0.000499923916786539,
|
|
"loss": 3.1491827011108398,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.16710976072920622,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 0.0004996609756683134,
|
|
"loss": 3.1373762130737304,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.17470565894417014,
|
|
"grad_norm": 0.349609375,
|
|
"learning_rate": 0.0004992104452776705,
|
|
"loss": 3.1026805877685546,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.18230155715913407,
|
|
"grad_norm": 0.318359375,
|
|
"learning_rate": 0.0004985726819745386,
|
|
"loss": 3.097637748718262,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.189897455374098,
|
|
"grad_norm": 0.33984375,
|
|
"learning_rate": 0.0004977481902160848,
|
|
"loss": 3.074860191345215,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.1974933535890619,
|
|
"grad_norm": 0.361328125,
|
|
"learning_rate": 0.0004967376221577013,
|
|
"loss": 3.0807043075561524,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.20508925180402582,
|
|
"grad_norm": 0.40625,
|
|
"learning_rate": 0.0004955417771371639,
|
|
"loss": 3.074227142333984,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.21268515001898974,
|
|
"grad_norm": 0.353515625,
|
|
"learning_rate": 0.0004941616010423732,
|
|
"loss": 3.05371036529541,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.22028104823395367,
|
|
"grad_norm": 0.322265625,
|
|
"learning_rate": 0.0004925981855631768,
|
|
"loss": 3.0531679153442384,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.2278769464489176,
|
|
"grad_norm": 0.33984375,
|
|
"learning_rate": 0.0004908527673278665,
|
|
"loss": 3.044694709777832,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.2278769464489176,
|
|
"eval_loss": 3.135857105255127,
|
|
"eval_runtime": 6.4068,
|
|
"eval_samples_per_second": 51.04,
|
|
"eval_steps_per_second": 1.717,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.2354728446638815,
|
|
"grad_norm": 0.310546875,
|
|
"learning_rate": 0.0004889267269250315,
|
|
"loss": 3.0244071960449217,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.24306874287884542,
|
|
"grad_norm": 0.310546875,
|
|
"learning_rate": 0.0004868215878115427,
|
|
"loss": 3.0274925231933594,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.25066464109380937,
|
|
"grad_norm": 0.421875,
|
|
"learning_rate": 0.00048453901510752973,
|
|
"loss": 3.0219192504882812,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.25826053930877324,
|
|
"grad_norm": 0.298828125,
|
|
"learning_rate": 0.0004820808142793077,
|
|
"loss": 3.0148666381835936,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.26585643752373717,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.00047944892971129113,
|
|
"loss": 2.9982091903686525,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.2734523357387011,
|
|
"grad_norm": 0.34375,
|
|
"learning_rate": 0.0004766454431680274,
|
|
"loss": 2.986362266540527,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.281048233953665,
|
|
"grad_norm": 0.30859375,
|
|
"learning_rate": 0.00047367257214756583,
|
|
"loss": 2.9878061294555662,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.28864413216862894,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004705326681274636,
|
|
"loss": 2.9845380783081055,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.29624003038359287,
|
|
"grad_norm": 0.30078125,
|
|
"learning_rate": 0.00046722821470481706,
|
|
"loss": 2.9719078063964846,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.3038359285985568,
|
|
"grad_norm": 0.291015625,
|
|
"learning_rate": 0.00046376182563179013,
|
|
"loss": 2.9487117767333983,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.3038359285985568,
|
|
"eval_loss": 3.0641255378723145,
|
|
"eval_runtime": 6.3681,
|
|
"eval_samples_per_second": 51.35,
|
|
"eval_steps_per_second": 1.727,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.3114318268135207,
|
|
"grad_norm": 0.291015625,
|
|
"learning_rate": 0.0004601362427481912,
|
|
"loss": 2.9743417739868163,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.31902772502848464,
|
|
"grad_norm": 0.29296875,
|
|
"learning_rate": 0.000456354333812737,
|
|
"loss": 2.9637521743774413,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.3266236232434485,
|
|
"grad_norm": 0.298828125,
|
|
"learning_rate": 0.00045241909023471626,
|
|
"loss": 2.9459299087524413,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.33421952145841244,
|
|
"grad_norm": 0.294921875,
|
|
"learning_rate": 0.000448333624707849,
|
|
"loss": 2.9349159240722655,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.34181541967337636,
|
|
"grad_norm": 0.326171875,
|
|
"learning_rate": 0.00044410116874821204,
|
|
"loss": 2.939449119567871,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.3494113178883403,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.00043972507013817876,
|
|
"loss": 2.923619270324707,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.3570072161033042,
|
|
"grad_norm": 0.31640625,
|
|
"learning_rate": 0.0004352087902783947,
|
|
"loss": 2.923044967651367,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.36460311431826814,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.00043055590144988365,
|
|
"loss": 2.921802520751953,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.37219901253323207,
|
|
"grad_norm": 0.328125,
|
|
"learning_rate": 0.0004257700839884492,
|
|
"loss": 2.9253984451293946,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.379794910748196,
|
|
"grad_norm": 0.310546875,
|
|
"learning_rate": 0.0004208551233736077,
|
|
"loss": 2.910613441467285,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.379794910748196,
|
|
"eval_loss": 3.0285699367523193,
|
|
"eval_runtime": 6.4137,
|
|
"eval_samples_per_second": 50.984,
|
|
"eval_steps_per_second": 1.715,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.3873908089631599,
|
|
"grad_norm": 0.29296875,
|
|
"learning_rate": 0.00041581490723435527,
|
|
"loss": 2.9117815017700197,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.3949867071781238,
|
|
"grad_norm": 0.2734375,
|
|
"learning_rate": 0.00041065342227413534,
|
|
"loss": 2.8861461639404298,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.4025826053930877,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.00040537475111744196,
|
|
"loss": 2.918853759765625,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.41017850360805164,
|
|
"grad_norm": 0.310546875,
|
|
"learning_rate": 0.00039998306908055066,
|
|
"loss": 2.8889438629150392,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.41777440182301556,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0003944826408689321,
|
|
"loss": 2.8760492324829103,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.4253703000379795,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.00038887781720396166,
|
|
"loss": 2.8791513442993164,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.4329661982529434,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.000383173031381591,
|
|
"loss": 2.8855258941650392,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.44056209646790734,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0003773727957657058,
|
|
"loss": 2.868224334716797,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.44815799468287126,
|
|
"grad_norm": 0.287109375,
|
|
"learning_rate": 0.0003714816982189424,
|
|
"loss": 2.871646690368652,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.4557538928978352,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00036550439847378576,
|
|
"loss": 2.8556640625,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.4557538928978352,
|
|
"eval_loss": 2.9900174140930176,
|
|
"eval_runtime": 6.3879,
|
|
"eval_samples_per_second": 51.191,
|
|
"eval_steps_per_second": 1.722,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.4633497911127991,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.00035944562444682114,
|
|
"loss": 2.8718791961669923,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.470945689327763,
|
|
"grad_norm": 0.27734375,
|
|
"learning_rate": 0.0003533101684990526,
|
|
"loss": 2.8613565444946287,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.4785415875427269,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0003471028836452474,
|
|
"loss": 2.8642951965332033,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.48613748575769083,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0003408286797153057,
|
|
"loss": 2.861553764343262,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.49373338397265476,
|
|
"grad_norm": 0.2734375,
|
|
"learning_rate": 0.00033449251947068867,
|
|
"loss": 2.8493188858032226,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.5013292821876187,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.00032809941467898114,
|
|
"loss": 2.846090316772461,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.5089251804025826,
|
|
"grad_norm": 0.31640625,
|
|
"learning_rate": 0.0003216544221496897,
|
|
"loss": 2.8381746292114256,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.5165210786175465,
|
|
"grad_norm": 0.2734375,
|
|
"learning_rate": 0.00031516263973441466,
|
|
"loss": 2.844132995605469,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.5241169768325105,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00030862920229455756,
|
|
"loss": 2.8329984664916994,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.5317128750474743,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.00030205927763975616,
|
|
"loss": 2.830152130126953,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.5317128750474743,
|
|
"eval_loss": 2.963874578475952,
|
|
"eval_runtime": 6.3886,
|
|
"eval_samples_per_second": 51.185,
|
|
"eval_steps_per_second": 1.722,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.5393087732624383,
|
|
"grad_norm": 0.27734375,
|
|
"learning_rate": 0.0002954580624402567,
|
|
"loss": 2.8245569229125977,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.5469046714774022,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00028883077811645876,
|
|
"loss": 2.84329776763916,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.5545005696923662,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.00028218266670888316,
|
|
"loss": 2.835365104675293,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.56209646790733,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0002755189867318296,
|
|
"loss": 2.809566116333008,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.569692366122294,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0002688450090140041,
|
|
"loss": 2.8277103424072267,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.5772882643372579,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0002621660125294062,
|
|
"loss": 2.8039220809936523,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.5848841625522218,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0002554872802217726,
|
|
"loss": 2.8002191543579102,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.5924800607671857,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00024881409482588177,
|
|
"loss": 2.813232421875,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.6000759589821496,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.00024215173468902332,
|
|
"loss": 2.8190376281738283,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.6076718571971136,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00023550546959593793,
|
|
"loss": 2.8102094650268556,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.6076718571971136,
|
|
"eval_loss": 2.933663845062256,
|
|
"eval_runtime": 6.4064,
|
|
"eval_samples_per_second": 51.042,
|
|
"eval_steps_per_second": 1.717,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.6152677554120775,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.00022888055660052993,
|
|
"loss": 2.7970836639404295,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.6228636536270414,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0002222822358676499,
|
|
"loss": 2.8055255889892576,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.6304595518420053,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00021571572652823615,
|
|
"loss": 2.793012809753418,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.6380554500569693,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.00020918622255109334,
|
|
"loss": 2.7924644470214846,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.6456513482719332,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.000202698888634574,
|
|
"loss": 2.7925525665283204,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.653247246486897,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.00019625885612141222,
|
|
"loss": 2.7974515914916993,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.660843144701861,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.00018987121893994128,
|
|
"loss": 2.794886016845703,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.6684390429168249,
|
|
"grad_norm": 0.1962890625,
|
|
"learning_rate": 0.00018354102957490476,
|
|
"loss": 2.77576904296875,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.6760349411317889,
|
|
"grad_norm": 0.1865234375,
|
|
"learning_rate": 0.00017727329507104896,
|
|
"loss": 2.781934356689453,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.6836308393467527,
|
|
"grad_norm": 0.1982421875,
|
|
"learning_rate": 0.00017107297307265726,
|
|
"loss": 2.775553894042969,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.6836308393467527,
|
|
"eval_loss": 2.9109058380126953,
|
|
"eval_runtime": 6.3905,
|
|
"eval_samples_per_second": 51.17,
|
|
"eval_steps_per_second": 1.721,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.6912267375617167,
|
|
"grad_norm": 0.1787109375,
|
|
"learning_rate": 0.0001649449679021595,
|
|
"loss": 2.780860710144043,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.6988226357766806,
|
|
"grad_norm": 0.203125,
|
|
"learning_rate": 0.00015889412668091725,
|
|
"loss": 2.7567111968994142,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.7064185339916446,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.00015292523549525436,
|
|
"loss": 2.771552085876465,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.7140144322066084,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00014704301561076487,
|
|
"loss": 2.7714685440063476,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.7216103304215723,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.00014125211973789242,
|
|
"loss": 2.7673364639282227,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.7292062286365363,
|
|
"grad_norm": 0.197265625,
|
|
"learning_rate": 0.00013555712835173575,
|
|
"loss": 2.7799705505371093,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.7368021268515001,
|
|
"grad_norm": 0.1982421875,
|
|
"learning_rate": 0.00012996254606899047,
|
|
"loss": 2.778921699523926,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.7443980250664641,
|
|
"grad_norm": 0.2060546875,
|
|
"learning_rate": 0.0001244727980848934,
|
|
"loss": 2.767135810852051,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.751993923281428,
|
|
"grad_norm": 0.185546875,
|
|
"learning_rate": 0.00011909222667298774,
|
|
"loss": 2.776322937011719,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.759589821496392,
|
|
"grad_norm": 0.1787109375,
|
|
"learning_rate": 0.00011382508775047693,
|
|
"loss": 2.767734336853027,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.759589821496392,
|
|
"eval_loss": 2.8951478004455566,
|
|
"eval_runtime": 6.4384,
|
|
"eval_samples_per_second": 50.789,
|
|
"eval_steps_per_second": 1.709,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.7671857197113559,
|
|
"grad_norm": 0.1826171875,
|
|
"learning_rate": 0.00010867554751188518,
|
|
"loss": 2.762259674072266,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.7747816179263198,
|
|
"grad_norm": 0.16796875,
|
|
"learning_rate": 0.00010364767913368654,
|
|
"loss": 2.768287467956543,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.7823775161412837,
|
|
"grad_norm": 0.1748046875,
|
|
"learning_rate": 9.874545955250897e-05,
|
|
"loss": 2.765730857849121,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.7899734143562476,
|
|
"grad_norm": 0.185546875,
|
|
"learning_rate": 9.397276631946256e-05,
|
|
"loss": 2.7567041397094725,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.7975693125712116,
|
|
"grad_norm": 0.1806640625,
|
|
"learning_rate": 8.933337453307916e-05,
|
|
"loss": 2.746847152709961,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.8051652107861754,
|
|
"grad_norm": 0.177734375,
|
|
"learning_rate": 8.483095385328999e-05,
|
|
"loss": 2.747633361816406,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.8127611090011394,
|
|
"grad_norm": 0.189453125,
|
|
"learning_rate": 8.046906559880302e-05,
|
|
"loss": 2.7606531143188477,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.8203570072161033,
|
|
"grad_norm": 0.1865234375,
|
|
"learning_rate": 7.625115993017566e-05,
|
|
"loss": 2.758637619018555,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.8279529054310673,
|
|
"grad_norm": 0.1806640625,
|
|
"learning_rate": 7.218057312081155e-05,
|
|
"loss": 2.761465644836426,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.8355488036460311,
|
|
"grad_norm": 0.1708984375,
|
|
"learning_rate": 6.826052491803939e-05,
|
|
"loss": 2.7564212799072267,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.8355488036460311,
|
|
"eval_loss": 2.88885760307312,
|
|
"eval_runtime": 6.3901,
|
|
"eval_samples_per_second": 51.173,
|
|
"eval_steps_per_second": 1.721,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.8431447018609951,
|
|
"grad_norm": 0.166015625,
|
|
"learning_rate": 6.449411599636155e-05,
|
|
"loss": 2.747487258911133,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.850740600075959,
|
|
"grad_norm": 0.1669921875,
|
|
"learning_rate": 6.0884325504886556e-05,
|
|
"loss": 2.7676666259765623,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.858336498290923,
|
|
"grad_norm": 0.1728515625,
|
|
"learning_rate": 5.743400871088574e-05,
|
|
"loss": 2.7493162155151367,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.8659323965058868,
|
|
"grad_norm": 0.1630859375,
|
|
"learning_rate": 5.414589474133783e-05,
|
|
"loss": 2.7586923599243165,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.8735282947208507,
|
|
"grad_norm": 0.169921875,
|
|
"learning_rate": 5.1022584424247705e-05,
|
|
"loss": 2.7609556198120115,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.8811241929358147,
|
|
"grad_norm": 0.1630859375,
|
|
"learning_rate": 4.8066548231446775e-05,
|
|
"loss": 2.7444868087768555,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.8887200911507785,
|
|
"grad_norm": 0.169921875,
|
|
"learning_rate": 4.528012432450273e-05,
|
|
"loss": 2.750021553039551,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.8963159893657425,
|
|
"grad_norm": 0.1640625,
|
|
"learning_rate": 4.266551670528335e-05,
|
|
"loss": 2.768070411682129,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.9039118875807064,
|
|
"grad_norm": 0.162109375,
|
|
"learning_rate": 4.0224793472638234e-05,
|
|
"loss": 2.7698774337768555,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.9115077857956704,
|
|
"grad_norm": 0.16015625,
|
|
"learning_rate": 3.7959885186576626e-05,
|
|
"loss": 2.7517560958862304,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.9115077857956704,
|
|
"eval_loss": 2.8854928016662598,
|
|
"eval_runtime": 6.4263,
|
|
"eval_samples_per_second": 50.885,
|
|
"eval_steps_per_second": 1.712,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.9191036840106342,
|
|
"grad_norm": 0.1669921875,
|
|
"learning_rate": 3.5872583341235727e-05,
|
|
"loss": 2.761515235900879,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.9266995822255982,
|
|
"grad_norm": 0.166015625,
|
|
"learning_rate": 3.3964538947846945e-05,
|
|
"loss": 2.7607538223266603,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.9342954804405621,
|
|
"grad_norm": 0.171875,
|
|
"learning_rate": 3.223726122882127e-05,
|
|
"loss": 2.74609375,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.941891378655526,
|
|
"grad_norm": 0.162109375,
|
|
"learning_rate": 3.069211642398656e-05,
|
|
"loss": 2.7672258377075196,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.94948727687049,
|
|
"grad_norm": 0.15625,
|
|
"learning_rate": 2.9330326709921017e-05,
|
|
"loss": 2.750092697143555,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.9570831750854538,
|
|
"grad_norm": 0.1552734375,
|
|
"learning_rate": 2.8152969233237523e-05,
|
|
"loss": 2.739312934875488,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.9646790733004178,
|
|
"grad_norm": 0.1708984375,
|
|
"learning_rate": 2.7160975258583626e-05,
|
|
"loss": 2.7647802352905275,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.9722749715153817,
|
|
"grad_norm": 0.162109375,
|
|
"learning_rate": 2.6355129432031147e-05,
|
|
"loss": 2.74219970703125,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.9798708697303457,
|
|
"grad_norm": 0.15625,
|
|
"learning_rate": 2.5736069160437846e-05,
|
|
"loss": 2.751408576965332,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.9874667679453095,
|
|
"grad_norm": 0.162109375,
|
|
"learning_rate": 2.5304284107272224e-05,
|
|
"loss": 2.748354911804199,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.9874667679453095,
|
|
"eval_loss": 2.884568452835083,
|
|
"eval_runtime": 6.3925,
|
|
"eval_samples_per_second": 51.154,
|
|
"eval_steps_per_second": 1.721,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.9950626661602735,
|
|
"grad_norm": 0.1591796875,
|
|
"learning_rate": 2.5060115805300056e-05,
|
|
"loss": 2.7556131362915037,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 2.884584665298462,
|
|
"eval_runtime": 6.2983,
|
|
"eval_samples_per_second": 51.919,
|
|
"eval_steps_per_second": 1.747,
|
|
"step": 1317
|
|
},
|
|
{
|
|
"epoch": 0.04552666068841829,
|
|
"grad_norm": 8.5625,
|
|
"learning_rate": 0.0004995606766654085,
|
|
"loss": 3.94569460550944,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.045871559633027525,
|
|
"grad_norm": 0.4375,
|
|
"learning_rate": 0.0004995527919860256,
|
|
"loss": 3.688318634033203,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.04621645857763675,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004995448372467478,
|
|
"loss": 3.4252037048339843,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.04656135752224598,
|
|
"grad_norm": 0.279296875,
|
|
"learning_rate": 0.0004995368124499263,
|
|
"loss": 3.3581897735595705,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.046906256466855215,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004995287175979324,
|
|
"loss": 3.306211471557617,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.04725115541146444,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004995205526931589,
|
|
"loss": 3.3056015014648437,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.04759605435607367,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004995123177380185,
|
|
"loss": 3.2437950134277345,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.0479409533006829,
|
|
"grad_norm": 0.279296875,
|
|
"learning_rate": 0.0004995040127349455,
|
|
"loss": 3.2430068969726564,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.04828585224529213,
|
|
"grad_norm": 0.283203125,
|
|
"learning_rate": 0.0004994956376863939,
|
|
"loss": 3.2402618408203123,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.04828585224529213,
|
|
"eval_loss": 3.1775357723236084,
|
|
"eval_runtime": 6.7497,
|
|
"eval_samples_per_second": 48.447,
|
|
"eval_steps_per_second": 1.63,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.04863075118990136,
|
|
"grad_norm": 0.30859375,
|
|
"learning_rate": 0.0004994871925948393,
|
|
"loss": 3.22863883972168,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.048975650134510586,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004994786774627774,
|
|
"loss": 3.2331768035888673,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.04932054907911982,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004994700922927248,
|
|
"loss": 3.1989618301391602,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.04966544802372905,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004994614370872189,
|
|
"loss": 3.168655204772949,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.050010346968338275,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.0004994527118488177,
|
|
"loss": 3.2157833099365236,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.05035524591294751,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004994439165800999,
|
|
"loss": 3.186210060119629,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.050700144857556736,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004994350512836648,
|
|
"loss": 3.1895734786987306,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.051045043802165964,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004994261159621327,
|
|
"loss": 3.1697080612182615,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.0513899427467752,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.0004994171106181441,
|
|
"loss": 3.1745536804199217,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.051734841691384426,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004994080352543608,
|
|
"loss": 3.1699466705322266,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.051734841691384426,
|
|
"eval_loss": 3.178737163543701,
|
|
"eval_runtime": 6.7276,
|
|
"eval_samples_per_second": 48.606,
|
|
"eval_steps_per_second": 1.635,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.05207974063599365,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0004993988898734648,
|
|
"loss": 3.1477949142456056,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.05242463958060288,
|
|
"grad_norm": 0.296875,
|
|
"learning_rate": 0.000499389674478159,
|
|
"loss": 3.176782989501953,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.052769538525212115,
|
|
"grad_norm": 0.271484375,
|
|
"learning_rate": 0.000499380389071167,
|
|
"loss": 3.1550008773803713,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.05311443746982134,
|
|
"grad_norm": 0.283203125,
|
|
"learning_rate": 0.0004993710336552331,
|
|
"loss": 3.16734619140625,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.05345933641443057,
|
|
"grad_norm": 0.29296875,
|
|
"learning_rate": 0.0004993616082331221,
|
|
"loss": 3.117188835144043,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.053804235359039804,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0004993521128076199,
|
|
"loss": 3.1880640029907226,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.05414913430364903,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004993425473815325,
|
|
"loss": 3.1521093368530275,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.05449403324825826,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004993329119576872,
|
|
"loss": 3.1449941635131835,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.05483893219286749,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004993232065389315,
|
|
"loss": 3.164867401123047,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.05518383113747672,
|
|
"grad_norm": 0.333984375,
|
|
"learning_rate": 0.0004993134311281341,
|
|
"loss": 3.1254270553588865,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.05518383113747672,
|
|
"eval_loss": 3.1886394023895264,
|
|
"eval_runtime": 6.7151,
|
|
"eval_samples_per_second": 48.696,
|
|
"eval_steps_per_second": 1.638,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.05552873008208595,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004993035857281838,
|
|
"loss": 3.158915901184082,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.055873629026695175,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004992936703419904,
|
|
"loss": 3.1532636642456056,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.05621852797130441,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004992836849724843,
|
|
"loss": 3.1459360122680664,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.05656342691591364,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004992736296226168,
|
|
"loss": 3.1383129119873048,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.056908325860522864,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004992635042953597,
|
|
"loss": 3.1324377059936523,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.0572532248051321,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004992533089937053,
|
|
"loss": 3.164575958251953,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.057598123749741326,
|
|
"grad_norm": 0.283203125,
|
|
"learning_rate": 0.000499243043720667,
|
|
"loss": 3.15883846282959,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.05794302269435055,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004992327084792785,
|
|
"loss": 3.123383140563965,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.05828792163895979,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004992223032725944,
|
|
"loss": 3.1440086364746094,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.058632820583569015,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00049921182810369,
|
|
"loss": 3.112078857421875,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.058632820583569015,
|
|
"eval_loss": 3.211069345474243,
|
|
"eval_runtime": 6.7281,
|
|
"eval_samples_per_second": 48.602,
|
|
"eval_steps_per_second": 1.635,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.05897771952817824,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004992012829756609,
|
|
"loss": 3.171876335144043,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.059322618472787476,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.000499190667891624,
|
|
"loss": 3.1190860748291014,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.059667517417396704,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004991799828547164,
|
|
"loss": 3.1243335723876955,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.06001241636200593,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.000499169227868096,
|
|
"loss": 3.105545234680176,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.06035731530661516,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004991584029349413,
|
|
"loss": 3.104082489013672,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.06070221425122439,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004991475080584518,
|
|
"loss": 3.1014020919799803,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.06104711319583362,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004991365432418472,
|
|
"loss": 3.1070577621459963,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.06139201214044285,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004991255084883683,
|
|
"loss": 3.12465763092041,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.06173691108505208,
|
|
"grad_norm": 0.294921875,
|
|
"learning_rate": 0.0004991144038012762,
|
|
"loss": 3.110963249206543,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.06208181002966131,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.000499103229183853,
|
|
"loss": 3.1210065841674806,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.06208181002966131,
|
|
"eval_loss": 3.2403862476348877,
|
|
"eval_runtime": 6.8085,
|
|
"eval_samples_per_second": 48.028,
|
|
"eval_steps_per_second": 1.616,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.06242670897427054,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004990919846394012,
|
|
"loss": 3.111033058166504,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.06277160791887977,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.000499080670171244,
|
|
"loss": 3.0953065872192385,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.06311650686348899,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004990692857827254,
|
|
"loss": 3.094102478027344,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.06346140580809823,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004990578314772101,
|
|
"loss": 3.1337677001953126,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.06380630475270746,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004990463072580834,
|
|
"loss": 3.075612258911133,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.06415120369731668,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.000499034713128751,
|
|
"loss": 3.121097755432129,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.06449610264192591,
|
|
"grad_norm": 0.28515625,
|
|
"learning_rate": 0.0004990230490926398,
|
|
"loss": 3.1022356033325194,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.06484100158653515,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004990113151531968,
|
|
"loss": 3.106301116943359,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.06518590053114437,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00049899951131389,
|
|
"loss": 3.0839033126831055,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.0655307994757536,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004989876375782079,
|
|
"loss": 3.116221618652344,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.0655307994757536,
|
|
"eval_loss": 3.2191734313964844,
|
|
"eval_runtime": 6.7393,
|
|
"eval_samples_per_second": 48.522,
|
|
"eval_steps_per_second": 1.632,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.06587569842036284,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.00049897569394966,
|
|
"loss": 3.105671501159668,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.06622059736497206,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004989636804317758,
|
|
"loss": 3.0686840057373046,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.06656549630958129,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004989515970281061,
|
|
"loss": 3.1332202911376954,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.06691039525419053,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.000498939443742222,
|
|
"loss": 3.108740043640137,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.06725529419879975,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004989272205777154,
|
|
"loss": 3.076454925537109,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.06760019314340898,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004989149275381987,
|
|
"loss": 3.068858337402344,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.06794509208801822,
|
|
"grad_norm": 0.30078125,
|
|
"learning_rate": 0.0004989025646273054,
|
|
"loss": 3.072835922241211,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.06828999103262744,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004988901318486889,
|
|
"loss": 3.0758934020996094,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.06863488997723667,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004988776292060235,
|
|
"loss": 3.069691848754883,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.0689797889218459,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.000498865056703005,
|
|
"loss": 3.071276092529297,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.0689797889218459,
|
|
"eval_loss": 3.195521593093872,
|
|
"eval_runtime": 6.7353,
|
|
"eval_samples_per_second": 48.55,
|
|
"eval_steps_per_second": 1.633,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.06932468786645513,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004988524143433485,
|
|
"loss": 3.095376205444336,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.06966958681106436,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004988397021307906,
|
|
"loss": 3.0992828369140626,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.0700144857556736,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004988269200690886,
|
|
"loss": 3.0559410095214843,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.07035938470028281,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004988140681620196,
|
|
"loss": 3.0838075637817384,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.07070428364489205,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004988011464133826,
|
|
"loss": 3.0631616592407225,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.07104918258950127,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004987881548269961,
|
|
"loss": 3.130056953430176,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.0713940815341105,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004987750934066998,
|
|
"loss": 3.1007272720336916,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.07173898047871974,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004987619621563541,
|
|
"loss": 3.115607261657715,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.07208387942332896,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004987487610798396,
|
|
"loss": 3.0787405014038085,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.07242877836793819,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004987354901810581,
|
|
"loss": 3.0954341888427734,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.07242877836793819,
|
|
"eval_loss": 3.2088491916656494,
|
|
"eval_runtime": 6.7313,
|
|
"eval_samples_per_second": 48.579,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.07277367731254743,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004987221494639316,
|
|
"loss": 3.0991601943969727,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.07311857625715665,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000498708738932403,
|
|
"loss": 3.0792991638183596,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.07346347520176588,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004986952585904356,
|
|
"loss": 3.063749885559082,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.07380837414637512,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004986817084420136,
|
|
"loss": 3.064266395568848,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.07415327309098434,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004986680884911415,
|
|
"loss": 3.0542619705200194,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.07449817203559357,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004986543987418446,
|
|
"loss": 3.0570451736450197,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.0748430709802028,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004986406391981692,
|
|
"loss": 3.0890731811523438,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.07518796992481203,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004986268098641814,
|
|
"loss": 3.0486711502075194,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.07553286886942126,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004986129107439688,
|
|
"loss": 3.065072250366211,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.0758777678140305,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004985989418416389,
|
|
"loss": 3.0860727310180662,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.0758777678140305,
|
|
"eval_loss": 3.2100729942321777,
|
|
"eval_runtime": 6.7308,
|
|
"eval_samples_per_second": 48.583,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.07622266675863971,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.0004985849031613204,
|
|
"loss": 3.0380903244018556,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.07656756570324895,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004985707947071623,
|
|
"loss": 3.094039535522461,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.07691246464785818,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004985566164833342,
|
|
"loss": 3.078387451171875,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.0772573635924674,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004985423684940263,
|
|
"loss": 3.0869937896728517,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.07760226253707664,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00049852805074345,
|
|
"loss": 3.0973333358764648,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.07794716148168587,
|
|
"grad_norm": 0.291015625,
|
|
"learning_rate": 0.0004985136632358363,
|
|
"loss": 3.063151168823242,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.0782920604262951,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004984992059754378,
|
|
"loss": 3.056650733947754,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.07863695937090433,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004984846789665269,
|
|
"loss": 3.066288375854492,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.07898185831551355,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004984700822133972,
|
|
"loss": 3.03564510345459,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.07932675726012278,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004984554157203628,
|
|
"loss": 3.049472618103027,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.07932675726012278,
|
|
"eval_loss": 3.1962928771972656,
|
|
"eval_runtime": 6.7335,
|
|
"eval_samples_per_second": 48.563,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.07967165620473202,
|
|
"grad_norm": 0.2080078125,
|
|
"learning_rate": 0.0004984406794917581,
|
|
"loss": 3.0810522079467773,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.08001655514934124,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004984258735319384,
|
|
"loss": 3.054339790344238,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.08036145409395047,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004984109978452797,
|
|
"loss": 3.071099281311035,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.0807063530385597,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004983960524361782,
|
|
"loss": 3.032479476928711,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.08105125198316893,
|
|
"grad_norm": 0.20703125,
|
|
"learning_rate": 0.0004983810373090511,
|
|
"loss": 3.066059875488281,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.08139615092777816,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.000498365952468336,
|
|
"loss": 3.063777542114258,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.0817410498723874,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004983507979184911,
|
|
"loss": 3.063796806335449,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.08208594881699662,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004983355736639955,
|
|
"loss": 3.021498107910156,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.08243084776160585,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004983202797093483,
|
|
"loss": 3.0589014053344727,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.08277574670621508,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004983049160590698,
|
|
"loss": 3.033548355102539,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.08277574670621508,
|
|
"eval_loss": 3.197201728820801,
|
|
"eval_runtime": 6.8331,
|
|
"eval_samples_per_second": 47.855,
|
|
"eval_steps_per_second": 1.61,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.0831206456508243,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004982894827177006,
|
|
"loss": 3.038789749145508,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.08346554459543354,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.000498273979689802,
|
|
"loss": 3.0522674560546874,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.08381044354004277,
|
|
"grad_norm": 0.291015625,
|
|
"learning_rate": 0.0004982584069799557,
|
|
"loss": 3.0577108383178713,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 0.084155342484652,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004982427645927644,
|
|
"loss": 3.0683292388916015,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 0.08450024142926123,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004982270525328509,
|
|
"loss": 3.0640302658081056,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.08484514037387046,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004982112708048588,
|
|
"loss": 3.061013412475586,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 0.08519003931847968,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004981954194134526,
|
|
"loss": 3.0707763671875,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 0.08553493826308892,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.000498179498363317,
|
|
"loss": 3.0547483444213865,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 0.08587983720769815,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004981635076591573,
|
|
"loss": 3.0435951232910154,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 0.08622473615230737,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004981474473056994,
|
|
"loss": 3.091439628601074,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.08622473615230737,
|
|
"eval_loss": 3.1967952251434326,
|
|
"eval_runtime": 6.8075,
|
|
"eval_samples_per_second": 48.035,
|
|
"eval_steps_per_second": 1.616,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.0865696350969166,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.00049813131730769,
|
|
"loss": 3.0426443099975584,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 0.08691453404152583,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0004981151176698963,
|
|
"loss": 3.080913543701172,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 0.08725943298613506,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.000498098848397106,
|
|
"loss": 3.0481851577758787,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 0.0876043319307443,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004980825094941274,
|
|
"loss": 3.01617431640625,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 0.08794923087535352,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004980661009657894,
|
|
"loss": 3.0407470703125,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.08829412981996275,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004980496228169413,
|
|
"loss": 3.0526084899902344,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 0.08863902876457198,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004980330750524533,
|
|
"loss": 3.0630365371704102,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 0.0889839277091812,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004980164576772161,
|
|
"loss": 3.017895317077637,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 0.08932882665379044,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004979997706961407,
|
|
"loss": 3.0463420867919924,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 0.08967372559839967,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004979830141141591,
|
|
"loss": 3.0082685470581056,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.08967372559839967,
|
|
"eval_loss": 3.186363935470581,
|
|
"eval_runtime": 6.7325,
|
|
"eval_samples_per_second": 48.57,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.0900186245430089,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004979661879362233,
|
|
"loss": 3.026647758483887,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 0.09036352348761813,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004979492921673064,
|
|
"loss": 3.0578779220581054,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 0.09070842243222736,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.000497932326812402,
|
|
"loss": 3.0211202621459963,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 0.09105332137683658,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.0004979152918765239,
|
|
"loss": 3.0802417755126954,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 0.09139822032144582,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004978981873647068,
|
|
"loss": 3.041337013244629,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.09174311926605505,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004978810132820059,
|
|
"loss": 3.0317039489746094,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 0.09208801821066427,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004978637696334969,
|
|
"loss": 3.043722915649414,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 0.0924329171552735,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004978464564242759,
|
|
"loss": 3.0568105697631838,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 0.09277781609988274,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004978290736594599,
|
|
"loss": 3.0359878540039062,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 0.09312271504449196,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004978116213441864,
|
|
"loss": 2.9945466995239256,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.09312271504449196,
|
|
"eval_loss": 3.198932409286499,
|
|
"eval_runtime": 6.7314,
|
|
"eval_samples_per_second": 48.579,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.0934676139891012,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004977940994836133,
|
|
"loss": 3.0619199752807615,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 0.09381251293371043,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004977765080829191,
|
|
"loss": 3.055706787109375,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 0.09415741187831965,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004977588471473026,
|
|
"loss": 3.0402034759521483,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 0.09450231082292888,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004977411166819837,
|
|
"loss": 3.0405792236328124,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 0.09484720976753812,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004977233166922026,
|
|
"loss": 3.0502443313598633,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.09519210871214734,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004977054471832199,
|
|
"loss": 3.0309206008911134,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 0.09553700765675657,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004976875081603168,
|
|
"loss": 3.0458982467651365,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 0.0958819066013658,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004976694996287951,
|
|
"loss": 3.0382736206054686,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 0.09622680554597503,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004976514215939773,
|
|
"loss": 3.0607757568359375,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 0.09657170449058426,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.0004976332740612061,
|
|
"loss": 3.040727424621582,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.09657170449058426,
|
|
"eval_loss": 3.1886744499206543,
|
|
"eval_runtime": 6.7372,
|
|
"eval_samples_per_second": 48.536,
|
|
"eval_steps_per_second": 1.633,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.09691660343519348,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004976150570358451,
|
|
"loss": 3.071457862854004,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 0.09726150237980272,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.000497596770523278,
|
|
"loss": 3.0482696533203124,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 0.09760640132441195,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004975784145289096,
|
|
"loss": 3.0346181869506834,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 0.09795130026902117,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004975599890581646,
|
|
"loss": 3.004329490661621,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 0.0982961992136304,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004975414941164889,
|
|
"loss": 3.023432159423828,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.09864109815823964,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004975229297093485,
|
|
"loss": 3.028712844848633,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 0.09898599710284886,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004975042958422298,
|
|
"loss": 2.9909120559692384,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 0.0993308960474581,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004974855925206403,
|
|
"loss": 3.0135841369628906,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 0.09967579499206733,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004974668197501074,
|
|
"loss": 3.0275318145751955,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 0.10002069393667655,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004974479775361795,
|
|
"loss": 3.0700860977172852,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.10002069393667655,
|
|
"eval_loss": 3.197871208190918,
|
|
"eval_runtime": 6.7314,
|
|
"eval_samples_per_second": 48.578,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.10036559288128578,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004974290658844253,
|
|
"loss": 3.0187602996826173,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 0.10071049182589502,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004974100848004339,
|
|
"loss": 3.013742446899414,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 0.10105539077050424,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004973910342898153,
|
|
"loss": 3.039021110534668,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 0.10140028971511347,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004973719143581996,
|
|
"loss": 3.036471366882324,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 0.10174518865972271,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004973527250112377,
|
|
"loss": 2.9922014236450196,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.10209008760433193,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004973334662546009,
|
|
"loss": 2.987853240966797,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 0.10243498654894116,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004973141380939811,
|
|
"loss": 3.023481750488281,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 0.1027798854935504,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004972947405350906,
|
|
"loss": 3.0309520721435548,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 0.10312478443815962,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004972752735836623,
|
|
"loss": 3.034584617614746,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 0.10346968338276885,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004972557372454495,
|
|
"loss": 3.0353445053100585,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.10346968338276885,
|
|
"eval_loss": 3.1815316677093506,
|
|
"eval_runtime": 6.8396,
|
|
"eval_samples_per_second": 47.81,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.10381458232737807,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004972361315262261,
|
|
"loss": 3.035526466369629,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 0.1041594812719873,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004972164564317865,
|
|
"loss": 3.0296043395996093,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 0.10450438021659654,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004971967119679456,
|
|
"loss": 3.041478729248047,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 0.10484927916120576,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004971768981405388,
|
|
"loss": 3.001759719848633,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 0.105194178105815,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000497157014955422,
|
|
"loss": 3.0119159698486326,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.10553907705042423,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004971370624184715,
|
|
"loss": 3.0216413497924806,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 0.10588397599503345,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.0004971170405355843,
|
|
"loss": 3.0348670959472654,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 0.10622887493964268,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004970969493126777,
|
|
"loss": 3.0531684875488283,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 0.10657377388425192,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004970767887556895,
|
|
"loss": 3.0255355834960938,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 0.10691867282886114,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004970565588705781,
|
|
"loss": 3.016491508483887,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.10691867282886114,
|
|
"eval_loss": 3.174170732498169,
|
|
"eval_runtime": 6.7372,
|
|
"eval_samples_per_second": 48.537,
|
|
"eval_steps_per_second": 1.633,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.10726357177347037,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004970362596633225,
|
|
"loss": 2.9967432022094727,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 0.10760847071807961,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004970158911399219,
|
|
"loss": 2.985181999206543,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 0.10795336966268883,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004969954533063962,
|
|
"loss": 3.00512752532959,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 0.10829826860729806,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004969749461687856,
|
|
"loss": 3.0171781539916993,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 0.1086431675519073,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004969543697331511,
|
|
"loss": 3.0024200439453126,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.10898806649651652,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004969337240055738,
|
|
"loss": 3.0367971420288087,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 0.10933296544112575,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004969130089921554,
|
|
"loss": 3.029571533203125,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 0.10967786438573499,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004968922246990184,
|
|
"loss": 3.0332483291625976,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 0.1100227633303442,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004968713711323051,
|
|
"loss": 3.008295249938965,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 0.11036766227495344,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004968504482981791,
|
|
"loss": 3.026075553894043,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.11036766227495344,
|
|
"eval_loss": 3.172048568725586,
|
|
"eval_runtime": 6.7364,
|
|
"eval_samples_per_second": 48.542,
|
|
"eval_steps_per_second": 1.633,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.11071256121956267,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004968294562028237,
|
|
"loss": 3.0314558029174803,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 0.1110574601641719,
|
|
"grad_norm": 0.27734375,
|
|
"learning_rate": 0.0004968083948524433,
|
|
"loss": 3.0183042526245116,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 0.11140235910878113,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004967872642532623,
|
|
"loss": 3.0487560272216796,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 0.11174725805339035,
|
|
"grad_norm": 0.296875,
|
|
"learning_rate": 0.000496766064411526,
|
|
"loss": 3.0047475814819338,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 0.11209215699799958,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004967447953334995,
|
|
"loss": 3.037026023864746,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.11243705594260882,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004967234570254691,
|
|
"loss": 3.0033973693847655,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 0.11278195488721804,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004967020494937413,
|
|
"loss": 3.0388776779174806,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 0.11312685383182727,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004966805727446426,
|
|
"loss": 3.014145088195801,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 0.11347175277643651,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004966590267845208,
|
|
"loss": 3.0064775466918947,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 0.11381665172104573,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004966374116197435,
|
|
"loss": 3.054228591918945,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.11381665172104573,
|
|
"eval_loss": 3.1683712005615234,
|
|
"eval_runtime": 6.7192,
|
|
"eval_samples_per_second": 48.666,
|
|
"eval_steps_per_second": 1.637,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.11416155066565496,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004966157272566989,
|
|
"loss": 2.9828277587890626,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 0.1145064496102642,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.000496593973701796,
|
|
"loss": 2.992258071899414,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 0.11485134855487342,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004965721509614636,
|
|
"loss": 3.021725654602051,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 0.11519624749948265,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004965502590421517,
|
|
"loss": 3.032084083557129,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 0.11554114644409189,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.00049652829795033,
|
|
"loss": 3.017766571044922,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.1158860453887011,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004965062676924892,
|
|
"loss": 3.025203514099121,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 0.11623094433331034,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004964841682751402,
|
|
"loss": 3.0111839294433596,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 0.11657584327791957,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004964619997048143,
|
|
"loss": 3.0000905990600586,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 0.1169207422225288,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004964397619880635,
|
|
"loss": 3.0158496856689454,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 0.11726564116713803,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.00049641745513146,
|
|
"loss": 3.0142328262329103,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.11726564116713803,
|
|
"eval_loss": 3.1717991828918457,
|
|
"eval_runtime": 6.7287,
|
|
"eval_samples_per_second": 48.598,
|
|
"eval_steps_per_second": 1.635,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.11761054011174726,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004963950791415963,
|
|
"loss": 3.0468318939208983,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 0.11795543905635648,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004963726340250858,
|
|
"loss": 3.0026397705078125,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 0.11830033800096572,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.000496350119788562,
|
|
"loss": 3.01328067779541,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 0.11864523694557495,
|
|
"grad_norm": 0.271484375,
|
|
"learning_rate": 0.0004963275364386787,
|
|
"loss": 3.022497367858887,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 0.11899013589018417,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004963048839821105,
|
|
"loss": 3.036116027832031,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.11933503483479341,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004962821624255521,
|
|
"loss": 2.98995361328125,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 0.11967993377940264,
|
|
"grad_norm": 0.2080078125,
|
|
"learning_rate": 0.0004962593717757188,
|
|
"loss": 3.0167715072631838,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 0.12002483272401186,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.0004962365120393463,
|
|
"loss": 2.9596494674682616,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 0.1203697316686211,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004962135832231908,
|
|
"loss": 3.0237884521484375,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 0.12071463061323032,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004961905853340285,
|
|
"loss": 2.9989990234375,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.12071463061323032,
|
|
"eval_loss": 3.165252685546875,
|
|
"eval_runtime": 6.723,
|
|
"eval_samples_per_second": 48.639,
|
|
"eval_steps_per_second": 1.636,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.12105952955783955,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004961675183786567,
|
|
"loss": 2.991859245300293,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 0.12140442850244879,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004961443823638924,
|
|
"loss": 3.0180643081665037,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 0.121749327447058,
|
|
"grad_norm": 0.2890625,
|
|
"learning_rate": 0.0004961211772965736,
|
|
"loss": 3.033351516723633,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 0.12209422639166724,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004960979031835582,
|
|
"loss": 2.9912784576416014,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 0.12243912533627647,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.000496074560031725,
|
|
"loss": 3.0393821716308596,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.1227840242808857,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004960511478479729,
|
|
"loss": 3.0030418395996095,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 0.12312892322549493,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004960276666392213,
|
|
"loss": 3.0119344711303713,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 0.12347382217010416,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004960041164124097,
|
|
"loss": 2.9897686004638673,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 0.12381872111471338,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004959804971744987,
|
|
"loss": 3.045718193054199,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 0.12416362005932262,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004959568089324684,
|
|
"loss": 2.9756067276000975,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.12416362005932262,
|
|
"eval_loss": 3.1751327514648438,
|
|
"eval_runtime": 6.7661,
|
|
"eval_samples_per_second": 48.329,
|
|
"eval_steps_per_second": 1.626,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.12450851900393185,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004959330516933201,
|
|
"loss": 2.989982032775879,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 0.12485341794854107,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004959092254640751,
|
|
"loss": 2.9974496841430662,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 0.1251983168931503,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.000495885330251775,
|
|
"loss": 3.0266117095947265,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 0.12554321583775954,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.000495861366063482,
|
|
"loss": 2.9926311492919924,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 0.12588811478236878,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004958373329062787,
|
|
"loss": 2.9860143661499023,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.12623301372697798,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004958132307872677,
|
|
"loss": 3.0157192230224608,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 0.12657791267158722,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004957890597135726,
|
|
"loss": 3.013762664794922,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 0.12692281161619645,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004957648196923368,
|
|
"loss": 2.9722711563110353,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 0.12726771056080569,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004957405107307245,
|
|
"loss": 3.0043930053710937,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 0.12761260950541492,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004957161328359201,
|
|
"loss": 2.991504096984863,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.12761260950541492,
|
|
"eval_loss": 3.159167766571045,
|
|
"eval_runtime": 6.7318,
|
|
"eval_samples_per_second": 48.576,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.12795750845002415,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004956916860151283,
|
|
"loss": 3.0034387588500975,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 0.12830240739463336,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004956671702755743,
|
|
"loss": 2.9816072463989256,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 0.1286473063392426,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004956425856245036,
|
|
"loss": 3.000564956665039,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 0.12899220528385183,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.000495617932069182,
|
|
"loss": 3.005902862548828,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 0.12933710422846106,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.000495593209616896,
|
|
"loss": 3.0049072265625,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.1296820031730703,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004955684182749519,
|
|
"loss": 2.9935598373413086,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 0.13002690211767953,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004955435580506768,
|
|
"loss": 2.9739862442016602,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 0.13037180106228874,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004955186289514182,
|
|
"loss": 2.9983901977539062,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 0.13071670000689797,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004954936309845434,
|
|
"loss": 3.004456901550293,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 0.1310615989515072,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004954685641574408,
|
|
"loss": 2.960996627807617,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.1310615989515072,
|
|
"eval_loss": 3.164684534072876,
|
|
"eval_runtime": 6.7202,
|
|
"eval_samples_per_second": 48.659,
|
|
"eval_steps_per_second": 1.637,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.13140649789611644,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004954434284775187,
|
|
"loss": 2.950288772583008,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 0.13175139684072568,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004954182239522056,
|
|
"loss": 2.9668479919433595,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 0.1320962957853349,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.000495392950588951,
|
|
"loss": 2.977401351928711,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 0.13244119472994412,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.000495367608395224,
|
|
"loss": 3.0218761444091795,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 0.13278609367455335,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004953421973785144,
|
|
"loss": 2.9925100326538088,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.13313099261916259,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004953167175463324,
|
|
"loss": 2.9722568511962892,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 0.13347589156377182,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.0004952911689062085,
|
|
"loss": 3.006439781188965,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 0.13382079050838105,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004952655514656934,
|
|
"loss": 2.983469009399414,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 0.13416568945299026,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004952398652323583,
|
|
"loss": 3.0055164337158202,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 0.1345105883975995,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004952141102137946,
|
|
"loss": 3.028909683227539,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.1345105883975995,
|
|
"eval_loss": 3.1625843048095703,
|
|
"eval_runtime": 6.722,
|
|
"eval_samples_per_second": 48.646,
|
|
"eval_steps_per_second": 1.636,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.13485548734220873,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004951882864176139,
|
|
"loss": 2.9902904510498045,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 0.13520038628681796,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004951623938514487,
|
|
"loss": 3.0018278121948243,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 0.1355452852314272,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004951364325229511,
|
|
"loss": 2.9799169540405273,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 0.13589018417603643,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.000495110402439794,
|
|
"loss": 2.9893619537353517,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 0.13623508312064564,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004950843036096705,
|
|
"loss": 2.962021255493164,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.13657998206525487,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004950581360402938,
|
|
"loss": 2.977663040161133,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 0.1369248810098641,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004950318997393978,
|
|
"loss": 2.9969497680664063,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 0.13726977995447334,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004950055947147366,
|
|
"loss": 3.00067138671875,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 0.13761467889908258,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004949792209740843,
|
|
"loss": 2.9823270797729493,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 0.1379595778436918,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.0004949527785252357,
|
|
"loss": 2.982051658630371,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.1379595778436918,
|
|
"eval_loss": 3.1498098373413086,
|
|
"eval_runtime": 6.7185,
|
|
"eval_samples_per_second": 48.672,
|
|
"eval_steps_per_second": 1.637,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.13830447678830102,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004949262673760056,
|
|
"loss": 3.0193693161010744,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 0.13864937573291025,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004948996875342293,
|
|
"loss": 2.989998626708984,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 0.13899427467751949,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004948730390077627,
|
|
"loss": 3.002806282043457,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 0.13933917362212872,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004948463218044811,
|
|
"loss": 3.029488182067871,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 0.13968407256673795,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.0004948195359322809,
|
|
"loss": 2.9810775756835937,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.1400289715113472,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004947926813990785,
|
|
"loss": 2.9854259490966797,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 0.1403738704559564,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004947657582128109,
|
|
"loss": 2.96386661529541,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 0.14071876940056563,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004947387663814348,
|
|
"loss": 2.9897836685180663,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 0.14106366834517486,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004947117059129276,
|
|
"loss": 2.9781829833984377,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 0.1414085672897841,
|
|
"grad_norm": 0.201171875,
|
|
"learning_rate": 0.0004946845768152868,
|
|
"loss": 3.002536392211914,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.1414085672897841,
|
|
"eval_loss": 3.1550486087799072,
|
|
"eval_runtime": 6.7271,
|
|
"eval_samples_per_second": 48.609,
|
|
"eval_steps_per_second": 1.635,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.14175346623439333,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004946573790965307,
|
|
"loss": 2.987820625305176,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 0.14209836517900254,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004946301127646969,
|
|
"loss": 2.972881317138672,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 0.14244326412361177,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004946027778278443,
|
|
"loss": 3.0019201278686523,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 0.142788163068221,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0004945753742940514,
|
|
"loss": 2.988333892822266,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 0.14313306201283024,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004945479021714171,
|
|
"loss": 2.9953964233398436,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.14347796095743948,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004945203614680609,
|
|
"loss": 2.982470893859863,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 0.1438228599020487,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004944927521921223,
|
|
"loss": 3.003155517578125,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 0.14416775884665792,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004944650743517609,
|
|
"loss": 2.9850168228149414,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 0.14451265779126715,
|
|
"grad_norm": 0.203125,
|
|
"learning_rate": 0.000494437327955157,
|
|
"loss": 2.984214019775391,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 0.14485755673587639,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004944095130105106,
|
|
"loss": 2.952581596374512,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.14485755673587639,
|
|
"eval_loss": 3.1441195011138916,
|
|
"eval_runtime": 6.72,
|
|
"eval_samples_per_second": 48.661,
|
|
"eval_steps_per_second": 1.637,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.14520245568048562,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004943816295260426,
|
|
"loss": 2.9667022705078123,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 0.14554735462509485,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004943536775099937,
|
|
"loss": 2.9970605850219725,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 0.1458922535697041,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004943256569706251,
|
|
"loss": 2.9807682037353516,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 0.1462371525143133,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004942975679162182,
|
|
"loss": 3.0138120651245117,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 0.14658205145892253,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004942694103550742,
|
|
"loss": 2.976573371887207,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.14692695040353176,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004942411842955153,
|
|
"loss": 2.9844640731811523,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 0.147271849348141,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004942128897458835,
|
|
"loss": 2.9822599411010744,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 0.14761674829275023,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004941845267145412,
|
|
"loss": 2.996249961853027,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 0.14796164723735947,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004941560952098707,
|
|
"loss": 3.0042388916015623,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 0.14830654618196867,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004941275952402752,
|
|
"loss": 2.9566108703613283,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.14830654618196867,
|
|
"eval_loss": 3.1496925354003906,
|
|
"eval_runtime": 6.7198,
|
|
"eval_samples_per_second": 48.662,
|
|
"eval_steps_per_second": 1.637,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.1486514451265779,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004940990268141773,
|
|
"loss": 2.979448127746582,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 0.14899634407118714,
|
|
"grad_norm": 0.31640625,
|
|
"learning_rate": 0.0004940703899400207,
|
|
"loss": 2.9457590103149416,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 0.14934124301579638,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004940416846262686,
|
|
"loss": 2.98935546875,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 0.1496861419604056,
|
|
"grad_norm": 0.203125,
|
|
"learning_rate": 0.0004940129108814049,
|
|
"loss": 3.0102176666259766,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 0.15003104090501482,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004939840687139334,
|
|
"loss": 2.9817178726196287,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.15037593984962405,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004939551581323783,
|
|
"loss": 2.972992706298828,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 0.15072083879423329,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004939261791452842,
|
|
"loss": 2.992824363708496,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 0.15106573773884252,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004938971317612155,
|
|
"loss": 2.992608833312988,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 0.15141063668345175,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.000493868015988757,
|
|
"loss": 2.982779312133789,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 0.151755535628061,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.000493838831836514,
|
|
"loss": 2.9856546401977537,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.151755535628061,
|
|
"eval_loss": 3.153886318206787,
|
|
"eval_runtime": 6.7252,
|
|
"eval_samples_per_second": 48.623,
|
|
"eval_steps_per_second": 1.636,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.1521004345726702,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004938095793131115,
|
|
"loss": 2.9966169357299806,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 0.15244533351727943,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004937802584271949,
|
|
"loss": 2.9869657516479493,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 0.15279023246188866,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004937508691874301,
|
|
"loss": 2.972144889831543,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 0.1531351314064979,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004937214116025028,
|
|
"loss": 2.9536251068115233,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 0.15348003035110713,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000493691885681119,
|
|
"loss": 2.983636665344238,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.15382492929571637,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004936622914320052,
|
|
"loss": 2.9705886840820312,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 0.15416982824032557,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004936326288639076,
|
|
"loss": 2.9875600814819334,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 0.1545147271849348,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004936028979855929,
|
|
"loss": 2.972930145263672,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 0.15485962612954404,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.000493573098805848,
|
|
"loss": 2.9791515350341795,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 0.15520452507415328,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00049354323133348,
|
|
"loss": 3.0023319244384767,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.15520452507415328,
|
|
"eval_loss": 3.1520376205444336,
|
|
"eval_runtime": 6.73,
|
|
"eval_samples_per_second": 48.589,
|
|
"eval_steps_per_second": 1.634,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.1555494240187625,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004935132955773159,
|
|
"loss": 2.9401525497436523,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 0.15589432296337175,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.000493483291546203,
|
|
"loss": 2.9643228530883787,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 0.15623922190798095,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004934532192490092,
|
|
"loss": 2.958892059326172,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 0.1565841208525902,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000493423078694622,
|
|
"loss": 2.983892250061035,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 0.15692901979719942,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004933928698919492,
|
|
"loss": 2.9624845504760744,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.15727391874180865,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004933625928499192,
|
|
"loss": 2.9689382553100585,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 0.1576188176864179,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.00049333224757748,
|
|
"loss": 2.9538814544677736,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 0.1579637166310271,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004933018340836002,
|
|
"loss": 2.969583511352539,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 0.15830861557563633,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.000493271352377268,
|
|
"loss": 2.977361297607422,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 0.15865351452024556,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004932408024674926,
|
|
"loss": 2.9521629333496096,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.15865351452024556,
|
|
"eval_loss": 3.150723695755005,
|
|
"eval_runtime": 6.7238,
|
|
"eval_samples_per_second": 48.633,
|
|
"eval_steps_per_second": 1.636,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.1589984134648548,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004932101843633026,
|
|
"loss": 2.9743833541870117,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 0.15934331240946403,
|
|
"grad_norm": 0.26953125,
|
|
"learning_rate": 0.0004931794980737472,
|
|
"loss": 2.949156951904297,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 0.15968821135407327,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004931487436078954,
|
|
"loss": 2.957554244995117,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 0.16003311029868247,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004931179209748368,
|
|
"loss": 2.9589775085449217,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 0.1603780092432917,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004930870301836807,
|
|
"loss": 2.9749269485473633,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.16072290818790094,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004930560712435567,
|
|
"loss": 2.9557363510131838,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 0.16106780713251018,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004930250441636147,
|
|
"loss": 2.9683906555175783,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 0.1614127060771194,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004929939489530246,
|
|
"loss": 2.9600408554077147,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 0.16175760502172865,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004929627856209765,
|
|
"loss": 2.970965576171875,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 0.16210250396633785,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004929315541766804,
|
|
"loss": 2.961244010925293,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.16210250396633785,
|
|
"eval_loss": 3.1319401264190674,
|
|
"eval_runtime": 6.7399,
|
|
"eval_samples_per_second": 48.517,
|
|
"eval_steps_per_second": 1.632,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.1624474029109471,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004929002546293667,
|
|
"loss": 2.9594139099121093,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 0.16279230185555632,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.000492868886988286,
|
|
"loss": 2.9610084533691405,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 0.16313720080016555,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004928374512627087,
|
|
"loss": 2.985554313659668,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 0.1634820997447748,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004928059474619255,
|
|
"loss": 2.994824981689453,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 0.16382699868938402,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.0004927743755952473,
|
|
"loss": 2.9625144958496095,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.16417189763399323,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004927427356720049,
|
|
"loss": 2.984906005859375,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"epoch": 0.16451679657860246,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004927110277015493,
|
|
"loss": 2.969473457336426,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"epoch": 0.1648616955232117,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.0004926792516932518,
|
|
"loss": 2.964279365539551,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"epoch": 0.16520659446782093,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004926474076565037,
|
|
"loss": 2.9810308456420898,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"epoch": 0.16555149341243017,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004926154956007162,
|
|
"loss": 2.9619462966918944,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.16555149341243017,
|
|
"eval_loss": 3.1518521308898926,
|
|
"eval_runtime": 6.7386,
|
|
"eval_samples_per_second": 48.527,
|
|
"eval_steps_per_second": 1.632,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.16589639235703937,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004925835155353208,
|
|
"loss": 2.9949432373046876,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"epoch": 0.1662412913016486,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004925514674697692,
|
|
"loss": 2.9820219039916993,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"epoch": 0.16658619024625784,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004925193514135329,
|
|
"loss": 2.971327209472656,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"epoch": 0.16693108919086708,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004924871673761038,
|
|
"loss": 2.954444694519043,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"epoch": 0.1672759881354763,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004924549153669935,
|
|
"loss": 2.9767589569091797,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.16762088708008555,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004924225953957342,
|
|
"loss": 2.9760509490966798,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"epoch": 0.16796578602469475,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004923902074718778,
|
|
"loss": 2.952646255493164,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"epoch": 0.168310684969304,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004923577516049964,
|
|
"loss": 2.9636226654052735,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"epoch": 0.16865558391391322,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004923252278046822,
|
|
"loss": 2.9538818359375,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"epoch": 0.16900048285852245,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004922926360805476,
|
|
"loss": 2.9321662902832033,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.16900048285852245,
|
|
"eval_loss": 3.1576976776123047,
|
|
"eval_runtime": 6.803,
|
|
"eval_samples_per_second": 48.067,
|
|
"eval_steps_per_second": 1.617,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.1693453818031317,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004922599764422247,
|
|
"loss": 2.94467830657959,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"epoch": 0.16969028074774092,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000492227248899366,
|
|
"loss": 2.9843250274658204,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"epoch": 0.17003517969235013,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004921944534616443,
|
|
"loss": 2.939727020263672,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"epoch": 0.17038007863695936,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004921615901387515,
|
|
"loss": 2.953375816345215,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"epoch": 0.1707249775815686,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004921286589404007,
|
|
"loss": 2.9527448654174804,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.17106987652617783,
|
|
"grad_norm": 0.2080078125,
|
|
"learning_rate": 0.0004920956598763245,
|
|
"loss": 2.9727285385131834,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"epoch": 0.17141477547078707,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004920625929562756,
|
|
"loss": 2.972251319885254,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"epoch": 0.1717596744153963,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004920294581900266,
|
|
"loss": 2.9452888488769533,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"epoch": 0.1721045733600055,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004919962555873705,
|
|
"loss": 2.9507394790649415,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"epoch": 0.17244947230461474,
|
|
"grad_norm": 0.26953125,
|
|
"learning_rate": 0.0004919629851581202,
|
|
"loss": 2.9617536544799803,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.17244947230461474,
|
|
"eval_loss": 3.145920991897583,
|
|
"eval_runtime": 6.8224,
|
|
"eval_samples_per_second": 47.93,
|
|
"eval_steps_per_second": 1.612,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.17279437124922398,
|
|
"grad_norm": 0.2041015625,
|
|
"learning_rate": 0.0004919296469121084,
|
|
"loss": 2.9821300506591797,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"epoch": 0.1731392701938332,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004918962408591885,
|
|
"loss": 2.9879783630371093,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"epoch": 0.17348416913844245,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004918627670092332,
|
|
"loss": 2.9563671112060548,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"epoch": 0.17382906808305165,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004918292253721355,
|
|
"loss": 2.949415397644043,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"epoch": 0.1741739670276609,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004917956159578087,
|
|
"loss": 2.982105255126953,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.17451886597227012,
|
|
"grad_norm": 0.26953125,
|
|
"learning_rate": 0.0004917619387761858,
|
|
"loss": 2.95444278717041,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"epoch": 0.17486376491687936,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004917281938372198,
|
|
"loss": 2.9795372009277346,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"epoch": 0.1752086638614886,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004916943811508842,
|
|
"loss": 2.9851028442382814,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"epoch": 0.17555356280609782,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.0004916605007271718,
|
|
"loss": 2.970852088928223,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"epoch": 0.17589846175070703,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004916265525760961,
|
|
"loss": 2.958824348449707,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.17589846175070703,
|
|
"eval_loss": 3.1318001747131348,
|
|
"eval_runtime": 6.8104,
|
|
"eval_samples_per_second": 48.014,
|
|
"eval_steps_per_second": 1.615,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.17624336069531626,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004915925367076903,
|
|
"loss": 2.916763687133789,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"epoch": 0.1765882596399255,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004915584531320075,
|
|
"loss": 2.942286491394043,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"epoch": 0.17693315858453473,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004915243018591209,
|
|
"loss": 2.973043441772461,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"epoch": 0.17727805752914397,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.000491490082899124,
|
|
"loss": 2.979201889038086,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"epoch": 0.1776229564737532,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00049145579626213,
|
|
"loss": 2.9672853469848635,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.1779678554183624,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000491421441958272,
|
|
"loss": 2.9649829864501953,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"epoch": 0.17831275436297164,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004913870199977034,
|
|
"loss": 2.9548431396484376,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"epoch": 0.17865765330758088,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004913525303905973,
|
|
"loss": 2.9435720443725586,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"epoch": 0.1790025522521901,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004913179731471472,
|
|
"loss": 2.950910186767578,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"epoch": 0.17934745119679935,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004912833482775662,
|
|
"loss": 2.9732566833496095,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.17934745119679935,
|
|
"eval_loss": 3.1375985145568848,
|
|
"eval_runtime": 6.7966,
|
|
"eval_samples_per_second": 48.112,
|
|
"eval_steps_per_second": 1.618,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.17969235014140858,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004912486557920874,
|
|
"loss": 2.9639122009277346,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"epoch": 0.1800372490860178,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004912138957009642,
|
|
"loss": 2.904903602600098,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"epoch": 0.18038214803062702,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004911790680144697,
|
|
"loss": 2.937609100341797,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"epoch": 0.18072704697523626,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004911441727428971,
|
|
"loss": 2.9472780227661133,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"epoch": 0.1810719459198455,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004911092098965596,
|
|
"loss": 2.9447872161865236,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.18141684486445472,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004910741794857903,
|
|
"loss": 2.9409147262573243,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"epoch": 0.18176174380906396,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004910390815209421,
|
|
"loss": 2.9940746307373045,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"epoch": 0.18210664275367316,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004910039160123882,
|
|
"loss": 2.9786664962768556,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"epoch": 0.1824515416982824,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004909686829705217,
|
|
"loss": 2.948029708862305,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"epoch": 0.18279644064289163,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004909333824057552,
|
|
"loss": 2.9685604095458986,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.18279644064289163,
|
|
"eval_loss": 3.136223077774048,
|
|
"eval_runtime": 6.8053,
|
|
"eval_samples_per_second": 48.051,
|
|
"eval_steps_per_second": 1.616,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.18314133958750087,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004908980143285221,
|
|
"loss": 2.944846343994141,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"epoch": 0.1834862385321101,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004908625787492751,
|
|
"loss": 2.944388008117676,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"epoch": 0.1838311374767193,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004908270756784868,
|
|
"loss": 2.961709213256836,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"epoch": 0.18417603642132854,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004907915051266502,
|
|
"loss": 2.9545183181762695,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"epoch": 0.18452093536593778,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004907558671042781,
|
|
"loss": 2.945513153076172,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 0.184865834310547,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004907201616219029,
|
|
"loss": 2.9108417510986326,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"epoch": 0.18521073325515625,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004906843886900773,
|
|
"loss": 2.960129165649414,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"epoch": 0.18555563219976548,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.000490648548319374,
|
|
"loss": 2.9885751724243166,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"epoch": 0.1859005311443747,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004906126405203853,
|
|
"loss": 2.950654220581055,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"epoch": 0.18624543008898392,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004905766653037235,
|
|
"loss": 2.9581636428833007,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.18624543008898392,
|
|
"eval_loss": 3.147744655609131,
|
|
"eval_runtime": 6.8204,
|
|
"eval_samples_per_second": 47.944,
|
|
"eval_steps_per_second": 1.613,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.18659032903359316,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004905406226800212,
|
|
"loss": 2.948745918273926,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"epoch": 0.1869352279782024,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004905045126599302,
|
|
"loss": 2.9636159896850587,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"epoch": 0.18728012692281162,
|
|
"grad_norm": 0.203125,
|
|
"learning_rate": 0.0004904683352541232,
|
|
"loss": 2.9364925384521485,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"epoch": 0.18762502586742086,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004904320904732919,
|
|
"loss": 2.946030044555664,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"epoch": 0.18796992481203006,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004903957783281483,
|
|
"loss": 2.955285835266113,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 0.1883148237566393,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004903593988294245,
|
|
"loss": 2.968264579772949,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"epoch": 0.18865972270124853,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.000490322951987872,
|
|
"loss": 2.933293342590332,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"epoch": 0.18900462164585777,
|
|
"grad_norm": 0.27734375,
|
|
"learning_rate": 0.0004902864378142628,
|
|
"loss": 2.9185680389404296,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"epoch": 0.189349520590467,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004902498563193882,
|
|
"loss": 2.9825998306274415,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"epoch": 0.18969441953507624,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004902132075140601,
|
|
"loss": 2.9420900344848633,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.18969441953507624,
|
|
"eval_loss": 3.130540370941162,
|
|
"eval_runtime": 6.813,
|
|
"eval_samples_per_second": 47.996,
|
|
"eval_steps_per_second": 1.615,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.19003931847968544,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004901764914091095,
|
|
"loss": 2.940257263183594,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"epoch": 0.19038421742429468,
|
|
"grad_norm": 0.2060546875,
|
|
"learning_rate": 0.0004901397080153878,
|
|
"loss": 2.967739486694336,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"epoch": 0.1907291163689039,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004901028573437663,
|
|
"loss": 2.9387725830078124,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"epoch": 0.19107401531351315,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004900659394051359,
|
|
"loss": 2.9443140029907227,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"epoch": 0.19141891425812238,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004900289542104075,
|
|
"loss": 2.941057586669922,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 0.1917638132027316,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004899919017705122,
|
|
"loss": 2.9690261840820313,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"epoch": 0.19210871214734082,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004899547820964004,
|
|
"loss": 2.933773994445801,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"epoch": 0.19245361109195006,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004899175951990427,
|
|
"loss": 2.9384889602661133,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"epoch": 0.1927985100365593,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004898803410894295,
|
|
"loss": 2.924280548095703,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"epoch": 0.19314340898116852,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004898430197785713,
|
|
"loss": 2.946701240539551,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.19314340898116852,
|
|
"eval_loss": 3.126265048980713,
|
|
"eval_runtime": 6.8128,
|
|
"eval_samples_per_second": 47.998,
|
|
"eval_steps_per_second": 1.615,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.19348830792577776,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004898056312774979,
|
|
"loss": 2.9281982421875,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"epoch": 0.19383320687038696,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004897681755972596,
|
|
"loss": 2.924086570739746,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"epoch": 0.1941781058149962,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004897306527489262,
|
|
"loss": 2.937215042114258,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"epoch": 0.19452300475960543,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004896930627435873,
|
|
"loss": 2.8927446365356446,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"epoch": 0.19486790370421467,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004896554055923525,
|
|
"loss": 2.9507640838623046,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 0.1952128026488239,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004896176813063512,
|
|
"loss": 2.9396808624267576,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"epoch": 0.19555770159343314,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004895798898967327,
|
|
"loss": 2.9674518585205076,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"epoch": 0.19590260053804234,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004895420313746661,
|
|
"loss": 2.9632637023925783,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"epoch": 0.19624749948265158,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004895041057513403,
|
|
"loss": 2.967760467529297,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"epoch": 0.1965923984272608,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004894661130379639,
|
|
"loss": 2.9013383865356444,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.1965923984272608,
|
|
"eval_loss": 3.121634006500244,
|
|
"eval_runtime": 6.8291,
|
|
"eval_samples_per_second": 47.884,
|
|
"eval_steps_per_second": 1.611,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.19693729737187005,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004894280532457656,
|
|
"loss": 2.918315124511719,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"epoch": 0.19728219631647928,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004893899263859939,
|
|
"loss": 2.9516460418701174,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"epoch": 0.19762709526108851,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004893517324699168,
|
|
"loss": 2.911311912536621,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"epoch": 0.19797199420569772,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004893134715088224,
|
|
"loss": 2.972389030456543,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"epoch": 0.19831689315030696,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004892751435140189,
|
|
"loss": 2.9304439544677736,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.1986617920949162,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004892367484968335,
|
|
"loss": 2.9385852813720703,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"epoch": 0.19900669103952542,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004891982864686138,
|
|
"loss": 2.9378582000732423,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"epoch": 0.19935158998413466,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004891597574407273,
|
|
"loss": 2.9304388046264647,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"epoch": 0.19969648892874386,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004891211614245608,
|
|
"loss": 2.948497009277344,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"epoch": 0.2000413878733531,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004890824984315214,
|
|
"loss": 2.9190345764160157,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.2000413878733531,
|
|
"eval_loss": 3.122713804244995,
|
|
"eval_runtime": 6.8165,
|
|
"eval_samples_per_second": 47.972,
|
|
"eval_steps_per_second": 1.614,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.20038628681796233,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004890437684730355,
|
|
"loss": 2.957596778869629,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"epoch": 0.20073118576257157,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004890049715605499,
|
|
"loss": 2.9663761138916014,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"epoch": 0.2010760847071808,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004889661077055307,
|
|
"loss": 2.9496397018432616,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"epoch": 0.20142098365179004,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004889271769194639,
|
|
"loss": 2.9407833099365233,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"epoch": 0.20176588259639924,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004888881792138554,
|
|
"loss": 2.972163963317871,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 0.20211078154100848,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004888491146002306,
|
|
"loss": 2.9447059631347656,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"epoch": 0.2024556804856177,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004888099830901352,
|
|
"loss": 2.9304573059082033,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"epoch": 0.20280057943022695,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004887707846951341,
|
|
"loss": 2.9314733505249024,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"epoch": 0.20314547837483618,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004887315194268123,
|
|
"loss": 2.9163957595825196,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"epoch": 0.20349037731944541,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004886921872967745,
|
|
"loss": 2.9023399353027344,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.20349037731944541,
|
|
"eval_loss": 3.111980438232422,
|
|
"eval_runtime": 6.7925,
|
|
"eval_samples_per_second": 48.141,
|
|
"eval_steps_per_second": 1.619,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.20383527626405462,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.000488652788316645,
|
|
"loss": 2.9696720123291014,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"epoch": 0.20418017520866386,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004886133224980681,
|
|
"loss": 2.96008243560791,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"epoch": 0.2045250741532731,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004885737898527078,
|
|
"loss": 2.9522701263427735,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"epoch": 0.20486997309788232,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004885341903922476,
|
|
"loss": 2.9466459274291994,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"epoch": 0.20521487204249156,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004884945241283913,
|
|
"loss": 2.9266565322875975,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 0.2055597709871008,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004884547910728617,
|
|
"loss": 2.910065269470215,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"epoch": 0.20590466993171,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004884149912374019,
|
|
"loss": 2.970027542114258,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"epoch": 0.20624956887631923,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004883751246337746,
|
|
"loss": 2.926654815673828,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"epoch": 0.20659446782092847,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.000488335191273762,
|
|
"loss": 2.9630802154541014,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"epoch": 0.2069393667655377,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004882951911691666,
|
|
"loss": 2.9407182693481446,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.2069393667655377,
|
|
"eval_loss": 3.115058660507202,
|
|
"eval_runtime": 6.867,
|
|
"eval_samples_per_second": 47.619,
|
|
"eval_steps_per_second": 1.602,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.20728426571014694,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004882551243318099,
|
|
"loss": 2.9117368698120116,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"epoch": 0.20762916465475614,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004882149907735336,
|
|
"loss": 2.944511604309082,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"epoch": 0.20797406359936538,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.000488174790506199,
|
|
"loss": 2.947153663635254,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"epoch": 0.2083189625439746,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004881345235416871,
|
|
"loss": 2.93719596862793,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"epoch": 0.20866386148858385,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.00048809418989189865,
|
|
"loss": 2.9408388137817383,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 0.20900876043319308,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004880537895687541,
|
|
"loss": 2.954499053955078,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"epoch": 0.20935365937780231,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00048801332258419344,
|
|
"loss": 2.9254438400268556,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"epoch": 0.20969855832241152,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.00048797278895017666,
|
|
"loss": 2.931148338317871,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"epoch": 0.21004345726702076,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004879321886786832,
|
|
"loss": 2.927779769897461,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"epoch": 0.21038835621163,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00048789152178171235,
|
|
"loss": 2.9477685928344726,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.21038835621163,
|
|
"eval_loss": 3.1181752681732178,
|
|
"eval_runtime": 6.8071,
|
|
"eval_samples_per_second": 48.038,
|
|
"eval_steps_per_second": 1.616,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.21073325515623922,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004878507882712831,
|
|
"loss": 2.9507234573364256,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"epoch": 0.21107815410084846,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004878099881594339,
|
|
"loss": 2.9332416534423826,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"epoch": 0.2114230530454577,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004877691214582232,
|
|
"loss": 2.9169775009155274,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"epoch": 0.2117679519900669,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.00048772818817972873,
|
|
"loss": 2.9464527130126954,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"epoch": 0.21211285093467613,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00048768718833604836,
|
|
"loss": 2.94616813659668,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 0.21245774987928537,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00048764612193929937,
|
|
"loss": 2.948628044128418,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"epoch": 0.2128026488238946,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00048760498900161865,
|
|
"loss": 2.9061281204223635,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"epoch": 0.21314754776850384,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.00048756378953516294,
|
|
"loss": 2.938188171386719,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"epoch": 0.21349244671311307,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.00048752252355210857,
|
|
"loss": 2.9095922470092774,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"epoch": 0.21383734565772228,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.00048748119106465157,
|
|
"loss": 2.9191511154174803,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.21383734565772228,
|
|
"eval_loss": 3.1247401237487793,
|
|
"eval_runtime": 6.8096,
|
|
"eval_samples_per_second": 48.021,
|
|
"eval_steps_per_second": 1.615,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.2141822446023315,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004874397920850074,
|
|
"loss": 2.9448171615600587,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"epoch": 0.21452714354694075,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00048739832662541145,
|
|
"loss": 2.9186744689941406,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"epoch": 0.21487204249154998,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.00048735679469811866,
|
|
"loss": 2.88161563873291,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"epoch": 0.21521694143615921,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.00048731519631540354,
|
|
"loss": 2.919352722167969,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"epoch": 0.21556184038076842,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.00048727353148956046,
|
|
"loss": 2.9212326049804687,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.21590673932537766,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.000487231800232903,
|
|
"loss": 2.921360397338867,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"epoch": 0.2162516382699869,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004871900025577649,
|
|
"loss": 2.9270441055297853,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"epoch": 0.21659653721459612,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.00048714813847649917,
|
|
"loss": 2.9321136474609375,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"epoch": 0.21694143615920536,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004871062080014786,
|
|
"loss": 2.935541534423828,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"epoch": 0.2172863351038146,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004870642111450956,
|
|
"loss": 2.914782905578613,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.2172863351038146,
|
|
"eval_loss": 3.1243624687194824,
|
|
"eval_runtime": 6.8131,
|
|
"eval_samples_per_second": 47.996,
|
|
"eval_steps_per_second": 1.615,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.2176312340484238,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.000487022147919762,
|
|
"loss": 2.941673469543457,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"epoch": 0.21797613299303303,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.00048698001833790945,
|
|
"loss": 2.935510444641113,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"epoch": 0.21832103193764227,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.00048693782241198926,
|
|
"loss": 2.9452632904052733,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"epoch": 0.2186659308822515,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004868955601544721,
|
|
"loss": 2.9349176406860353,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"epoch": 0.21901082982686074,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004868532315778485,
|
|
"loss": 2.9314014434814455,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 0.21935572877146997,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.00048681083669462847,
|
|
"loss": 2.923857879638672,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"epoch": 0.21970062771607918,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.00048676837551734156,
|
|
"loss": 2.9235401153564453,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"epoch": 0.2200455266606884,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00048672584805853705,
|
|
"loss": 2.9105674743652346,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"epoch": 0.22039042560529765,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.00048668325433078377,
|
|
"loss": 2.9641794204711913,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"epoch": 0.22073532454990688,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.00048664059434666996,
|
|
"loss": 2.9338321685791016,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.22073532454990688,
|
|
"eval_loss": 3.118654489517212,
|
|
"eval_runtime": 6.8272,
|
|
"eval_samples_per_second": 47.897,
|
|
"eval_steps_per_second": 1.611,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.22108022349451611,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004865978681188038,
|
|
"loss": 2.9640241622924806,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"epoch": 0.22142512243912535,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004865550756598126,
|
|
"loss": 2.9090980529785155,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"epoch": 0.22177002138373456,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00048651221698234364,
|
|
"loss": 2.939912223815918,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"epoch": 0.2221149203283438,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004864692920990636,
|
|
"loss": 2.934763526916504,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"epoch": 0.22245981927295302,
|
|
"grad_norm": 0.3046875,
|
|
"learning_rate": 0.0004864263010226587,
|
|
"loss": 2.936397743225098,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 0.22280471821756226,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00048638324376583484,
|
|
"loss": 2.9405590057373048,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"epoch": 0.2231496171621715,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00048634012034131724,
|
|
"loss": 2.8913330078125,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"epoch": 0.2234945161067807,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00048629693076185094,
|
|
"loss": 2.9031755447387697,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"epoch": 0.22383941505138993,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004862536750402004,
|
|
"loss": 2.9500730514526365,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"epoch": 0.22418431399599917,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004862103531891497,
|
|
"loss": 2.9305023193359374,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.22418431399599917,
|
|
"eval_loss": 3.1145131587982178,
|
|
"eval_runtime": 6.8166,
|
|
"eval_samples_per_second": 47.971,
|
|
"eval_steps_per_second": 1.614,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.2245292129406084,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.00048616696522150234,
|
|
"loss": 2.9475831985473633,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"epoch": 0.22487411188521764,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.00048612351115008155,
|
|
"loss": 2.9322816848754885,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"epoch": 0.22521901082982687,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00048607999098772986,
|
|
"loss": 2.9325334548950197,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"epoch": 0.22556390977443608,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004860364047473096,
|
|
"loss": 2.9308235168457033,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"epoch": 0.2259088087190453,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00048599275244170235,
|
|
"loss": 2.9516983032226562,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 0.22625370766365455,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.00048594903408380946,
|
|
"loss": 2.9532941818237304,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"epoch": 0.22659860660826378,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.0004859052496865516,
|
|
"loss": 2.938241386413574,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"epoch": 0.22694350555287301,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00048586139926286916,
|
|
"loss": 2.9100818634033203,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"epoch": 0.22728840449748225,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004858174828257219,
|
|
"loss": 2.921408462524414,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"epoch": 0.22763330344209146,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00048577350038808904,
|
|
"loss": 2.9440067291259764,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.22763330344209146,
|
|
"eval_loss": 3.090876817703247,
|
|
"eval_runtime": 6.8316,
|
|
"eval_samples_per_second": 47.866,
|
|
"eval_steps_per_second": 1.61,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.2279782023867007,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.00048572945196296945,
|
|
"loss": 2.8909435272216797,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"epoch": 0.22832310133130992,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00048568533756338157,
|
|
"loss": 2.9205949783325194,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"epoch": 0.22866800027591916,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004856411572023631,
|
|
"loss": 2.9317556381225587,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"epoch": 0.2290128992205284,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00048559691089297127,
|
|
"loss": 2.9168882369995117,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"epoch": 0.22935779816513763,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.00048555259864828295,
|
|
"loss": 2.946694183349609,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 0.22970269710974683,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.0004855082204813945,
|
|
"loss": 2.9441465377807616,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"epoch": 0.23004759605435607,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00048546377640542156,
|
|
"loss": 2.956826400756836,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"epoch": 0.2303924949989653,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.00048541926643349957,
|
|
"loss": 2.9312650680541994,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"epoch": 0.23073739394357454,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00048537469057878297,
|
|
"loss": 2.93796443939209,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"epoch": 0.23108229288818377,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004853300488544463,
|
|
"loss": 2.9332632064819335,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.23108229288818377,
|
|
"eval_loss": 3.1144378185272217,
|
|
"eval_runtime": 6.8187,
|
|
"eval_samples_per_second": 47.956,
|
|
"eval_steps_per_second": 1.613,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.23142719183279298,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00048528534127368283,
|
|
"loss": 2.8993963241577148,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"epoch": 0.2317720907774022,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.00048524056784970596,
|
|
"loss": 2.9221208572387694,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"epoch": 0.23211698972201145,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004851957285957483,
|
|
"loss": 2.917343330383301,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"epoch": 0.23246188866662068,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004851508235250617,
|
|
"loss": 2.9634822845458983,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"epoch": 0.23280678761122992,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.0004851058526509178,
|
|
"loss": 2.910009002685547,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.23315168655583915,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004850608159866075,
|
|
"loss": 2.9299671173095705,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"epoch": 0.23349658550044836,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004850157135454411,
|
|
"loss": 2.9386728286743162,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"epoch": 0.2338414844450576,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00048497054534074857,
|
|
"loss": 2.928000259399414,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"epoch": 0.23418638338966682,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00048492531138587914,
|
|
"loss": 2.9296024322509764,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"epoch": 0.23453128233427606,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004848800116942014,
|
|
"loss": 2.9159997940063476,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.23453128233427606,
|
|
"eval_loss": 3.1205053329467773,
|
|
"eval_runtime": 6.8376,
|
|
"eval_samples_per_second": 47.824,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.2348761812788853,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.00048483464627910354,
|
|
"loss": 2.915631103515625,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"epoch": 0.23522108022349453,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00048478921515399316,
|
|
"loss": 2.921986961364746,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"epoch": 0.23556597916810373,
|
|
"grad_norm": 0.20703125,
|
|
"learning_rate": 0.0004847437183322971,
|
|
"loss": 2.9156558990478514,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"epoch": 0.23591087811271297,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004846981558274619,
|
|
"loss": 2.9449398040771486,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"epoch": 0.2362557770573222,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.00048465252765295325,
|
|
"loss": 2.916766548156738,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 0.23660067600193144,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004846068338222564,
|
|
"loss": 2.9411689758300783,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"epoch": 0.23694557494654067,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.00048456107434887585,
|
|
"loss": 2.9139921188354494,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"epoch": 0.2372904738911499,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00048451524924633573,
|
|
"loss": 2.9304178237915037,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"epoch": 0.2376353728357591,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00048446935852817943,
|
|
"loss": 2.9133159637451174,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"epoch": 0.23798027178036835,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00048442340220796967,
|
|
"loss": 2.8832542419433596,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.23798027178036835,
|
|
"eval_loss": 3.121171236038208,
|
|
"eval_runtime": 6.8337,
|
|
"eval_samples_per_second": 47.851,
|
|
"eval_steps_per_second": 1.61,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.23832517072497758,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004843773802992887,
|
|
"loss": 2.9310277938842773,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"epoch": 0.23867006966958682,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00048433129281573814,
|
|
"loss": 2.9636621475219727,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"epoch": 0.23901496861419605,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004842851397709388,
|
|
"loss": 2.9365089416503904,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"epoch": 0.23935986755880528,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00048423892117853114,
|
|
"loss": 2.94277400970459,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"epoch": 0.2397047665034145,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004841926370521748,
|
|
"loss": 2.9524927139282227,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 0.24004966544802372,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004841462874055487,
|
|
"loss": 2.9277170181274412,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"epoch": 0.24039456439263296,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.00048409987225235166,
|
|
"loss": 2.962260627746582,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"epoch": 0.2407394633372422,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00048405339160630107,
|
|
"loss": 2.914175033569336,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"epoch": 0.24108436228185143,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.00048400684548113426,
|
|
"loss": 2.922310447692871,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"epoch": 0.24142926122646063,
|
|
"grad_norm": 0.2578125,
|
|
"learning_rate": 0.00048396023389060775,
|
|
"loss": 2.9141109466552733,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.24142926122646063,
|
|
"eval_loss": 3.116530418395996,
|
|
"eval_runtime": 6.8526,
|
|
"eval_samples_per_second": 47.719,
|
|
"eval_steps_per_second": 1.605,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.24177416017106987,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004839135568484973,
|
|
"loss": 2.9708431243896483,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"epoch": 0.2421190591156791,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004838668143685981,
|
|
"loss": 2.9161773681640626,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"epoch": 0.24246395806028834,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.00048382000646472485,
|
|
"loss": 2.923369216918945,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"epoch": 0.24280885700489757,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004837731331507113,
|
|
"loss": 2.877602958679199,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"epoch": 0.2431537559495068,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004837261944404105,
|
|
"loss": 2.921415901184082,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 0.243498654894116,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004836791903476953,
|
|
"loss": 2.9126455307006838,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"epoch": 0.24384355383872525,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.00048363212088645726,
|
|
"loss": 2.9458139419555662,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"epoch": 0.24418845278333448,
|
|
"grad_norm": 0.26953125,
|
|
"learning_rate": 0.0004835849860706076,
|
|
"loss": 2.92777042388916,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"epoch": 0.24453335172794372,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.000483537785914077,
|
|
"loss": 2.939556884765625,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"epoch": 0.24487825067255295,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004834905204308151,
|
|
"loss": 2.9306768417358398,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.24487825067255295,
|
|
"eval_loss": 3.126533269882202,
|
|
"eval_runtime": 6.8424,
|
|
"eval_samples_per_second": 47.79,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.24522314961716218,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.000483443189634791,
|
|
"loss": 2.911077880859375,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"epoch": 0.2455680485617714,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00048339579353999306,
|
|
"loss": 2.9036911010742186,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"epoch": 0.24591294750638062,
|
|
"grad_norm": 0.20703125,
|
|
"learning_rate": 0.00048334833216042913,
|
|
"loss": 2.957064628601074,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"epoch": 0.24625784645098986,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.00048330080551012614,
|
|
"loss": 2.943134880065918,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"epoch": 0.2466027453955991,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.00048325321360313036,
|
|
"loss": 2.9274309158325194,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 0.24694764434020833,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00048320555645350736,
|
|
"loss": 2.9225950241088867,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"epoch": 0.24729254328481756,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.00048315783407534195,
|
|
"loss": 2.9422739028930662,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"epoch": 0.24763744222942677,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00048311004648273837,
|
|
"loss": 2.9058792114257814,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"epoch": 0.247982341174036,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004830621936898201,
|
|
"loss": 2.9241222381591796,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"epoch": 0.24832724011864524,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.00048301427571072956,
|
|
"loss": 2.9027957916259766,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.24832724011864524,
|
|
"eval_loss": 3.1183176040649414,
|
|
"eval_runtime": 6.8372,
|
|
"eval_samples_per_second": 47.827,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.24867213906325447,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004829662925596289,
|
|
"loss": 2.898910713195801,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"epoch": 0.2490170380078637,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00048291824425069935,
|
|
"loss": 2.9299800872802733,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"epoch": 0.2493619369524729,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00048287013079814124,
|
|
"loss": 2.9169307708740235,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"epoch": 0.24970683589708215,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004828219522161743,
|
|
"loss": 2.90466251373291,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"epoch": 0.2500517348416914,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004827737085190376,
|
|
"loss": 2.9335451126098633,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.2503966337863006,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.0004827253997209892,
|
|
"loss": 2.9106502532958984,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"epoch": 0.2507415327309098,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004826770258363067,
|
|
"loss": 2.9364431381225584,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"epoch": 0.2510864316755191,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.00048262858687928673,
|
|
"loss": 2.9522266387939453,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"epoch": 0.2514313306201283,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004825800828642452,
|
|
"loss": 2.9148534774780273,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"epoch": 0.25177622956473755,
|
|
"grad_norm": 0.271484375,
|
|
"learning_rate": 0.0004825315138055172,
|
|
"loss": 2.9190120697021484,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.25177622956473755,
|
|
"eval_loss": 3.09189510345459,
|
|
"eval_runtime": 6.8373,
|
|
"eval_samples_per_second": 47.826,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.25212112850934676,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004824828797174572,
|
|
"loss": 2.907255172729492,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"epoch": 0.25246602745395597,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.0004824341806144387,
|
|
"loss": 2.9031770706176756,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"epoch": 0.2528109263985652,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00048238541651085456,
|
|
"loss": 2.894978332519531,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"epoch": 0.25315582534317443,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004823365874211167,
|
|
"loss": 2.895108222961426,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"epoch": 0.2535007242877837,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004822876933596566,
|
|
"loss": 2.904713249206543,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 0.2538456232323929,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00048223873434092435,
|
|
"loss": 2.9330770492553713,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"epoch": 0.25419052217700217,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.00048218971037938975,
|
|
"loss": 2.909575843811035,
|
|
"step": 7370
|
|
},
|
|
{
|
|
"epoch": 0.25453542112161137,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00048214062148954157,
|
|
"loss": 2.9293270111083984,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"epoch": 0.2548803200662206,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004820914676858879,
|
|
"loss": 2.934307670593262,
|
|
"step": 7390
|
|
},
|
|
{
|
|
"epoch": 0.25522521901082984,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00048204224898295574,
|
|
"loss": 2.9084339141845703,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.25522521901082984,
|
|
"eval_loss": 3.1125600337982178,
|
|
"eval_runtime": 6.8026,
|
|
"eval_samples_per_second": 48.07,
|
|
"eval_steps_per_second": 1.617,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.25557011795543905,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004819929653952916,
|
|
"loss": 2.9171512603759764,
|
|
"step": 7410
|
|
},
|
|
{
|
|
"epoch": 0.2559150169000483,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.000481943616937461,
|
|
"loss": 2.9008132934570314,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"epoch": 0.2562599158446575,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004818942036240487,
|
|
"loss": 2.924310874938965,
|
|
"step": 7430
|
|
},
|
|
{
|
|
"epoch": 0.2566048147892667,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00048184472546965846,
|
|
"loss": 2.8931264877319336,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"epoch": 0.256949713733876,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00048179518248891333,
|
|
"loss": 2.9353042602539063,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 0.2572946126784852,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004817455746964557,
|
|
"loss": 2.9459924697875977,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"epoch": 0.25763951162309445,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00048169590210694684,
|
|
"loss": 2.9280765533447264,
|
|
"step": 7470
|
|
},
|
|
{
|
|
"epoch": 0.25798441056770366,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.0004816461647350672,
|
|
"loss": 2.931351661682129,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"epoch": 0.25832930951231287,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004815963625955164,
|
|
"loss": 2.8771490097045898,
|
|
"step": 7490
|
|
},
|
|
{
|
|
"epoch": 0.25867420845692213,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004815464957030134,
|
|
"loss": 2.897832489013672,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.25867420845692213,
|
|
"eval_loss": 3.104717969894409,
|
|
"eval_runtime": 6.8403,
|
|
"eval_samples_per_second": 47.805,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.25901910740153133,
|
|
"grad_norm": 0.2021484375,
|
|
"learning_rate": 0.0004814965640722961,
|
|
"loss": 2.9176025390625,
|
|
"step": 7510
|
|
},
|
|
{
|
|
"epoch": 0.2593640063461406,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00048144656771812144,
|
|
"loss": 2.918319892883301,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"epoch": 0.2597089052907498,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00048139650665526574,
|
|
"loss": 2.891171455383301,
|
|
"step": 7530
|
|
},
|
|
{
|
|
"epoch": 0.26005380423535907,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.00048134638089852426,
|
|
"loss": 2.8993497848510743,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"epoch": 0.26039870317996827,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00048129619046271156,
|
|
"loss": 2.8940078735351564,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 0.2607436021245775,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.000481245935362661,
|
|
"loss": 2.9011760711669923,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"epoch": 0.26108850106918674,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004811956156132255,
|
|
"loss": 2.9280242919921875,
|
|
"step": 7570
|
|
},
|
|
{
|
|
"epoch": 0.26143340001379595,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.00048114523122927665,
|
|
"loss": 2.9348657608032225,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"epoch": 0.2617782989584052,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.0004810947822257053,
|
|
"loss": 2.877024269104004,
|
|
"step": 7590
|
|
},
|
|
{
|
|
"epoch": 0.2621231979030144,
|
|
"grad_norm": 0.201171875,
|
|
"learning_rate": 0.00048104426861742157,
|
|
"loss": 2.9315607070922853,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.2621231979030144,
|
|
"eval_loss": 3.1030023097991943,
|
|
"eval_runtime": 6.8297,
|
|
"eval_samples_per_second": 47.879,
|
|
"eval_steps_per_second": 1.611,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.2624680968476236,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004809936904193545,
|
|
"loss": 2.88507194519043,
|
|
"step": 7610
|
|
},
|
|
{
|
|
"epoch": 0.2628129957922329,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004809430476464521,
|
|
"loss": 2.9259174346923826,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"epoch": 0.2631578947368421,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004808923403136819,
|
|
"loss": 2.8806646347045897,
|
|
"step": 7630
|
|
},
|
|
{
|
|
"epoch": 0.26350279368145135,
|
|
"grad_norm": 0.2431640625,
|
|
"learning_rate": 0.00048084156843602994,
|
|
"loss": 2.9029253005981444,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"epoch": 0.26384769262606056,
|
|
"grad_norm": 0.2734375,
|
|
"learning_rate": 0.0004807907320285018,
|
|
"loss": 2.8839141845703127,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 0.2641925915706698,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004807398311061219,
|
|
"loss": 2.89400634765625,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"epoch": 0.26453749051527903,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004806888656839338,
|
|
"loss": 2.890558624267578,
|
|
"step": 7670
|
|
},
|
|
{
|
|
"epoch": 0.26488238945988823,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.00048063783577700003,
|
|
"loss": 2.9174373626708983,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"epoch": 0.2652272884044975,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004805867414004023,
|
|
"loss": 2.8800275802612303,
|
|
"step": 7690
|
|
},
|
|
{
|
|
"epoch": 0.2655721873491067,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004805355825692414,
|
|
"loss": 2.900164031982422,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.2655721873491067,
|
|
"eval_loss": 3.0969250202178955,
|
|
"eval_runtime": 6.8276,
|
|
"eval_samples_per_second": 47.894,
|
|
"eval_steps_per_second": 1.611,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.26591708629371597,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.00048048435929863695,
|
|
"loss": 2.921148109436035,
|
|
"step": 7710
|
|
},
|
|
{
|
|
"epoch": 0.26626198523832517,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004804330716037278,
|
|
"loss": 2.8917718887329102,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"epoch": 0.2666068841829344,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.0004803817194996719,
|
|
"loss": 2.890752983093262,
|
|
"step": 7730
|
|
},
|
|
{
|
|
"epoch": 0.26695178312754364,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.000480330303001646,
|
|
"loss": 2.9210477828979493,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"epoch": 0.26729668207215285,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00048027882212484617,
|
|
"loss": 2.882546043395996,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 0.2676415810167621,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004802272768844873,
|
|
"loss": 2.9026378631591796,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"epoch": 0.2679864799613713,
|
|
"grad_norm": 0.27734375,
|
|
"learning_rate": 0.00048017566729580314,
|
|
"loss": 2.891184616088867,
|
|
"step": 7770
|
|
},
|
|
{
|
|
"epoch": 0.2683313789059805,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.000480123993374047,
|
|
"loss": 2.9190244674682617,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"epoch": 0.2686762778505898,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004800722551344907,
|
|
"loss": 2.9181575775146484,
|
|
"step": 7790
|
|
},
|
|
{
|
|
"epoch": 0.269021176795199,
|
|
"grad_norm": 0.2080078125,
|
|
"learning_rate": 0.0004800204525924253,
|
|
"loss": 2.9071882247924803,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.269021176795199,
|
|
"eval_loss": 3.1101934909820557,
|
|
"eval_runtime": 6.9299,
|
|
"eval_samples_per_second": 47.187,
|
|
"eval_steps_per_second": 1.587,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.26936607573980825,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004799685857631608,
|
|
"loss": 2.920227813720703,
|
|
"step": 7810
|
|
},
|
|
{
|
|
"epoch": 0.26971097468441746,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004799166546620261,
|
|
"loss": 2.9081161499023436,
|
|
"step": 7820
|
|
},
|
|
{
|
|
"epoch": 0.2700558736290267,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004798646593043694,
|
|
"loss": 2.9441673278808596,
|
|
"step": 7830
|
|
},
|
|
{
|
|
"epoch": 0.27040077257363593,
|
|
"grad_norm": 0.20703125,
|
|
"learning_rate": 0.0004798125997055576,
|
|
"loss": 2.8898330688476563,
|
|
"step": 7840
|
|
},
|
|
{
|
|
"epoch": 0.27074567151824513,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.0004797604758809765,
|
|
"loss": 2.919536590576172,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"epoch": 0.2710905704628544,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004797082878460315,
|
|
"loss": 2.9212438583374025,
|
|
"step": 7860
|
|
},
|
|
{
|
|
"epoch": 0.2714354694074636,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004796560356161461,
|
|
"loss": 2.9245223999023438,
|
|
"step": 7870
|
|
},
|
|
{
|
|
"epoch": 0.27178036835207287,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00047960371920676353,
|
|
"loss": 2.868524932861328,
|
|
"step": 7880
|
|
},
|
|
{
|
|
"epoch": 0.27212526729668207,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.0004795513386333455,
|
|
"loss": 2.9088613510131838,
|
|
"step": 7890
|
|
},
|
|
{
|
|
"epoch": 0.2724701662412913,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00047949889391137284,
|
|
"loss": 2.884700965881348,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.2724701662412913,
|
|
"eval_loss": 3.1060330867767334,
|
|
"eval_runtime": 6.8273,
|
|
"eval_samples_per_second": 47.896,
|
|
"eval_steps_per_second": 1.611,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.27281506518590054,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004794463850563454,
|
|
"loss": 2.9303298950195313,
|
|
"step": 7910
|
|
},
|
|
{
|
|
"epoch": 0.27315996413050975,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00047939381208378205,
|
|
"loss": 2.8783666610717775,
|
|
"step": 7920
|
|
},
|
|
{
|
|
"epoch": 0.273504863075119,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004793411750092203,
|
|
"loss": 2.8956361770629884,
|
|
"step": 7930
|
|
},
|
|
{
|
|
"epoch": 0.2738497620197282,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.000479288473848217,
|
|
"loss": 2.8841411590576174,
|
|
"step": 7940
|
|
},
|
|
{
|
|
"epoch": 0.2741946609643374,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00047923570861634757,
|
|
"loss": 2.925836753845215,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"epoch": 0.2745395599089467,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00047918287932920654,
|
|
"loss": 2.887011909484863,
|
|
"step": 7960
|
|
},
|
|
{
|
|
"epoch": 0.2748844588535559,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004791299860024076,
|
|
"loss": 2.8862180709838867,
|
|
"step": 7970
|
|
},
|
|
{
|
|
"epoch": 0.27522935779816515,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.00047907702865158285,
|
|
"loss": 2.888905715942383,
|
|
"step": 7980
|
|
},
|
|
{
|
|
"epoch": 0.27557425674277436,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00047902400729238375,
|
|
"loss": 2.9060813903808596,
|
|
"step": 7990
|
|
},
|
|
{
|
|
"epoch": 0.2759191556873836,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.0004789709219404805,
|
|
"loss": 2.8980886459350588,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.2759191556873836,
|
|
"eval_loss": 3.1027467250823975,
|
|
"eval_runtime": 6.8446,
|
|
"eval_samples_per_second": 47.775,
|
|
"eval_steps_per_second": 1.607,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.27626405463199283,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004789177726115622,
|
|
"loss": 2.9022424697875975,
|
|
"step": 8010
|
|
},
|
|
{
|
|
"epoch": 0.27660895357660203,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00047886455932133704,
|
|
"loss": 2.9184452056884767,
|
|
"step": 8020
|
|
},
|
|
{
|
|
"epoch": 0.2769538525212113,
|
|
"grad_norm": 0.2080078125,
|
|
"learning_rate": 0.0004788112820855318,
|
|
"loss": 2.9035671234130858,
|
|
"step": 8030
|
|
},
|
|
{
|
|
"epoch": 0.2772987514658205,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004787579409198924,
|
|
"loss": 2.9065969467163084,
|
|
"step": 8040
|
|
},
|
|
{
|
|
"epoch": 0.27764365041042977,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004787045358401836,
|
|
"loss": 2.9058074951171875,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"epoch": 0.27798854935503897,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.000478651066862189,
|
|
"loss": 2.9324623107910157,
|
|
"step": 8060
|
|
},
|
|
{
|
|
"epoch": 0.2783334482996482,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.0004785975340017111,
|
|
"loss": 2.915102005004883,
|
|
"step": 8070
|
|
},
|
|
{
|
|
"epoch": 0.27867834724425744,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.0004785439372745714,
|
|
"loss": 2.8882448196411135,
|
|
"step": 8080
|
|
},
|
|
{
|
|
"epoch": 0.27902324618886665,
|
|
"grad_norm": 0.2158203125,
|
|
"learning_rate": 0.0004784902766966101,
|
|
"loss": 2.909399223327637,
|
|
"step": 8090
|
|
},
|
|
{
|
|
"epoch": 0.2793681451334759,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004784365522836863,
|
|
"loss": 2.9289169311523438,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.2793681451334759,
|
|
"eval_loss": 3.0956976413726807,
|
|
"eval_runtime": 6.849,
|
|
"eval_samples_per_second": 47.744,
|
|
"eval_steps_per_second": 1.606,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.2797130440780851,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.00047838276405167806,
|
|
"loss": 2.8941259384155273,
|
|
"step": 8110
|
|
},
|
|
{
|
|
"epoch": 0.2800579430226944,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004783289120164822,
|
|
"loss": 2.8998798370361327,
|
|
"step": 8120
|
|
},
|
|
{
|
|
"epoch": 0.2804028419673036,
|
|
"grad_norm": 0.240234375,
|
|
"learning_rate": 0.00047827499619401454,
|
|
"loss": 2.905199432373047,
|
|
"step": 8130
|
|
},
|
|
{
|
|
"epoch": 0.2807477409119128,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004782210166002096,
|
|
"loss": 2.9012819290161134,
|
|
"step": 8140
|
|
},
|
|
{
|
|
"epoch": 0.28109263985652205,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004781669732510209,
|
|
"loss": 2.8945152282714846,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"epoch": 0.28143753880113126,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004781128661624206,
|
|
"loss": 2.8935155868530273,
|
|
"step": 8160
|
|
},
|
|
{
|
|
"epoch": 0.2817824377457405,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00047805869535039983,
|
|
"loss": 2.911442756652832,
|
|
"step": 8170
|
|
},
|
|
{
|
|
"epoch": 0.28212733669034973,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.00047800446083096846,
|
|
"loss": 2.887200355529785,
|
|
"step": 8180
|
|
},
|
|
{
|
|
"epoch": 0.28247223563495893,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00047795016262015545,
|
|
"loss": 2.9261764526367187,
|
|
"step": 8190
|
|
},
|
|
{
|
|
"epoch": 0.2828171345795682,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004778958007340083,
|
|
"loss": 2.9135900497436524,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.2828171345795682,
|
|
"eval_loss": 3.097870349884033,
|
|
"eval_runtime": 6.84,
|
|
"eval_samples_per_second": 47.807,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.2831620335241774,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00047784137518859336,
|
|
"loss": 2.9153194427490234,
|
|
"step": 8210
|
|
},
|
|
{
|
|
"epoch": 0.28350693246878667,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.000477786885999996,
|
|
"loss": 2.9038772583007812,
|
|
"step": 8220
|
|
},
|
|
{
|
|
"epoch": 0.28385183141339587,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.00047773233318432006,
|
|
"loss": 2.8880935668945313,
|
|
"step": 8230
|
|
},
|
|
{
|
|
"epoch": 0.2841967303580051,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00047767771675768855,
|
|
"loss": 2.8845342636108398,
|
|
"step": 8240
|
|
},
|
|
{
|
|
"epoch": 0.28454162930261434,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.000477623036736243,
|
|
"loss": 2.9379093170166017,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"epoch": 0.28488652824722355,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00047756829313614404,
|
|
"loss": 2.8892704010009767,
|
|
"step": 8260
|
|
},
|
|
{
|
|
"epoch": 0.2852314271918328,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00047751348597357057,
|
|
"loss": 2.898004341125488,
|
|
"step": 8270
|
|
},
|
|
{
|
|
"epoch": 0.285576326136442,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004774586152647209,
|
|
"loss": 2.9427114486694337,
|
|
"step": 8280
|
|
},
|
|
{
|
|
"epoch": 0.2859212250810513,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00047740368102581164,
|
|
"loss": 2.923950958251953,
|
|
"step": 8290
|
|
},
|
|
{
|
|
"epoch": 0.2862661240256605,
|
|
"grad_norm": 0.259765625,
|
|
"learning_rate": 0.0004773486832730785,
|
|
"loss": 2.898242378234863,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.2862661240256605,
|
|
"eval_loss": 3.0847926139831543,
|
|
"eval_runtime": 6.9364,
|
|
"eval_samples_per_second": 47.143,
|
|
"eval_steps_per_second": 1.586,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.2866110229702697,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00047729362202277573,
|
|
"loss": 2.9224609375,
|
|
"step": 8310
|
|
},
|
|
{
|
|
"epoch": 0.28695592191487895,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004772384972911764,
|
|
"loss": 2.9071815490722654,
|
|
"step": 8320
|
|
},
|
|
{
|
|
"epoch": 0.28730082085948816,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004771833090945725,
|
|
"loss": 2.9216276168823243,
|
|
"step": 8330
|
|
},
|
|
{
|
|
"epoch": 0.2876457198040974,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004771280574492745,
|
|
"loss": 2.9011404037475588,
|
|
"step": 8340
|
|
},
|
|
{
|
|
"epoch": 0.28799061874870663,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004770727423716119,
|
|
"loss": 2.9012659072875975,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"epoch": 0.28833551769331583,
|
|
"grad_norm": 0.244140625,
|
|
"learning_rate": 0.0004770173638779329,
|
|
"loss": 2.899481773376465,
|
|
"step": 8360
|
|
},
|
|
{
|
|
"epoch": 0.2886804166379251,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00047696192198460404,
|
|
"loss": 2.8808507919311523,
|
|
"step": 8370
|
|
},
|
|
{
|
|
"epoch": 0.2890253155825343,
|
|
"grad_norm": 0.2314453125,
|
|
"learning_rate": 0.00047690641670801134,
|
|
"loss": 2.9292137145996096,
|
|
"step": 8380
|
|
},
|
|
{
|
|
"epoch": 0.28937021452714357,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00047685084806455886,
|
|
"loss": 2.891880989074707,
|
|
"step": 8390
|
|
},
|
|
{
|
|
"epoch": 0.28971511347175277,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.00047679521607066973,
|
|
"loss": 2.932229995727539,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.28971511347175277,
|
|
"eval_loss": 3.08143949508667,
|
|
"eval_runtime": 6.8365,
|
|
"eval_samples_per_second": 47.831,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.290060012416362,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047673952074278576,
|
|
"loss": 2.896831512451172,
|
|
"step": 8410
|
|
},
|
|
{
|
|
"epoch": 0.29040491136097124,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004766837620973674,
|
|
"loss": 2.9042150497436525,
|
|
"step": 8420
|
|
},
|
|
{
|
|
"epoch": 0.29074981030558045,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.000476627940150894,
|
|
"loss": 2.896987533569336,
|
|
"step": 8430
|
|
},
|
|
{
|
|
"epoch": 0.2910947092501897,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004765720549198634,
|
|
"loss": 2.901259994506836,
|
|
"step": 8440
|
|
},
|
|
{
|
|
"epoch": 0.2914396081947989,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00047651610642079217,
|
|
"loss": 2.9245439529418946,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"epoch": 0.2917845071394082,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00047646009467021573,
|
|
"loss": 2.9156162261962892,
|
|
"step": 8460
|
|
},
|
|
{
|
|
"epoch": 0.2921294060840174,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004764040196846881,
|
|
"loss": 2.9000455856323244,
|
|
"step": 8470
|
|
},
|
|
{
|
|
"epoch": 0.2924743050286266,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.0004763478814807819,
|
|
"loss": 2.891794967651367,
|
|
"step": 8480
|
|
},
|
|
{
|
|
"epoch": 0.29281920397323585,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004762916800750887,
|
|
"loss": 2.906112289428711,
|
|
"step": 8490
|
|
},
|
|
{
|
|
"epoch": 0.29316410291784506,
|
|
"grad_norm": 0.19921875,
|
|
"learning_rate": 0.00047623541548421836,
|
|
"loss": 2.914089584350586,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.29316410291784506,
|
|
"eval_loss": 3.0853705406188965,
|
|
"eval_runtime": 6.8412,
|
|
"eval_samples_per_second": 47.799,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.2935090018624543,
|
|
"grad_norm": 0.2099609375,
|
|
"learning_rate": 0.0004761790877247997,
|
|
"loss": 2.913014602661133,
|
|
"step": 8510
|
|
},
|
|
{
|
|
"epoch": 0.29385390080706353,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.00047612269681348034,
|
|
"loss": 2.9043367385864256,
|
|
"step": 8520
|
|
},
|
|
{
|
|
"epoch": 0.29419879975167273,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00047606624276692606,
|
|
"loss": 2.8908466339111327,
|
|
"step": 8530
|
|
},
|
|
{
|
|
"epoch": 0.294543698696282,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.0004760097256018218,
|
|
"loss": 2.899244689941406,
|
|
"step": 8540
|
|
},
|
|
{
|
|
"epoch": 0.2948885976408912,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004759531453348709,
|
|
"loss": 2.8998796463012697,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"epoch": 0.29523349658550047,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00047589650198279535,
|
|
"loss": 2.9302436828613283,
|
|
"step": 8560
|
|
},
|
|
{
|
|
"epoch": 0.29557839553010967,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.00047583979556233593,
|
|
"loss": 2.8846467971801757,
|
|
"step": 8570
|
|
},
|
|
{
|
|
"epoch": 0.29592329447471893,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004757830260902519,
|
|
"loss": 2.9151865005493165,
|
|
"step": 8580
|
|
},
|
|
{
|
|
"epoch": 0.29626819341932814,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004757261935833212,
|
|
"loss": 2.953875923156738,
|
|
"step": 8590
|
|
},
|
|
{
|
|
"epoch": 0.29661309236393735,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004756692980583406,
|
|
"loss": 2.9121395111083985,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.29661309236393735,
|
|
"eval_loss": 3.0825328826904297,
|
|
"eval_runtime": 6.8313,
|
|
"eval_samples_per_second": 47.868,
|
|
"eval_steps_per_second": 1.61,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.2969579913085466,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004756123395321251,
|
|
"loss": 2.9110280990600588,
|
|
"step": 8610
|
|
},
|
|
{
|
|
"epoch": 0.2973028902531558,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.00047555531802150866,
|
|
"loss": 2.8566871643066407,
|
|
"step": 8620
|
|
},
|
|
{
|
|
"epoch": 0.2976477891977651,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004754982335433437,
|
|
"loss": 2.878468132019043,
|
|
"step": 8630
|
|
},
|
|
{
|
|
"epoch": 0.2979926881423743,
|
|
"grad_norm": 0.2119140625,
|
|
"learning_rate": 0.0004754410861145013,
|
|
"loss": 2.9155420303344726,
|
|
"step": 8640
|
|
},
|
|
{
|
|
"epoch": 0.2983375870869835,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047538387575187115,
|
|
"loss": 2.9016794204711913,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"epoch": 0.29868248603159275,
|
|
"grad_norm": 0.248046875,
|
|
"learning_rate": 0.0004753266024723614,
|
|
"loss": 2.9032976150512697,
|
|
"step": 8660
|
|
},
|
|
{
|
|
"epoch": 0.29902738497620196,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.0004752692662928991,
|
|
"loss": 2.8761463165283203,
|
|
"step": 8670
|
|
},
|
|
{
|
|
"epoch": 0.2993722839208112,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004752118672304295,
|
|
"loss": 2.8870811462402344,
|
|
"step": 8680
|
|
},
|
|
{
|
|
"epoch": 0.29971718286542043,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004751544053019168,
|
|
"loss": 2.891538619995117,
|
|
"step": 8690
|
|
},
|
|
{
|
|
"epoch": 0.30006208181002963,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047509688052434354,
|
|
"loss": 2.8946979522705076,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.30006208181002963,
|
|
"eval_loss": 3.0811736583709717,
|
|
"eval_runtime": 6.8493,
|
|
"eval_samples_per_second": 47.742,
|
|
"eval_steps_per_second": 1.606,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.3004069807546389,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004750392929147109,
|
|
"loss": 2.876332473754883,
|
|
"step": 8710
|
|
},
|
|
{
|
|
"epoch": 0.3007518796992481,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047498164249003863,
|
|
"loss": 2.8564647674560546,
|
|
"step": 8720
|
|
},
|
|
{
|
|
"epoch": 0.30109677864385737,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004749239292673652,
|
|
"loss": 2.893986129760742,
|
|
"step": 8730
|
|
},
|
|
{
|
|
"epoch": 0.30144167758846657,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004748661532637473,
|
|
"loss": 2.878702926635742,
|
|
"step": 8740
|
|
},
|
|
{
|
|
"epoch": 0.30178657653307583,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00047480831449626037,
|
|
"loss": 2.860252571105957,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"epoch": 0.30213147547768504,
|
|
"grad_norm": 0.26953125,
|
|
"learning_rate": 0.0004747504129819986,
|
|
"loss": 2.8820051193237304,
|
|
"step": 8760
|
|
},
|
|
{
|
|
"epoch": 0.30247637442229425,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004746924487380744,
|
|
"loss": 2.881456184387207,
|
|
"step": 8770
|
|
},
|
|
{
|
|
"epoch": 0.3028212733669035,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00047463442178161884,
|
|
"loss": 2.893559455871582,
|
|
"step": 8780
|
|
},
|
|
{
|
|
"epoch": 0.3031661723115127,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.00047457633212978157,
|
|
"loss": 2.918229675292969,
|
|
"step": 8790
|
|
},
|
|
{
|
|
"epoch": 0.303511071256122,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004745181797997306,
|
|
"loss": 2.884060096740723,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.303511071256122,
|
|
"eval_loss": 3.0883822441101074,
|
|
"eval_runtime": 6.84,
|
|
"eval_samples_per_second": 47.807,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.3038559702007312,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004744599648086528,
|
|
"loss": 2.899524688720703,
|
|
"step": 8810
|
|
},
|
|
{
|
|
"epoch": 0.3042008691453404,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004744016871737532,
|
|
"loss": 2.9101129531860352,
|
|
"step": 8820
|
|
},
|
|
{
|
|
"epoch": 0.30454576808994965,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.0004743433469122555,
|
|
"loss": 2.8809268951416014,
|
|
"step": 8830
|
|
},
|
|
{
|
|
"epoch": 0.30489066703455886,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.00047428494404140196,
|
|
"loss": 2.9337669372558595,
|
|
"step": 8840
|
|
},
|
|
{
|
|
"epoch": 0.3052355659791681,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004742264785784533,
|
|
"loss": 2.88265438079834,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"epoch": 0.30558046492377733,
|
|
"grad_norm": 0.2451171875,
|
|
"learning_rate": 0.00047416795054068875,
|
|
"loss": 2.892649459838867,
|
|
"step": 8860
|
|
},
|
|
{
|
|
"epoch": 0.30592536386838654,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.0004741093599454058,
|
|
"loss": 2.914415168762207,
|
|
"step": 8870
|
|
},
|
|
{
|
|
"epoch": 0.3062702628129958,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00047405070680992087,
|
|
"loss": 2.884738540649414,
|
|
"step": 8880
|
|
},
|
|
{
|
|
"epoch": 0.306615161757605,
|
|
"grad_norm": 0.2109375,
|
|
"learning_rate": 0.00047399199115156853,
|
|
"loss": 2.8966169357299805,
|
|
"step": 8890
|
|
},
|
|
{
|
|
"epoch": 0.30696006070221427,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.00047393321298770197,
|
|
"loss": 2.9124738693237306,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.30696006070221427,
|
|
"eval_loss": 3.09952449798584,
|
|
"eval_runtime": 6.9427,
|
|
"eval_samples_per_second": 47.1,
|
|
"eval_steps_per_second": 1.584,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.3073049596468235,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.0004738743723356929,
|
|
"loss": 2.883900260925293,
|
|
"step": 8910
|
|
},
|
|
{
|
|
"epoch": 0.30764985859143273,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.00047381546921293114,
|
|
"loss": 2.9006317138671873,
|
|
"step": 8920
|
|
},
|
|
{
|
|
"epoch": 0.30799475753604194,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004737565036368255,
|
|
"loss": 2.8863780975341795,
|
|
"step": 8930
|
|
},
|
|
{
|
|
"epoch": 0.30833965648065115,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004736974756248029,
|
|
"loss": 2.88758544921875,
|
|
"step": 8940
|
|
},
|
|
{
|
|
"epoch": 0.3086845554252604,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.00047363838519430887,
|
|
"loss": 2.882228660583496,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"epoch": 0.3090294543698696,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004735792323628071,
|
|
"loss": 2.890774726867676,
|
|
"step": 8960
|
|
},
|
|
{
|
|
"epoch": 0.3093743533144789,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00047352001714778027,
|
|
"loss": 2.884100341796875,
|
|
"step": 8970
|
|
},
|
|
{
|
|
"epoch": 0.3097192522590881,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047346073956672897,
|
|
"loss": 2.893174743652344,
|
|
"step": 8980
|
|
},
|
|
{
|
|
"epoch": 0.3100641512036973,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004734013996371725,
|
|
"loss": 2.9126157760620117,
|
|
"step": 8990
|
|
},
|
|
{
|
|
"epoch": 0.31040905014830655,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.00047334199737664845,
|
|
"loss": 2.9093223571777345,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.31040905014830655,
|
|
"eval_loss": 3.086381435394287,
|
|
"eval_runtime": 6.8327,
|
|
"eval_samples_per_second": 47.858,
|
|
"eval_steps_per_second": 1.61,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.31075394909291576,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.000473282532802713,
|
|
"loss": 2.891655921936035,
|
|
"step": 9010
|
|
},
|
|
{
|
|
"epoch": 0.311098848037525,
|
|
"grad_norm": 0.263671875,
|
|
"learning_rate": 0.0004732230059329405,
|
|
"loss": 2.8674449920654297,
|
|
"step": 9020
|
|
},
|
|
{
|
|
"epoch": 0.31144374698213423,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00047316341678492387,
|
|
"loss": 2.8836734771728514,
|
|
"step": 9030
|
|
},
|
|
{
|
|
"epoch": 0.3117886459267435,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.0004731037653762745,
|
|
"loss": 2.891972541809082,
|
|
"step": 9040
|
|
},
|
|
{
|
|
"epoch": 0.3121335448713527,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00047304405172462214,
|
|
"loss": 2.900237464904785,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"epoch": 0.3124784438159619,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00047298427584761474,
|
|
"loss": 2.923178482055664,
|
|
"step": 9060
|
|
},
|
|
{
|
|
"epoch": 0.31282334276057117,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00047292443776291885,
|
|
"loss": 2.8529937744140623,
|
|
"step": 9070
|
|
},
|
|
{
|
|
"epoch": 0.3131682417051804,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004728645374882194,
|
|
"loss": 2.892356109619141,
|
|
"step": 9080
|
|
},
|
|
{
|
|
"epoch": 0.31351314064978963,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00047280457504121957,
|
|
"loss": 2.8949756622314453,
|
|
"step": 9090
|
|
},
|
|
{
|
|
"epoch": 0.31385803959439884,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004727445504396411,
|
|
"loss": 2.9034751892089843,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.31385803959439884,
|
|
"eval_loss": 3.0865285396575928,
|
|
"eval_runtime": 6.8406,
|
|
"eval_samples_per_second": 47.803,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.31420293853900805,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00047268446370122387,
|
|
"loss": 2.8904367446899415,
|
|
"step": 9110
|
|
},
|
|
{
|
|
"epoch": 0.3145478374836173,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004726243148437264,
|
|
"loss": 2.8654937744140625,
|
|
"step": 9120
|
|
},
|
|
{
|
|
"epoch": 0.3148927364282265,
|
|
"grad_norm": 0.2470703125,
|
|
"learning_rate": 0.0004725641038849252,
|
|
"loss": 2.8933300018310546,
|
|
"step": 9130
|
|
},
|
|
{
|
|
"epoch": 0.3152376353728358,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00047250383084261556,
|
|
"loss": 2.868818664550781,
|
|
"step": 9140
|
|
},
|
|
{
|
|
"epoch": 0.315582534317445,
|
|
"grad_norm": 0.23046875,
|
|
"learning_rate": 0.0004724434957346108,
|
|
"loss": 2.863626480102539,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"epoch": 0.3159274332620542,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004723830985787427,
|
|
"loss": 2.873278999328613,
|
|
"step": 9160
|
|
},
|
|
{
|
|
"epoch": 0.31627233220666345,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004723226393928615,
|
|
"loss": 2.8583749771118163,
|
|
"step": 9170
|
|
},
|
|
{
|
|
"epoch": 0.31661723115127266,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.0004722621181948354,
|
|
"loss": 2.8726430892944337,
|
|
"step": 9180
|
|
},
|
|
{
|
|
"epoch": 0.3169621300958819,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.0004722015350025513,
|
|
"loss": 2.8634578704833986,
|
|
"step": 9190
|
|
},
|
|
{
|
|
"epoch": 0.31730702904049113,
|
|
"grad_norm": 0.2421875,
|
|
"learning_rate": 0.00047214088983391436,
|
|
"loss": 2.9009580612182617,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.31730702904049113,
|
|
"eval_loss": 3.0831668376922607,
|
|
"eval_runtime": 6.842,
|
|
"eval_samples_per_second": 47.793,
|
|
"eval_steps_per_second": 1.608,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.3176519279851004,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004720801827068479,
|
|
"loss": 2.8945308685302735,
|
|
"step": 9210
|
|
},
|
|
{
|
|
"epoch": 0.3179968269297096,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004720194136392936,
|
|
"loss": 2.8950809478759765,
|
|
"step": 9220
|
|
},
|
|
{
|
|
"epoch": 0.3183417258743188,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.0004719585826492116,
|
|
"loss": 2.8906280517578127,
|
|
"step": 9230
|
|
},
|
|
{
|
|
"epoch": 0.31868662481892807,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004718976897545802,
|
|
"loss": 2.882951545715332,
|
|
"step": 9240
|
|
},
|
|
{
|
|
"epoch": 0.3190315237635373,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00047183673497339595,
|
|
"loss": 2.8714506149291994,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"epoch": 0.31937642270814653,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.00047177571832367383,
|
|
"loss": 2.9083600997924806,
|
|
"step": 9260
|
|
},
|
|
{
|
|
"epoch": 0.31972132165275574,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.000471714639823447,
|
|
"loss": 2.8847978591918944,
|
|
"step": 9270
|
|
},
|
|
{
|
|
"epoch": 0.32006622059736495,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.000471653499490767,
|
|
"loss": 2.8744651794433596,
|
|
"step": 9280
|
|
},
|
|
{
|
|
"epoch": 0.3204111195419742,
|
|
"grad_norm": 0.255859375,
|
|
"learning_rate": 0.00047159229734370354,
|
|
"loss": 2.8778450012207033,
|
|
"step": 9290
|
|
},
|
|
{
|
|
"epoch": 0.3207560184865834,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004715310334003446,
|
|
"loss": 2.876936149597168,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 0.3207560184865834,
|
|
"eval_loss": 3.0836637020111084,
|
|
"eval_runtime": 6.8451,
|
|
"eval_samples_per_second": 47.772,
|
|
"eval_steps_per_second": 1.607,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 0.3211009174311927,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00047146970767879655,
|
|
"loss": 2.889265441894531,
|
|
"step": 9310
|
|
},
|
|
{
|
|
"epoch": 0.3214458163758019,
|
|
"grad_norm": 0.2294921875,
|
|
"learning_rate": 0.0004714083201971839,
|
|
"loss": 2.8701702117919923,
|
|
"step": 9320
|
|
},
|
|
{
|
|
"epoch": 0.32179071532041115,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004713468709736494,
|
|
"loss": 2.8872251510620117,
|
|
"step": 9330
|
|
},
|
|
{
|
|
"epoch": 0.32213561426502035,
|
|
"grad_norm": 0.267578125,
|
|
"learning_rate": 0.0004712853600263541,
|
|
"loss": 2.915439224243164,
|
|
"step": 9340
|
|
},
|
|
{
|
|
"epoch": 0.32248051320962956,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.0004712237873734774,
|
|
"loss": 2.890000343322754,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"epoch": 0.3228254121542388,
|
|
"grad_norm": 0.236328125,
|
|
"learning_rate": 0.00047116215303321665,
|
|
"loss": 2.9059385299682616,
|
|
"step": 9360
|
|
},
|
|
{
|
|
"epoch": 0.32317031109884803,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.00047110045702378775,
|
|
"loss": 2.8583507537841797,
|
|
"step": 9370
|
|
},
|
|
{
|
|
"epoch": 0.3235152100434573,
|
|
"grad_norm": 0.24609375,
|
|
"learning_rate": 0.0004710386993634246,
|
|
"loss": 2.895582389831543,
|
|
"step": 9380
|
|
},
|
|
{
|
|
"epoch": 0.3238601089880665,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.00047097688007037943,
|
|
"loss": 2.8871803283691406,
|
|
"step": 9390
|
|
},
|
|
{
|
|
"epoch": 0.3242050079326757,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00047091499916292277,
|
|
"loss": 2.873086929321289,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 0.3242050079326757,
|
|
"eval_loss": 3.0859570503234863,
|
|
"eval_runtime": 6.8444,
|
|
"eval_samples_per_second": 47.776,
|
|
"eval_steps_per_second": 1.607,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 0.32454990687728497,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.00047085305665934293,
|
|
"loss": 2.8721101760864256,
|
|
"step": 9410
|
|
},
|
|
{
|
|
"epoch": 0.3248948058218942,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.000470791052577947,
|
|
"loss": 2.8789905548095702,
|
|
"step": 9420
|
|
},
|
|
{
|
|
"epoch": 0.32523970476650343,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.00047072898693706003,
|
|
"loss": 2.8888473510742188,
|
|
"step": 9430
|
|
},
|
|
{
|
|
"epoch": 0.32558460371111264,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.0004706668597550251,
|
|
"loss": 2.8772443771362304,
|
|
"step": 9440
|
|
},
|
|
{
|
|
"epoch": 0.32592950265572185,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.00047060467105020364,
|
|
"loss": 2.874882698059082,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"epoch": 0.3262744016003311,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00047054242084097536,
|
|
"loss": 2.907251739501953,
|
|
"step": 9460
|
|
},
|
|
{
|
|
"epoch": 0.3266193005449403,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.000470480109145738,
|
|
"loss": 2.8861087799072265,
|
|
"step": 9470
|
|
},
|
|
{
|
|
"epoch": 0.3269641994895496,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004704177359829073,
|
|
"loss": 2.89605712890625,
|
|
"step": 9480
|
|
},
|
|
{
|
|
"epoch": 0.3273090984341588,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00047035530137091763,
|
|
"loss": 2.8671310424804686,
|
|
"step": 9490
|
|
},
|
|
{
|
|
"epoch": 0.32765399737876805,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00047029280532822124,
|
|
"loss": 2.8878786087036135,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 0.32765399737876805,
|
|
"eval_loss": 3.0768001079559326,
|
|
"eval_runtime": 6.8365,
|
|
"eval_samples_per_second": 47.832,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 0.32799889632337725,
|
|
"grad_norm": 0.2177734375,
|
|
"learning_rate": 0.00047023024787328833,
|
|
"loss": 2.897165870666504,
|
|
"step": 9510
|
|
},
|
|
{
|
|
"epoch": 0.32834379526798646,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004701676290246077,
|
|
"loss": 2.896839714050293,
|
|
"step": 9520
|
|
},
|
|
{
|
|
"epoch": 0.3286886942125957,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.000470104948800686,
|
|
"loss": 2.8711565017700194,
|
|
"step": 9530
|
|
},
|
|
{
|
|
"epoch": 0.32903359315720493,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.0004700422072200481,
|
|
"loss": 2.887459564208984,
|
|
"step": 9540
|
|
},
|
|
{
|
|
"epoch": 0.3293784921018142,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004699794043012369,
|
|
"loss": 2.8840200424194338,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"epoch": 0.3297233910464234,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.0004699165400628137,
|
|
"loss": 2.8814922332763673,
|
|
"step": 9560
|
|
},
|
|
{
|
|
"epoch": 0.3300682899910326,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00046985361452335755,
|
|
"loss": 2.9127830505371093,
|
|
"step": 9570
|
|
},
|
|
{
|
|
"epoch": 0.33041318893564187,
|
|
"grad_norm": 0.251953125,
|
|
"learning_rate": 0.00046979062770146604,
|
|
"loss": 2.8633771896362306,
|
|
"step": 9580
|
|
},
|
|
{
|
|
"epoch": 0.3307580878802511,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00046972757961575445,
|
|
"loss": 2.899677848815918,
|
|
"step": 9590
|
|
},
|
|
{
|
|
"epoch": 0.33110298682486033,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.00046966447028485637,
|
|
"loss": 2.8629825592041014,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 0.33110298682486033,
|
|
"eval_loss": 3.079789400100708,
|
|
"eval_runtime": 6.8222,
|
|
"eval_samples_per_second": 47.932,
|
|
"eval_steps_per_second": 1.612,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 0.33144788576946954,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.0004696012997274236,
|
|
"loss": 2.8848873138427735,
|
|
"step": 9610
|
|
},
|
|
{
|
|
"epoch": 0.33179278471407875,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004695380679621258,
|
|
"loss": 2.8816598892211913,
|
|
"step": 9620
|
|
},
|
|
{
|
|
"epoch": 0.332137683658688,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.000469474775007651,
|
|
"loss": 2.8526987075805663,
|
|
"step": 9630
|
|
},
|
|
{
|
|
"epoch": 0.3324825826032972,
|
|
"grad_norm": 0.25,
|
|
"learning_rate": 0.00046941142088270497,
|
|
"loss": 2.9084049224853517,
|
|
"step": 9640
|
|
},
|
|
{
|
|
"epoch": 0.3328274815479065,
|
|
"grad_norm": 0.224609375,
|
|
"learning_rate": 0.00046934800560601177,
|
|
"loss": 2.8614824295043944,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"epoch": 0.3331723804925157,
|
|
"grad_norm": 0.275390625,
|
|
"learning_rate": 0.0004692845291963136,
|
|
"loss": 2.921006774902344,
|
|
"step": 9660
|
|
},
|
|
{
|
|
"epoch": 0.33351727943712495,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.00046922099167237053,
|
|
"loss": 2.856806755065918,
|
|
"step": 9670
|
|
},
|
|
{
|
|
"epoch": 0.33386217838173415,
|
|
"grad_norm": 0.2216796875,
|
|
"learning_rate": 0.0004691573930529609,
|
|
"loss": 2.8948123931884764,
|
|
"step": 9680
|
|
},
|
|
{
|
|
"epoch": 0.33420707732634336,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.0004690937333568809,
|
|
"loss": 2.8706531524658203,
|
|
"step": 9690
|
|
},
|
|
{
|
|
"epoch": 0.3345519762709526,
|
|
"grad_norm": 0.2392578125,
|
|
"learning_rate": 0.0004690300126029449,
|
|
"loss": 2.88925838470459,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 0.3345519762709526,
|
|
"eval_loss": 3.0771496295928955,
|
|
"eval_runtime": 6.8444,
|
|
"eval_samples_per_second": 47.776,
|
|
"eval_steps_per_second": 1.607,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 0.33489687521556183,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.00046896623080998524,
|
|
"loss": 2.8900306701660154,
|
|
"step": 9710
|
|
},
|
|
{
|
|
"epoch": 0.3352417741601711,
|
|
"grad_norm": 0.265625,
|
|
"learning_rate": 0.0004689023879968524,
|
|
"loss": 2.872745323181152,
|
|
"step": 9720
|
|
},
|
|
{
|
|
"epoch": 0.3355866731047803,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004688384841824148,
|
|
"loss": 2.909883499145508,
|
|
"step": 9730
|
|
},
|
|
{
|
|
"epoch": 0.3359315720493895,
|
|
"grad_norm": 0.2138671875,
|
|
"learning_rate": 0.00046877451938555906,
|
|
"loss": 2.8921176910400392,
|
|
"step": 9740
|
|
},
|
|
{
|
|
"epoch": 0.33627647099399877,
|
|
"grad_norm": 0.2060546875,
|
|
"learning_rate": 0.0004687104936251895,
|
|
"loss": 2.901247024536133,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"epoch": 0.336621369938608,
|
|
"grad_norm": 0.2490234375,
|
|
"learning_rate": 0.0004686464069202287,
|
|
"loss": 2.8688276290893553,
|
|
"step": 9760
|
|
},
|
|
{
|
|
"epoch": 0.33696626888321723,
|
|
"grad_norm": 0.23828125,
|
|
"learning_rate": 0.00046858225928961733,
|
|
"loss": 2.874532699584961,
|
|
"step": 9770
|
|
},
|
|
{
|
|
"epoch": 0.33731116782782644,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00046851805075231377,
|
|
"loss": 2.871516799926758,
|
|
"step": 9780
|
|
},
|
|
{
|
|
"epoch": 0.3376560667724357,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.00046845378132729466,
|
|
"loss": 2.8817909240722654,
|
|
"step": 9790
|
|
},
|
|
{
|
|
"epoch": 0.3380009657170449,
|
|
"grad_norm": 0.212890625,
|
|
"learning_rate": 0.0004683894510335545,
|
|
"loss": 2.911819267272949,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 0.3380009657170449,
|
|
"eval_loss": 3.0750601291656494,
|
|
"eval_runtime": 6.8376,
|
|
"eval_samples_per_second": 47.824,
|
|
"eval_steps_per_second": 1.609,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 0.3383458646616541,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.00046832505989010585,
|
|
"loss": 2.889698600769043,
|
|
"step": 9810
|
|
},
|
|
{
|
|
"epoch": 0.3386907636062634,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00046826060791597924,
|
|
"loss": 2.872812843322754,
|
|
"step": 9820
|
|
},
|
|
{
|
|
"epoch": 0.3390356625508726,
|
|
"grad_norm": 0.21875,
|
|
"learning_rate": 0.0004681960951302231,
|
|
"loss": 2.880837821960449,
|
|
"step": 9830
|
|
},
|
|
{
|
|
"epoch": 0.33938056149548185,
|
|
"grad_norm": 0.2412109375,
|
|
"learning_rate": 0.0004681315215519039,
|
|
"loss": 2.8398786544799806,
|
|
"step": 9840
|
|
},
|
|
{
|
|
"epoch": 0.33972546044009105,
|
|
"grad_norm": 0.205078125,
|
|
"learning_rate": 0.00046806688720010613,
|
|
"loss": 2.899904251098633,
|
|
"step": 9850
|
|
},
|
|
{
|
|
"epoch": 0.34007035938470026,
|
|
"grad_norm": 0.220703125,
|
|
"learning_rate": 0.0004680021920939322,
|
|
"loss": 2.90311222076416,
|
|
"step": 9860
|
|
},
|
|
{
|
|
"epoch": 0.3404152583293095,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004679374362525024,
|
|
"loss": 2.8610860824584963,
|
|
"step": 9870
|
|
},
|
|
{
|
|
"epoch": 0.34076015727391873,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.00046787261969495505,
|
|
"loss": 2.8810659408569337,
|
|
"step": 9880
|
|
},
|
|
{
|
|
"epoch": 0.341105056218528,
|
|
"grad_norm": 0.2197265625,
|
|
"learning_rate": 0.0004678077424404464,
|
|
"loss": 2.8866769790649416,
|
|
"step": 9890
|
|
},
|
|
{
|
|
"epoch": 0.3414499551631372,
|
|
"grad_norm": 0.2255859375,
|
|
"learning_rate": 0.0004677428045081506,
|
|
"loss": 2.8884346008300783,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 0.3414499551631372,
|
|
"eval_loss": 3.075286865234375,
|
|
"eval_runtime": 6.8522,
|
|
"eval_samples_per_second": 47.722,
|
|
"eval_steps_per_second": 1.605,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 0.3417948541077464,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004676778059172598,
|
|
"loss": 2.873636245727539,
|
|
"step": 9910
|
|
},
|
|
{
|
|
"epoch": 0.34213975305235567,
|
|
"grad_norm": 0.208984375,
|
|
"learning_rate": 0.000467612746686984,
|
|
"loss": 2.892445755004883,
|
|
"step": 9920
|
|
},
|
|
{
|
|
"epoch": 0.3424846519969649,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.00046754762683655127,
|
|
"loss": 2.8829296112060545,
|
|
"step": 9930
|
|
},
|
|
{
|
|
"epoch": 0.34282955094157413,
|
|
"grad_norm": 0.216796875,
|
|
"learning_rate": 0.0004674824463852074,
|
|
"loss": 2.8889898300170898,
|
|
"step": 9940
|
|
},
|
|
{
|
|
"epoch": 0.34317444988618334,
|
|
"grad_norm": 0.2041015625,
|
|
"learning_rate": 0.00046741720535221616,
|
|
"loss": 2.8747501373291016,
|
|
"step": 9950
|
|
},
|
|
{
|
|
"epoch": 0.3435193488307926,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.00046735190375685935,
|
|
"loss": 2.8482076644897463,
|
|
"step": 9960
|
|
},
|
|
{
|
|
"epoch": 0.3438642477754018,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.00046728654161843643,
|
|
"loss": 2.8706937789916993,
|
|
"step": 9970
|
|
},
|
|
{
|
|
"epoch": 0.344209146720011,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.00046722111895626506,
|
|
"loss": 2.8873790740966796,
|
|
"step": 9980
|
|
},
|
|
{
|
|
"epoch": 0.3445540456646203,
|
|
"grad_norm": 0.26171875,
|
|
"learning_rate": 0.00046715563578968053,
|
|
"loss": 2.866537666320801,
|
|
"step": 9990
|
|
},
|
|
{
|
|
"epoch": 0.3448989446092295,
|
|
"grad_norm": 0.234375,
|
|
"learning_rate": 0.000467090092138036,
|
|
"loss": 2.8902517318725587,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.3448989446092295,
|
|
"eval_loss": 3.0738189220428467,
|
|
"eval_runtime": 6.8486,
|
|
"eval_samples_per_second": 47.747,
|
|
"eval_steps_per_second": 1.606,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.34524384355383875,
|
|
"grad_norm": 0.228515625,
|
|
"learning_rate": 0.0004670244880207027,
|
|
"loss": 2.9031728744506835,
|
|
"step": 10010
|
|
},
|
|
{
|
|
"epoch": 0.34558874249844795,
|
|
"grad_norm": 0.22265625,
|
|
"learning_rate": 0.00046695882345706963,
|
|
"loss": 2.8672115325927736,
|
|
"step": 10020
|
|
},
|
|
{
|
|
"epoch": 0.34593364144305716,
|
|
"grad_norm": 0.232421875,
|
|
"learning_rate": 0.00046689309846654364,
|
|
"loss": 2.8815147399902346,
|
|
"step": 10030
|
|
},
|
|
{
|
|
"epoch": 0.3462785403876664,
|
|
"grad_norm": 0.2265625,
|
|
"learning_rate": 0.0004668273130685495,
|
|
"loss": 2.8637039184570314,
|
|
"step": 10040
|
|
},
|
|
{
|
|
"epoch": 0.34662343933227563,
|
|
"grad_norm": 0.28125,
|
|
"learning_rate": 0.0004667614672825298,
|
|
"loss": 2.8640941619873046,
|
|
"step": 10050
|
|
},
|
|
{
|
|
"epoch": 0.3469683382768849,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004666955611279449,
|
|
"loss": 2.855289077758789,
|
|
"step": 10060
|
|
},
|
|
{
|
|
"epoch": 0.3473132372214941,
|
|
"grad_norm": 0.21484375,
|
|
"learning_rate": 0.0004666295946242731,
|
|
"loss": 2.8919794082641603,
|
|
"step": 10070
|
|
},
|
|
{
|
|
"epoch": 0.3476581361661033,
|
|
"grad_norm": 0.201171875,
|
|
"learning_rate": 0.00046656356779101047,
|
|
"loss": 2.8786876678466795,
|
|
"step": 10080
|
|
},
|
|
{
|
|
"epoch": 0.34800303511071257,
|
|
"grad_norm": 0.25390625,
|
|
"learning_rate": 0.000466497480647671,
|
|
"loss": 2.878182601928711,
|
|
"step": 10090
|
|
},
|
|
{
|
|
"epoch": 0.3483479340553218,
|
|
"grad_norm": 0.2333984375,
|
|
"learning_rate": 0.00046643133321378643,
|
|
"loss": 2.876922035217285,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 0.3483479340553218,
|
|
"eval_loss": 3.0728087425231934,
|
|
"eval_runtime": 6.8468,
|
|
"eval_samples_per_second": 47.76,
|
|
"eval_steps_per_second": 1.607,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 0.34869283299993103,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004663651255089064,
|
|
"loss": 2.8738582611083983,
|
|
"step": 10110
|
|
},
|
|
{
|
|
"epoch": 0.34903773194454024,
|
|
"grad_norm": 0.2236328125,
|
|
"learning_rate": 0.00046629885755259813,
|
|
"loss": 2.8597055435180665,
|
|
"step": 10120
|
|
},
|
|
{
|
|
"epoch": 0.3493826308891495,
|
|
"grad_norm": 0.2373046875,
|
|
"learning_rate": 0.000466232529364447,
|
|
"loss": 2.86612548828125,
|
|
"step": 10130
|
|
},
|
|
{
|
|
"epoch": 0.3497275298337587,
|
|
"grad_norm": 0.2353515625,
|
|
"learning_rate": 0.0004661661409640559,
|
|
"loss": 2.857718086242676,
|
|
"step": 10140
|
|
},
|
|
{
|
|
"epoch": 0.3500724287783679,
|
|
"grad_norm": 0.2275390625,
|
|
"learning_rate": 0.00046609969237104573,
|
|
"loss": 2.860115623474121,
|
|
"step": 10150
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 57988,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 2,
|
|
"save_steps": 50,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 9.810306083258892e+18,
|
|
"train_batch_size": 32,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|