959 lines
25 KiB
JSON
959 lines
25 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 2650,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.007547169811320755,
|
||
|
|
"grad_norm": 7.922053813934326,
|
||
|
|
"learning_rate": 2.375e-06,
|
||
|
|
"loss": 1.8248348236083984,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01509433962264151,
|
||
|
|
"grad_norm": 5.153849124908447,
|
||
|
|
"learning_rate": 4.875e-06,
|
||
|
|
"loss": 0.6734922409057618,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022641509433962263,
|
||
|
|
"grad_norm": 3.8417952060699463,
|
||
|
|
"learning_rate": 7.375000000000001e-06,
|
||
|
|
"loss": 0.5169679641723632,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03018867924528302,
|
||
|
|
"grad_norm": 3.793087959289551,
|
||
|
|
"learning_rate": 9.875000000000001e-06,
|
||
|
|
"loss": 0.4708976745605469,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03773584905660377,
|
||
|
|
"grad_norm": 3.9918274879455566,
|
||
|
|
"learning_rate": 9.926070038910508e-06,
|
||
|
|
"loss": 0.43471393585205076,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045283018867924525,
|
||
|
|
"grad_norm": 3.1711807250976562,
|
||
|
|
"learning_rate": 9.848249027237355e-06,
|
||
|
|
"loss": 0.4106579780578613,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052830188679245285,
|
||
|
|
"grad_norm": 3.4092154502868652,
|
||
|
|
"learning_rate": 9.770428015564202e-06,
|
||
|
|
"loss": 0.411483097076416,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06037735849056604,
|
||
|
|
"grad_norm": 4.140798091888428,
|
||
|
|
"learning_rate": 9.692607003891051e-06,
|
||
|
|
"loss": 0.3940101385116577,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06792452830188679,
|
||
|
|
"grad_norm": 4.656075477600098,
|
||
|
|
"learning_rate": 9.6147859922179e-06,
|
||
|
|
"loss": 0.3798619508743286,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07547169811320754,
|
||
|
|
"grad_norm": 2.7356936931610107,
|
||
|
|
"learning_rate": 9.536964980544749e-06,
|
||
|
|
"loss": 0.3780041217803955,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0830188679245283,
|
||
|
|
"grad_norm": 3.251404047012329,
|
||
|
|
"learning_rate": 9.459143968871596e-06,
|
||
|
|
"loss": 0.36748580932617186,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09056603773584905,
|
||
|
|
"grad_norm": 2.721688985824585,
|
||
|
|
"learning_rate": 9.381322957198445e-06,
|
||
|
|
"loss": 0.3557413101196289,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09811320754716982,
|
||
|
|
"grad_norm": 2.4974722862243652,
|
||
|
|
"learning_rate": 9.303501945525292e-06,
|
||
|
|
"loss": 0.35045387744903567,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10566037735849057,
|
||
|
|
"grad_norm": 2.7542245388031006,
|
||
|
|
"learning_rate": 9.225680933852141e-06,
|
||
|
|
"loss": 0.35384550094604494,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11320754716981132,
|
||
|
|
"grad_norm": 2.470933198928833,
|
||
|
|
"learning_rate": 9.147859922178988e-06,
|
||
|
|
"loss": 0.3364060401916504,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12075471698113208,
|
||
|
|
"grad_norm": 2.8506674766540527,
|
||
|
|
"learning_rate": 9.070038910505837e-06,
|
||
|
|
"loss": 0.3362654447555542,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12830188679245283,
|
||
|
|
"grad_norm": 2.5302703380584717,
|
||
|
|
"learning_rate": 8.992217898832686e-06,
|
||
|
|
"loss": 0.34477815628051756,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13584905660377358,
|
||
|
|
"grad_norm": 2.3338325023651123,
|
||
|
|
"learning_rate": 8.914396887159534e-06,
|
||
|
|
"loss": 0.3253765344619751,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14339622641509434,
|
||
|
|
"grad_norm": 2.568937063217163,
|
||
|
|
"learning_rate": 8.836575875486382e-06,
|
||
|
|
"loss": 0.32848970890045165,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1509433962264151,
|
||
|
|
"grad_norm": 2.6640806198120117,
|
||
|
|
"learning_rate": 8.75875486381323e-06,
|
||
|
|
"loss": 0.3335243225097656,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15849056603773584,
|
||
|
|
"grad_norm": 2.161710739135742,
|
||
|
|
"learning_rate": 8.680933852140079e-06,
|
||
|
|
"loss": 0.3209374904632568,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1660377358490566,
|
||
|
|
"grad_norm": 2.3085546493530273,
|
||
|
|
"learning_rate": 8.603112840466928e-06,
|
||
|
|
"loss": 0.3228137731552124,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17358490566037735,
|
||
|
|
"grad_norm": 2.085447311401367,
|
||
|
|
"learning_rate": 8.525291828793775e-06,
|
||
|
|
"loss": 0.3119216442108154,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1811320754716981,
|
||
|
|
"grad_norm": 2.1247284412384033,
|
||
|
|
"learning_rate": 8.447470817120624e-06,
|
||
|
|
"loss": 0.3141767978668213,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18867924528301888,
|
||
|
|
"grad_norm": 2.1246283054351807,
|
||
|
|
"learning_rate": 8.369649805447471e-06,
|
||
|
|
"loss": 0.30214409828186034,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19622641509433963,
|
||
|
|
"grad_norm": 2.225684404373169,
|
||
|
|
"learning_rate": 8.29182879377432e-06,
|
||
|
|
"loss": 0.30387005805969236,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2037735849056604,
|
||
|
|
"grad_norm": 2.148167133331299,
|
||
|
|
"learning_rate": 8.214007782101167e-06,
|
||
|
|
"loss": 0.3209031581878662,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21132075471698114,
|
||
|
|
"grad_norm": 2.277839183807373,
|
||
|
|
"learning_rate": 8.136186770428016e-06,
|
||
|
|
"loss": 0.3025035858154297,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2188679245283019,
|
||
|
|
"grad_norm": 1.9702632427215576,
|
||
|
|
"learning_rate": 8.058365758754865e-06,
|
||
|
|
"loss": 0.299355149269104,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22641509433962265,
|
||
|
|
"grad_norm": 2.0844931602478027,
|
||
|
|
"learning_rate": 7.980544747081714e-06,
|
||
|
|
"loss": 0.2990063190460205,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2339622641509434,
|
||
|
|
"grad_norm": 10.21272087097168,
|
||
|
|
"learning_rate": 7.902723735408561e-06,
|
||
|
|
"loss": 0.30253939628601073,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24150943396226415,
|
||
|
|
"grad_norm": 2.1862919330596924,
|
||
|
|
"learning_rate": 7.824902723735408e-06,
|
||
|
|
"loss": 0.29045863151550294,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2490566037735849,
|
||
|
|
"grad_norm": 2.0183300971984863,
|
||
|
|
"learning_rate": 7.747081712062257e-06,
|
||
|
|
"loss": 0.28220953941345217,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25660377358490566,
|
||
|
|
"grad_norm": 1.9929158687591553,
|
||
|
|
"learning_rate": 7.669260700389106e-06,
|
||
|
|
"loss": 0.2910369634628296,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2641509433962264,
|
||
|
|
"grad_norm": 1.95077383518219,
|
||
|
|
"learning_rate": 7.591439688715954e-06,
|
||
|
|
"loss": 0.27954850196838377,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27169811320754716,
|
||
|
|
"grad_norm": 2.134514331817627,
|
||
|
|
"learning_rate": 7.5136186770428025e-06,
|
||
|
|
"loss": 0.2933449029922485,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2792452830188679,
|
||
|
|
"grad_norm": 1.9829133749008179,
|
||
|
|
"learning_rate": 7.435797665369651e-06,
|
||
|
|
"loss": 0.2858113288879395,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28679245283018867,
|
||
|
|
"grad_norm": 2.0804476737976074,
|
||
|
|
"learning_rate": 7.3579766536964995e-06,
|
||
|
|
"loss": 0.28907027244567873,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2943396226415094,
|
||
|
|
"grad_norm": 2.0997867584228516,
|
||
|
|
"learning_rate": 7.280155642023347e-06,
|
||
|
|
"loss": 0.2818809986114502,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3018867924528302,
|
||
|
|
"grad_norm": 1.939746379852295,
|
||
|
|
"learning_rate": 7.202334630350195e-06,
|
||
|
|
"loss": 0.2713855504989624,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30943396226415093,
|
||
|
|
"grad_norm": 2.090715169906616,
|
||
|
|
"learning_rate": 7.124513618677044e-06,
|
||
|
|
"loss": 0.2677800178527832,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3169811320754717,
|
||
|
|
"grad_norm": 1.9296588897705078,
|
||
|
|
"learning_rate": 7.046692607003892e-06,
|
||
|
|
"loss": 0.28144216537475586,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32452830188679244,
|
||
|
|
"grad_norm": 2.0338714122772217,
|
||
|
|
"learning_rate": 6.968871595330739e-06,
|
||
|
|
"loss": 0.2774395704269409,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3320754716981132,
|
||
|
|
"grad_norm": 1.9666343927383423,
|
||
|
|
"learning_rate": 6.891050583657588e-06,
|
||
|
|
"loss": 0.27606821060180664,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33962264150943394,
|
||
|
|
"grad_norm": 1.9925788640975952,
|
||
|
|
"learning_rate": 6.813229571984436e-06,
|
||
|
|
"loss": 0.275797176361084,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3471698113207547,
|
||
|
|
"grad_norm": 2.0370540618896484,
|
||
|
|
"learning_rate": 6.735408560311285e-06,
|
||
|
|
"loss": 0.2696055889129639,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35471698113207545,
|
||
|
|
"grad_norm": 2.0988776683807373,
|
||
|
|
"learning_rate": 6.657587548638132e-06,
|
||
|
|
"loss": 0.27061948776245115,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3622641509433962,
|
||
|
|
"grad_norm": 1.913673758506775,
|
||
|
|
"learning_rate": 6.579766536964981e-06,
|
||
|
|
"loss": 0.26864800453186033,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36981132075471695,
|
||
|
|
"grad_norm": 2.0519678592681885,
|
||
|
|
"learning_rate": 6.501945525291829e-06,
|
||
|
|
"loss": 0.2707942485809326,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37735849056603776,
|
||
|
|
"grad_norm": 2.009523630142212,
|
||
|
|
"learning_rate": 6.424124513618678e-06,
|
||
|
|
"loss": 0.26637091636657717,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3849056603773585,
|
||
|
|
"grad_norm": 2.027585744857788,
|
||
|
|
"learning_rate": 6.3463035019455255e-06,
|
||
|
|
"loss": 0.27300190925598145,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39245283018867927,
|
||
|
|
"grad_norm": 2.1356987953186035,
|
||
|
|
"learning_rate": 6.268482490272374e-06,
|
||
|
|
"loss": 0.25133261680603025,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4,
|
||
|
|
"grad_norm": 1.9232840538024902,
|
||
|
|
"learning_rate": 6.1906614785992225e-06,
|
||
|
|
"loss": 0.2677877902984619,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4075471698113208,
|
||
|
|
"grad_norm": 1.9696307182312012,
|
||
|
|
"learning_rate": 6.112840466926071e-06,
|
||
|
|
"loss": 0.262535548210144,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41509433962264153,
|
||
|
|
"grad_norm": 3.308540105819702,
|
||
|
|
"learning_rate": 6.035019455252919e-06,
|
||
|
|
"loss": 0.2604930877685547,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4226415094339623,
|
||
|
|
"grad_norm": 1.807235598564148,
|
||
|
|
"learning_rate": 5.957198443579767e-06,
|
||
|
|
"loss": 0.25956134796142577,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43018867924528303,
|
||
|
|
"grad_norm": 2.0320322513580322,
|
||
|
|
"learning_rate": 5.879377431906616e-06,
|
||
|
|
"loss": 0.25913519859313966,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4377358490566038,
|
||
|
|
"grad_norm": 1.792377233505249,
|
||
|
|
"learning_rate": 5.801556420233464e-06,
|
||
|
|
"loss": 0.2620145082473755,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44528301886792454,
|
||
|
|
"grad_norm": 1.7742111682891846,
|
||
|
|
"learning_rate": 5.723735408560311e-06,
|
||
|
|
"loss": 0.2565300464630127,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4528301886792453,
|
||
|
|
"grad_norm": 2.2132532596588135,
|
||
|
|
"learning_rate": 5.64591439688716e-06,
|
||
|
|
"loss": 0.2499943733215332,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46037735849056605,
|
||
|
|
"grad_norm": 1.8191214799880981,
|
||
|
|
"learning_rate": 5.568093385214008e-06,
|
||
|
|
"loss": 0.2629887580871582,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4679245283018868,
|
||
|
|
"grad_norm": 1.9858105182647705,
|
||
|
|
"learning_rate": 5.490272373540857e-06,
|
||
|
|
"loss": 0.25370690822601316,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47547169811320755,
|
||
|
|
"grad_norm": 1.8735243082046509,
|
||
|
|
"learning_rate": 5.412451361867704e-06,
|
||
|
|
"loss": 0.25052781105041505,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4830188679245283,
|
||
|
|
"grad_norm": 1.7910277843475342,
|
||
|
|
"learning_rate": 5.334630350194553e-06,
|
||
|
|
"loss": 0.247009015083313,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49056603773584906,
|
||
|
|
"grad_norm": 2.0567827224731445,
|
||
|
|
"learning_rate": 5.256809338521401e-06,
|
||
|
|
"loss": 0.25177478790283203,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4981132075471698,
|
||
|
|
"grad_norm": 1.9032378196716309,
|
||
|
|
"learning_rate": 5.17898832684825e-06,
|
||
|
|
"loss": 0.24506909847259523,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5056603773584906,
|
||
|
|
"grad_norm": 1.8115262985229492,
|
||
|
|
"learning_rate": 5.1011673151750975e-06,
|
||
|
|
"loss": 0.23898508548736572,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5132075471698113,
|
||
|
|
"grad_norm": 1.92007577419281,
|
||
|
|
"learning_rate": 5.0233463035019456e-06,
|
||
|
|
"loss": 0.24777793884277344,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5207547169811321,
|
||
|
|
"grad_norm": 1.852982997894287,
|
||
|
|
"learning_rate": 4.9455252918287945e-06,
|
||
|
|
"loss": 0.24950757026672363,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5283018867924528,
|
||
|
|
"grad_norm": 1.9790362119674683,
|
||
|
|
"learning_rate": 4.867704280155643e-06,
|
||
|
|
"loss": 0.2506132125854492,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5358490566037736,
|
||
|
|
"grad_norm": 1.8807333707809448,
|
||
|
|
"learning_rate": 4.789883268482491e-06,
|
||
|
|
"loss": 0.24446616172790528,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5433962264150943,
|
||
|
|
"grad_norm": 1.773928165435791,
|
||
|
|
"learning_rate": 4.712062256809339e-06,
|
||
|
|
"loss": 0.2381265640258789,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5509433962264151,
|
||
|
|
"grad_norm": 1.6719039678573608,
|
||
|
|
"learning_rate": 4.634241245136188e-06,
|
||
|
|
"loss": 0.2442981481552124,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5584905660377358,
|
||
|
|
"grad_norm": 1.6074082851409912,
|
||
|
|
"learning_rate": 4.556420233463035e-06,
|
||
|
|
"loss": 0.24172849655151368,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5660377358490566,
|
||
|
|
"grad_norm": 1.7541853189468384,
|
||
|
|
"learning_rate": 4.478599221789884e-06,
|
||
|
|
"loss": 0.24859914779663086,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5735849056603773,
|
||
|
|
"grad_norm": 1.702559232711792,
|
||
|
|
"learning_rate": 4.400778210116732e-06,
|
||
|
|
"loss": 0.24974732398986815,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5811320754716981,
|
||
|
|
"grad_norm": 2.430460214614868,
|
||
|
|
"learning_rate": 4.32295719844358e-06,
|
||
|
|
"loss": 0.23788890838623047,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5886792452830188,
|
||
|
|
"grad_norm": 1.9964704513549805,
|
||
|
|
"learning_rate": 4.245136186770428e-06,
|
||
|
|
"loss": 0.23923373222351074,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5962264150943396,
|
||
|
|
"grad_norm": 1.747754693031311,
|
||
|
|
"learning_rate": 4.167315175097277e-06,
|
||
|
|
"loss": 0.23931074142456055,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6037735849056604,
|
||
|
|
"grad_norm": 1.7062419652938843,
|
||
|
|
"learning_rate": 4.089494163424125e-06,
|
||
|
|
"loss": 0.23383207321166993,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6113207547169811,
|
||
|
|
"grad_norm": 1.958640694618225,
|
||
|
|
"learning_rate": 4.011673151750973e-06,
|
||
|
|
"loss": 0.23437187671661378,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6188679245283019,
|
||
|
|
"grad_norm": 1.7894558906555176,
|
||
|
|
"learning_rate": 3.933852140077821e-06,
|
||
|
|
"loss": 0.23447709083557128,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6264150943396226,
|
||
|
|
"grad_norm": 1.9197921752929688,
|
||
|
|
"learning_rate": 3.856031128404669e-06,
|
||
|
|
"loss": 0.23741297721862792,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6339622641509434,
|
||
|
|
"grad_norm": 1.841734528541565,
|
||
|
|
"learning_rate": 3.778210116731518e-06,
|
||
|
|
"loss": 0.22903223037719728,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6415094339622641,
|
||
|
|
"grad_norm": 1.8733159303665161,
|
||
|
|
"learning_rate": 3.7003891050583664e-06,
|
||
|
|
"loss": 0.22988452911376953,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6490566037735849,
|
||
|
|
"grad_norm": 1.8593769073486328,
|
||
|
|
"learning_rate": 3.622568093385214e-06,
|
||
|
|
"loss": 0.233162260055542,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6566037735849056,
|
||
|
|
"grad_norm": 1.8954672813415527,
|
||
|
|
"learning_rate": 3.5447470817120626e-06,
|
||
|
|
"loss": 0.23007631301879883,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6641509433962264,
|
||
|
|
"grad_norm": 1.8158949613571167,
|
||
|
|
"learning_rate": 3.4669260700389107e-06,
|
||
|
|
"loss": 0.23783206939697266,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6716981132075471,
|
||
|
|
"grad_norm": 1.9630464315414429,
|
||
|
|
"learning_rate": 3.3891050583657592e-06,
|
||
|
|
"loss": 0.2346041202545166,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6792452830188679,
|
||
|
|
"grad_norm": 1.8396250009536743,
|
||
|
|
"learning_rate": 3.3112840466926073e-06,
|
||
|
|
"loss": 0.2288437604904175,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6867924528301886,
|
||
|
|
"grad_norm": 1.8676159381866455,
|
||
|
|
"learning_rate": 3.233463035019456e-06,
|
||
|
|
"loss": 0.22720675468444823,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6943396226415094,
|
||
|
|
"grad_norm": 1.7294853925704956,
|
||
|
|
"learning_rate": 3.1556420233463035e-06,
|
||
|
|
"loss": 0.2240175724029541,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7018867924528301,
|
||
|
|
"grad_norm": 1.8579432964324951,
|
||
|
|
"learning_rate": 3.077821011673152e-06,
|
||
|
|
"loss": 0.22297582626342774,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7094339622641509,
|
||
|
|
"grad_norm": 1.86405348777771,
|
||
|
|
"learning_rate": 3e-06,
|
||
|
|
"loss": 0.2258000373840332,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7169811320754716,
|
||
|
|
"grad_norm": 1.755361557006836,
|
||
|
|
"learning_rate": 2.9221789883268486e-06,
|
||
|
|
"loss": 0.2202610969543457,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7245283018867924,
|
||
|
|
"grad_norm": 1.8296207189559937,
|
||
|
|
"learning_rate": 2.8443579766536967e-06,
|
||
|
|
"loss": 0.22372243404388428,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7320754716981132,
|
||
|
|
"grad_norm": 1.726853609085083,
|
||
|
|
"learning_rate": 2.766536964980545e-06,
|
||
|
|
"loss": 0.22018518447875976,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7396226415094339,
|
||
|
|
"grad_norm": 1.9359346628189087,
|
||
|
|
"learning_rate": 2.6887159533073933e-06,
|
||
|
|
"loss": 0.22411293983459474,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7471698113207547,
|
||
|
|
"grad_norm": 1.8528519868850708,
|
||
|
|
"learning_rate": 2.6108949416342418e-06,
|
||
|
|
"loss": 0.2165390968322754,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7547169811320755,
|
||
|
|
"grad_norm": 1.7549021244049072,
|
||
|
|
"learning_rate": 2.5330739299610894e-06,
|
||
|
|
"loss": 0.21932737827301024,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7622641509433963,
|
||
|
|
"grad_norm": 1.9458928108215332,
|
||
|
|
"learning_rate": 2.455252918287938e-06,
|
||
|
|
"loss": 0.2255718231201172,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.769811320754717,
|
||
|
|
"grad_norm": 1.7982280254364014,
|
||
|
|
"learning_rate": 2.377431906614786e-06,
|
||
|
|
"loss": 0.2131561279296875,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7773584905660378,
|
||
|
|
"grad_norm": 1.794995665550232,
|
||
|
|
"learning_rate": 2.299610894941634e-06,
|
||
|
|
"loss": 0.22085707187652587,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7849056603773585,
|
||
|
|
"grad_norm": 1.803848385810852,
|
||
|
|
"learning_rate": 2.2217898832684826e-06,
|
||
|
|
"loss": 0.20900359153747558,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7924528301886793,
|
||
|
|
"grad_norm": 1.9293980598449707,
|
||
|
|
"learning_rate": 2.1439688715953307e-06,
|
||
|
|
"loss": 0.22536056041717528,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8,
|
||
|
|
"grad_norm": 1.8656538724899292,
|
||
|
|
"learning_rate": 2.066147859922179e-06,
|
||
|
|
"loss": 0.22233381271362304,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8075471698113208,
|
||
|
|
"grad_norm": 1.8052153587341309,
|
||
|
|
"learning_rate": 1.9883268482490273e-06,
|
||
|
|
"loss": 0.21751875877380372,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8150943396226416,
|
||
|
|
"grad_norm": 1.7923195362091064,
|
||
|
|
"learning_rate": 1.9105058365758754e-06,
|
||
|
|
"loss": 0.20799951553344725,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8226415094339623,
|
||
|
|
"grad_norm": 1.9934825897216797,
|
||
|
|
"learning_rate": 1.8326848249027237e-06,
|
||
|
|
"loss": 0.21072156429290773,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8301886792452831,
|
||
|
|
"grad_norm": 1.8735110759735107,
|
||
|
|
"learning_rate": 1.754863813229572e-06,
|
||
|
|
"loss": 0.225791072845459,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8377358490566038,
|
||
|
|
"grad_norm": 1.871875524520874,
|
||
|
|
"learning_rate": 1.6770428015564203e-06,
|
||
|
|
"loss": 0.21400871276855468,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8452830188679246,
|
||
|
|
"grad_norm": 1.738368034362793,
|
||
|
|
"learning_rate": 1.5992217898832684e-06,
|
||
|
|
"loss": 0.21053862571716309,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8528301886792453,
|
||
|
|
"grad_norm": 1.7728012800216675,
|
||
|
|
"learning_rate": 1.5214007782101167e-06,
|
||
|
|
"loss": 0.21779375076293944,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8603773584905661,
|
||
|
|
"grad_norm": 1.738864541053772,
|
||
|
|
"learning_rate": 1.443579766536965e-06,
|
||
|
|
"loss": 0.20868196487426757,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8679245283018868,
|
||
|
|
"grad_norm": 1.9120129346847534,
|
||
|
|
"learning_rate": 1.3657587548638133e-06,
|
||
|
|
"loss": 0.21061148643493652,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8754716981132076,
|
||
|
|
"grad_norm": 1.9350236654281616,
|
||
|
|
"learning_rate": 1.2879377431906614e-06,
|
||
|
|
"loss": 0.21225929260253906,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8830188679245283,
|
||
|
|
"grad_norm": 1.892602562904358,
|
||
|
|
"learning_rate": 1.21011673151751e-06,
|
||
|
|
"loss": 0.20428075790405273,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8905660377358491,
|
||
|
|
"grad_norm": 1.8391169309616089,
|
||
|
|
"learning_rate": 1.132295719844358e-06,
|
||
|
|
"loss": 0.2088621139526367,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8981132075471698,
|
||
|
|
"grad_norm": 1.9468032121658325,
|
||
|
|
"learning_rate": 1.0544747081712063e-06,
|
||
|
|
"loss": 0.21002464294433593,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9056603773584906,
|
||
|
|
"grad_norm": 1.882021427154541,
|
||
|
|
"learning_rate": 9.766536964980546e-07,
|
||
|
|
"loss": 0.2088623523712158,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9132075471698113,
|
||
|
|
"grad_norm": 1.8219983577728271,
|
||
|
|
"learning_rate": 8.988326848249028e-07,
|
||
|
|
"loss": 0.20324172973632812,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9207547169811321,
|
||
|
|
"grad_norm": 1.904112458229065,
|
||
|
|
"learning_rate": 8.210116731517511e-07,
|
||
|
|
"loss": 0.20800838470458985,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9283018867924528,
|
||
|
|
"grad_norm": 2.022062063217163,
|
||
|
|
"learning_rate": 7.431906614785993e-07,
|
||
|
|
"loss": 0.21059012413024902,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9358490566037736,
|
||
|
|
"grad_norm": 1.927156925201416,
|
||
|
|
"learning_rate": 6.653696498054475e-07,
|
||
|
|
"loss": 0.20443344116210938,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9433962264150944,
|
||
|
|
"grad_norm": 1.8873121738433838,
|
||
|
|
"learning_rate": 5.875486381322958e-07,
|
||
|
|
"loss": 0.195121169090271,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9509433962264151,
|
||
|
|
"grad_norm": 1.753610610961914,
|
||
|
|
"learning_rate": 5.09727626459144e-07,
|
||
|
|
"loss": 0.20539617538452148,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9584905660377359,
|
||
|
|
"grad_norm": 1.7441673278808594,
|
||
|
|
"learning_rate": 4.3190661478599227e-07,
|
||
|
|
"loss": 0.20626044273376465,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9660377358490566,
|
||
|
|
"grad_norm": 1.9658927917480469,
|
||
|
|
"learning_rate": 3.540856031128405e-07,
|
||
|
|
"loss": 0.20578131675720215,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9735849056603774,
|
||
|
|
"grad_norm": 1.7400754690170288,
|
||
|
|
"learning_rate": 2.762645914396887e-07,
|
||
|
|
"loss": 0.20108022689819335,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9811320754716981,
|
||
|
|
"grad_norm": 1.9365240335464478,
|
||
|
|
"learning_rate": 1.9844357976653698e-07,
|
||
|
|
"loss": 0.20257859230041503,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9886792452830189,
|
||
|
|
"grad_norm": 1.653227686882019,
|
||
|
|
"learning_rate": 1.2062256809338523e-07,
|
||
|
|
"loss": 0.20295586585998535,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9962264150943396,
|
||
|
|
"grad_norm": 1.7939817905426025,
|
||
|
|
"learning_rate": 4.280155642023347e-08,
|
||
|
|
"loss": 0.19921188354492186,
|
||
|
|
"step": 2640
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 20,
|
||
|
|
"max_steps": 2650,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 98959016394752.0,
|
||
|
|
"train_batch_size": 4,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|