2837 lines
68 KiB
JSON
2837 lines
68 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 2.0,
|
|
"eval_steps": 500,
|
|
"global_step": 3996,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0050062578222778474,
|
|
"grad_norm": 41.714508056640625,
|
|
"learning_rate": 2.2500000000000002e-07,
|
|
"loss": 1.2685,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.010012515644555695,
|
|
"grad_norm": 35.297401428222656,
|
|
"learning_rate": 4.7500000000000006e-07,
|
|
"loss": 1.2116,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.015018773466833541,
|
|
"grad_norm": 12.612136840820312,
|
|
"learning_rate": 7.25e-07,
|
|
"loss": 0.926,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.02002503128911139,
|
|
"grad_norm": 2.90101957321167,
|
|
"learning_rate": 9.750000000000002e-07,
|
|
"loss": 0.7177,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.025031289111389236,
|
|
"grad_norm": 1.4915510416030884,
|
|
"learning_rate": 1.2250000000000001e-06,
|
|
"loss": 0.6422,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.030037546933667083,
|
|
"grad_norm": 1.2885878086090088,
|
|
"learning_rate": 1.475e-06,
|
|
"loss": 0.6043,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.03504380475594493,
|
|
"grad_norm": 1.2088379859924316,
|
|
"learning_rate": 1.725e-06,
|
|
"loss": 0.5831,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.04005006257822278,
|
|
"grad_norm": 1.2009735107421875,
|
|
"learning_rate": 1.975e-06,
|
|
"loss": 0.5818,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.04505632040050062,
|
|
"grad_norm": 1.103482961654663,
|
|
"learning_rate": 2.2250000000000003e-06,
|
|
"loss": 0.5894,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.05006257822277847,
|
|
"grad_norm": 1.148666501045227,
|
|
"learning_rate": 2.475e-06,
|
|
"loss": 0.5869,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.05506883604505632,
|
|
"grad_norm": 1.1669937372207642,
|
|
"learning_rate": 2.7250000000000006e-06,
|
|
"loss": 0.5632,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.060075093867334166,
|
|
"grad_norm": 0.9447499513626099,
|
|
"learning_rate": 2.9750000000000003e-06,
|
|
"loss": 0.5901,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.06508135168961202,
|
|
"grad_norm": 1.0674545764923096,
|
|
"learning_rate": 3.2250000000000005e-06,
|
|
"loss": 0.5598,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.07008760951188986,
|
|
"grad_norm": 1.0488513708114624,
|
|
"learning_rate": 3.475e-06,
|
|
"loss": 0.5755,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.07509386733416772,
|
|
"grad_norm": 1.1044185161590576,
|
|
"learning_rate": 3.7250000000000003e-06,
|
|
"loss": 0.5539,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.08010012515644556,
|
|
"grad_norm": 1.0041446685791016,
|
|
"learning_rate": 3.975000000000001e-06,
|
|
"loss": 0.56,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.0851063829787234,
|
|
"grad_norm": 1.1575604677200317,
|
|
"learning_rate": 4.225e-06,
|
|
"loss": 0.5418,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.09011264080100125,
|
|
"grad_norm": 1.0825908184051514,
|
|
"learning_rate": 4.475e-06,
|
|
"loss": 0.5589,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.0951188986232791,
|
|
"grad_norm": 1.1007875204086304,
|
|
"learning_rate": 4.7250000000000005e-06,
|
|
"loss": 0.5485,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.10012515644555695,
|
|
"grad_norm": 1.0647069215774536,
|
|
"learning_rate": 4.975000000000001e-06,
|
|
"loss": 0.5575,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.10513141426783479,
|
|
"grad_norm": 1.1160515546798706,
|
|
"learning_rate": 5.225e-06,
|
|
"loss": 0.5567,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.11013767209011265,
|
|
"grad_norm": 1.1660758256912231,
|
|
"learning_rate": 5.475e-06,
|
|
"loss": 0.5591,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.11514392991239049,
|
|
"grad_norm": 1.0049713850021362,
|
|
"learning_rate": 5.725e-06,
|
|
"loss": 0.5712,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.12015018773466833,
|
|
"grad_norm": 0.9587867856025696,
|
|
"learning_rate": 5.975e-06,
|
|
"loss": 0.5322,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.1251564455569462,
|
|
"grad_norm": 1.1788851022720337,
|
|
"learning_rate": 6.225000000000001e-06,
|
|
"loss": 0.5503,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.13016270337922403,
|
|
"grad_norm": 1.0932830572128296,
|
|
"learning_rate": 6.475e-06,
|
|
"loss": 0.564,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.13516896120150187,
|
|
"grad_norm": 0.9803727865219116,
|
|
"learning_rate": 6.725000000000001e-06,
|
|
"loss": 0.5521,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.14017521902377972,
|
|
"grad_norm": 1.0000665187835693,
|
|
"learning_rate": 6.975000000000001e-06,
|
|
"loss": 0.5599,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.14518147684605756,
|
|
"grad_norm": 1.163681983947754,
|
|
"learning_rate": 7.225000000000001e-06,
|
|
"loss": 0.55,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.15018773466833543,
|
|
"grad_norm": 1.100650429725647,
|
|
"learning_rate": 7.475000000000001e-06,
|
|
"loss": 0.5571,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.15519399249061328,
|
|
"grad_norm": 1.2197952270507812,
|
|
"learning_rate": 7.725e-06,
|
|
"loss": 0.5378,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.16020025031289112,
|
|
"grad_norm": 1.0715725421905518,
|
|
"learning_rate": 7.975e-06,
|
|
"loss": 0.5537,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.16520650813516896,
|
|
"grad_norm": 1.1516462564468384,
|
|
"learning_rate": 8.225e-06,
|
|
"loss": 0.5557,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.1702127659574468,
|
|
"grad_norm": 0.9862958788871765,
|
|
"learning_rate": 8.475000000000001e-06,
|
|
"loss": 0.5519,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.17521902377972465,
|
|
"grad_norm": 1.076583981513977,
|
|
"learning_rate": 8.725000000000002e-06,
|
|
"loss": 0.5627,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.1802252816020025,
|
|
"grad_norm": 1.110701560974121,
|
|
"learning_rate": 8.975e-06,
|
|
"loss": 0.5476,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.18523153942428036,
|
|
"grad_norm": 1.0044567584991455,
|
|
"learning_rate": 9.225e-06,
|
|
"loss": 0.5351,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.1902377972465582,
|
|
"grad_norm": 1.0845321416854858,
|
|
"learning_rate": 9.475000000000002e-06,
|
|
"loss": 0.554,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.19524405506883605,
|
|
"grad_norm": 0.9674211144447327,
|
|
"learning_rate": 9.725000000000001e-06,
|
|
"loss": 0.5422,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.2002503128911139,
|
|
"grad_norm": 1.0883331298828125,
|
|
"learning_rate": 9.975000000000002e-06,
|
|
"loss": 0.5652,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.20525657071339173,
|
|
"grad_norm": 1.0060268640518188,
|
|
"learning_rate": 9.999845444960881e-06,
|
|
"loss": 0.5393,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.21026282853566958,
|
|
"grad_norm": 1.0195198059082031,
|
|
"learning_rate": 9.99931119289516e-06,
|
|
"loss": 0.5451,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.21526908635794745,
|
|
"grad_norm": 1.19355309009552,
|
|
"learning_rate": 9.998395376482152e-06,
|
|
"loss": 0.5638,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.2202753441802253,
|
|
"grad_norm": 1.0359495878219604,
|
|
"learning_rate": 9.997098065620068e-06,
|
|
"loss": 0.542,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.22528160200250313,
|
|
"grad_norm": 0.9536132216453552,
|
|
"learning_rate": 9.995419359324061e-06,
|
|
"loss": 0.5349,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.23028785982478098,
|
|
"grad_norm": 1.055509090423584,
|
|
"learning_rate": 9.993359385718675e-06,
|
|
"loss": 0.535,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.23529411764705882,
|
|
"grad_norm": 1.0224448442459106,
|
|
"learning_rate": 9.990918302028068e-06,
|
|
"loss": 0.5551,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.24030037546933666,
|
|
"grad_norm": 1.0108073949813843,
|
|
"learning_rate": 9.988096294564006e-06,
|
|
"loss": 0.5354,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.2453066332916145,
|
|
"grad_norm": 1.0135139226913452,
|
|
"learning_rate": 9.984893578711647e-06,
|
|
"loss": 0.5411,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.2503128911138924,
|
|
"grad_norm": 1.0536352396011353,
|
|
"learning_rate": 9.981310398913107e-06,
|
|
"loss": 0.5423,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.2553191489361702,
|
|
"grad_norm": 0.9891515970230103,
|
|
"learning_rate": 9.97734702864879e-06,
|
|
"loss": 0.5441,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.26032540675844806,
|
|
"grad_norm": 0.9594472050666809,
|
|
"learning_rate": 9.973003770416524e-06,
|
|
"loss": 0.5486,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.26533166458072593,
|
|
"grad_norm": 0.9631192088127136,
|
|
"learning_rate": 9.968280955708478e-06,
|
|
"loss": 0.5386,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.27033792240300375,
|
|
"grad_norm": 1.041158676147461,
|
|
"learning_rate": 9.963178944985851e-06,
|
|
"loss": 0.5382,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.2753441802252816,
|
|
"grad_norm": 0.9818730354309082,
|
|
"learning_rate": 9.957698127651366e-06,
|
|
"loss": 0.5525,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.28035043804755944,
|
|
"grad_norm": 0.9888095259666443,
|
|
"learning_rate": 9.951838922019548e-06,
|
|
"loss": 0.5437,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.2853566958698373,
|
|
"grad_norm": 1.0410245656967163,
|
|
"learning_rate": 9.945601775284797e-06,
|
|
"loss": 0.5396,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.2903629536921151,
|
|
"grad_norm": 1.0097676515579224,
|
|
"learning_rate": 9.938987163487258e-06,
|
|
"loss": 0.5399,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.295369211514393,
|
|
"grad_norm": 1.0537450313568115,
|
|
"learning_rate": 9.931995591476487e-06,
|
|
"loss": 0.5429,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.30037546933667086,
|
|
"grad_norm": 0.9741904139518738,
|
|
"learning_rate": 9.924627592872917e-06,
|
|
"loss": 0.5443,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.3053817271589487,
|
|
"grad_norm": 0.9675753116607666,
|
|
"learning_rate": 9.916883730027136e-06,
|
|
"loss": 0.5415,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.31038798498122655,
|
|
"grad_norm": 0.9772769808769226,
|
|
"learning_rate": 9.908764593976959e-06,
|
|
"loss": 0.5439,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.31539424280350437,
|
|
"grad_norm": 0.9558619260787964,
|
|
"learning_rate": 9.900270804402325e-06,
|
|
"loss": 0.5365,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.32040050062578224,
|
|
"grad_norm": 0.9302605390548706,
|
|
"learning_rate": 9.891403009577994e-06,
|
|
"loss": 0.5474,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.32540675844806005,
|
|
"grad_norm": 0.9413759708404541,
|
|
"learning_rate": 9.882161886324077e-06,
|
|
"loss": 0.5418,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.3304130162703379,
|
|
"grad_norm": 0.8883467316627502,
|
|
"learning_rate": 9.872548139954368e-06,
|
|
"loss": 0.5475,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.3354192740926158,
|
|
"grad_norm": 0.9297903180122375,
|
|
"learning_rate": 9.862562504222525e-06,
|
|
"loss": 0.551,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.3404255319148936,
|
|
"grad_norm": 0.9027453660964966,
|
|
"learning_rate": 9.852205741266058e-06,
|
|
"loss": 0.5484,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.3454317897371715,
|
|
"grad_norm": 0.8880664706230164,
|
|
"learning_rate": 9.841478641548159e-06,
|
|
"loss": 0.5351,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.3504380475594493,
|
|
"grad_norm": 1.1402093172073364,
|
|
"learning_rate": 9.830382023797378e-06,
|
|
"loss": 0.5281,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.35544430538172717,
|
|
"grad_norm": 1.055342674255371,
|
|
"learning_rate": 9.818916734945132e-06,
|
|
"loss": 0.5296,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.360450563204005,
|
|
"grad_norm": 0.8715190291404724,
|
|
"learning_rate": 9.807083650061063e-06,
|
|
"loss": 0.5321,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.36545682102628285,
|
|
"grad_norm": 1.0059534311294556,
|
|
"learning_rate": 9.794883672286252e-06,
|
|
"loss": 0.5342,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.3704630788485607,
|
|
"grad_norm": 1.0429677963256836,
|
|
"learning_rate": 9.782317732764285e-06,
|
|
"loss": 0.5374,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.37546933667083854,
|
|
"grad_norm": 0.9086937308311462,
|
|
"learning_rate": 9.769386790570188e-06,
|
|
"loss": 0.5448,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.3804755944931164,
|
|
"grad_norm": 0.9410043954849243,
|
|
"learning_rate": 9.756091832637226e-06,
|
|
"loss": 0.5311,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.3854818523153942,
|
|
"grad_norm": 0.9807677865028381,
|
|
"learning_rate": 9.742433873681577e-06,
|
|
"loss": 0.5395,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.3904881101376721,
|
|
"grad_norm": 1.0230454206466675,
|
|
"learning_rate": 9.728413956124884e-06,
|
|
"loss": 0.5242,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.3954943679599499,
|
|
"grad_norm": 0.8439666032791138,
|
|
"learning_rate": 9.7140331500147e-06,
|
|
"loss": 0.5438,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.4005006257822278,
|
|
"grad_norm": 0.9394951462745667,
|
|
"learning_rate": 9.699292552942807e-06,
|
|
"loss": 0.5365,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.40550688360450565,
|
|
"grad_norm": 0.8979880213737488,
|
|
"learning_rate": 9.684193289961455e-06,
|
|
"loss": 0.539,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.41051314142678347,
|
|
"grad_norm": 0.9597287774085999,
|
|
"learning_rate": 9.66873651349749e-06,
|
|
"loss": 0.5188,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.41551939924906134,
|
|
"grad_norm": 0.9950388669967651,
|
|
"learning_rate": 9.652923403264392e-06,
|
|
"loss": 0.5468,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.42052565707133915,
|
|
"grad_norm": 0.8931434750556946,
|
|
"learning_rate": 9.636755166172248e-06,
|
|
"loss": 0.5397,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.425531914893617,
|
|
"grad_norm": 0.9110593795776367,
|
|
"learning_rate": 9.62023303623562e-06,
|
|
"loss": 0.5291,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.4305381727158949,
|
|
"grad_norm": 1.1425279378890991,
|
|
"learning_rate": 9.603358274479377e-06,
|
|
"loss": 0.5097,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.4355444305381727,
|
|
"grad_norm": 0.9236230850219727,
|
|
"learning_rate": 9.586132168842435e-06,
|
|
"loss": 0.5404,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.4405506883604506,
|
|
"grad_norm": 0.9602265954017639,
|
|
"learning_rate": 9.568556034079471e-06,
|
|
"loss": 0.5328,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.4455569461827284,
|
|
"grad_norm": 0.9402238726615906,
|
|
"learning_rate": 9.550631211660562e-06,
|
|
"loss": 0.5349,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.45056320400500627,
|
|
"grad_norm": 0.9396120309829712,
|
|
"learning_rate": 9.532359069668812e-06,
|
|
"loss": 0.5423,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.4555694618272841,
|
|
"grad_norm": 0.9568923115730286,
|
|
"learning_rate": 9.51374100269593e-06,
|
|
"loss": 0.5331,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.46057571964956195,
|
|
"grad_norm": 0.9286158680915833,
|
|
"learning_rate": 9.494778431735786e-06,
|
|
"loss": 0.5231,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.4655819774718398,
|
|
"grad_norm": 0.9904299974441528,
|
|
"learning_rate": 9.475472804075964e-06,
|
|
"loss": 0.516,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.47058823529411764,
|
|
"grad_norm": 0.8927105069160461,
|
|
"learning_rate": 9.455825593187295e-06,
|
|
"loss": 0.5219,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.4755944931163955,
|
|
"grad_norm": 0.9750750660896301,
|
|
"learning_rate": 9.435838298611395e-06,
|
|
"loss": 0.5376,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.4806007509386733,
|
|
"grad_norm": 0.9918380975723267,
|
|
"learning_rate": 9.415512445846225e-06,
|
|
"loss": 0.5358,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.4856070087609512,
|
|
"grad_norm": 1.0143691301345825,
|
|
"learning_rate": 9.394849586229645e-06,
|
|
"loss": 0.5402,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.490613266583229,
|
|
"grad_norm": 0.947730541229248,
|
|
"learning_rate": 9.373851296821022e-06,
|
|
"loss": 0.5316,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.4956195244055069,
|
|
"grad_norm": 0.9850479364395142,
|
|
"learning_rate": 9.352519180280862e-06,
|
|
"loss": 0.5304,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.5006257822277848,
|
|
"grad_norm": 0.8721357583999634,
|
|
"learning_rate": 9.33085486474848e-06,
|
|
"loss": 0.5456,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.5056320400500626,
|
|
"grad_norm": 0.9587690830230713,
|
|
"learning_rate": 9.308860003717748e-06,
|
|
"loss": 0.5148,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.5106382978723404,
|
|
"grad_norm": 0.8999404907226562,
|
|
"learning_rate": 9.286536275910891e-06,
|
|
"loss": 0.5302,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.5156445556946183,
|
|
"grad_norm": 0.9121967554092407,
|
|
"learning_rate": 9.263885385150354e-06,
|
|
"loss": 0.5289,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.5206508135168961,
|
|
"grad_norm": 1.0111724138259888,
|
|
"learning_rate": 9.240909060228765e-06,
|
|
"loss": 0.5211,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.5256570713391739,
|
|
"grad_norm": 0.9607769250869751,
|
|
"learning_rate": 9.217609054776995e-06,
|
|
"loss": 0.5154,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.5306633291614519,
|
|
"grad_norm": 0.9243285655975342,
|
|
"learning_rate": 9.1939871471303e-06,
|
|
"loss": 0.5281,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.5356695869837297,
|
|
"grad_norm": 0.9070591926574707,
|
|
"learning_rate": 9.170045140192611e-06,
|
|
"loss": 0.5171,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.5406758448060075,
|
|
"grad_norm": 0.997380256652832,
|
|
"learning_rate": 9.14578486129891e-06,
|
|
"loss": 0.5398,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.5456821026282853,
|
|
"grad_norm": 0.8227772116661072,
|
|
"learning_rate": 9.121208162075777e-06,
|
|
"loss": 0.5183,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.5506883604505632,
|
|
"grad_norm": 0.8431420922279358,
|
|
"learning_rate": 9.096316918300062e-06,
|
|
"loss": 0.5244,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.5556946182728411,
|
|
"grad_norm": 0.8711059093475342,
|
|
"learning_rate": 9.071113029755716e-06,
|
|
"loss": 0.535,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.5607008760951189,
|
|
"grad_norm": 0.8576318025588989,
|
|
"learning_rate": 9.045598420088804e-06,
|
|
"loss": 0.5216,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.5657071339173968,
|
|
"grad_norm": 1.0832278728485107,
|
|
"learning_rate": 9.01977503666067e-06,
|
|
"loss": 0.5318,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.5707133917396746,
|
|
"grad_norm": 0.9785774350166321,
|
|
"learning_rate": 8.99364485039932e-06,
|
|
"loss": 0.533,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.5757196495619524,
|
|
"grad_norm": 0.9052590131759644,
|
|
"learning_rate": 8.967209855648996e-06,
|
|
"loss": 0.5305,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.5807259073842302,
|
|
"grad_norm": 0.8600693941116333,
|
|
"learning_rate": 8.940472070017944e-06,
|
|
"loss": 0.5204,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.5857321652065082,
|
|
"grad_norm": 0.8548076152801514,
|
|
"learning_rate": 8.913433534224448e-06,
|
|
"loss": 0.534,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.590738423028786,
|
|
"grad_norm": 0.8594138026237488,
|
|
"learning_rate": 8.886096311941045e-06,
|
|
"loss": 0.5327,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.5957446808510638,
|
|
"grad_norm": 0.795961320400238,
|
|
"learning_rate": 8.858462489637052e-06,
|
|
"loss": 0.5407,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.6007509386733417,
|
|
"grad_norm": 0.8019248247146606,
|
|
"learning_rate": 8.830534176419296e-06,
|
|
"loss": 0.527,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.6057571964956195,
|
|
"grad_norm": 0.8673723340034485,
|
|
"learning_rate": 8.802313503871148e-06,
|
|
"loss": 0.523,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.6107634543178974,
|
|
"grad_norm": 0.9038131833076477,
|
|
"learning_rate": 8.773802625889829e-06,
|
|
"loss": 0.5275,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.6157697121401752,
|
|
"grad_norm": 0.9576230049133301,
|
|
"learning_rate": 8.745003718522027e-06,
|
|
"loss": 0.5351,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.6207759699624531,
|
|
"grad_norm": 0.8945112228393555,
|
|
"learning_rate": 8.715918979797803e-06,
|
|
"loss": 0.5405,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.6257822277847309,
|
|
"grad_norm": 0.7857946753501892,
|
|
"learning_rate": 8.686550629562836e-06,
|
|
"loss": 0.5249,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.6307884856070087,
|
|
"grad_norm": 0.8336262702941895,
|
|
"learning_rate": 8.656900909308992e-06,
|
|
"loss": 0.5135,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.6357947434292867,
|
|
"grad_norm": 0.8685853481292725,
|
|
"learning_rate": 8.626972082003256e-06,
|
|
"loss": 0.5303,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.6408010012515645,
|
|
"grad_norm": 0.923499584197998,
|
|
"learning_rate": 8.596766431915001e-06,
|
|
"loss": 0.528,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.6458072590738423,
|
|
"grad_norm": 0.8822771906852722,
|
|
"learning_rate": 8.566286264441655e-06,
|
|
"loss": 0.5257,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.6508135168961201,
|
|
"grad_norm": 0.9381466507911682,
|
|
"learning_rate": 8.535533905932739e-06,
|
|
"loss": 0.534,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.655819774718398,
|
|
"grad_norm": 0.8062151670455933,
|
|
"learning_rate": 8.504511703512316e-06,
|
|
"loss": 0.5287,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.6608260325406758,
|
|
"grad_norm": 0.76947021484375,
|
|
"learning_rate": 8.473222024899854e-06,
|
|
"loss": 0.5313,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.6658322903629537,
|
|
"grad_norm": 0.8771793842315674,
|
|
"learning_rate": 8.441667258229502e-06,
|
|
"loss": 0.5297,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.6708385481852316,
|
|
"grad_norm": 0.8643835186958313,
|
|
"learning_rate": 8.40984981186783e-06,
|
|
"loss": 0.5192,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.6758448060075094,
|
|
"grad_norm": 0.9325259923934937,
|
|
"learning_rate": 8.377772114230011e-06,
|
|
"loss": 0.5332,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.6808510638297872,
|
|
"grad_norm": 0.8208771347999573,
|
|
"learning_rate": 8.345436613594475e-06,
|
|
"loss": 0.5384,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.685857321652065,
|
|
"grad_norm": 0.955217182636261,
|
|
"learning_rate": 8.31284577791605e-06,
|
|
"loss": 0.5298,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.690863579474343,
|
|
"grad_norm": 0.8638603687286377,
|
|
"learning_rate": 8.2800020946376e-06,
|
|
"loss": 0.5105,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.6958698372966208,
|
|
"grad_norm": 0.8174817562103271,
|
|
"learning_rate": 8.246908070500167e-06,
|
|
"loss": 0.5274,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.7008760951188986,
|
|
"grad_norm": 0.8428131937980652,
|
|
"learning_rate": 8.213566231351667e-06,
|
|
"loss": 0.5324,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.7058823529411765,
|
|
"grad_norm": 0.8647835850715637,
|
|
"learning_rate": 8.17997912195408e-06,
|
|
"loss": 0.5262,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.7108886107634543,
|
|
"grad_norm": 0.8310461640357971,
|
|
"learning_rate": 8.146149305789255e-06,
|
|
"loss": 0.5176,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.7158948685857321,
|
|
"grad_norm": 0.8275470733642578,
|
|
"learning_rate": 8.112079364863237e-06,
|
|
"loss": 0.5428,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.72090112640801,
|
|
"grad_norm": 0.8270696997642517,
|
|
"learning_rate": 8.077771899509206e-06,
|
|
"loss": 0.5149,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.7259073842302879,
|
|
"grad_norm": 0.8921800851821899,
|
|
"learning_rate": 8.043229528189008e-06,
|
|
"loss": 0.5319,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.7309136420525657,
|
|
"grad_norm": 0.8520259857177734,
|
|
"learning_rate": 8.008454887293308e-06,
|
|
"loss": 0.5164,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.7359198998748435,
|
|
"grad_norm": 0.9430526494979858,
|
|
"learning_rate": 7.973450630940377e-06,
|
|
"loss": 0.5197,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.7409261576971214,
|
|
"grad_norm": 0.7611558437347412,
|
|
"learning_rate": 7.938219430773508e-06,
|
|
"loss": 0.5224,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.7459324155193993,
|
|
"grad_norm": 0.9272931218147278,
|
|
"learning_rate": 7.902763975757112e-06,
|
|
"loss": 0.5269,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.7509386733416771,
|
|
"grad_norm": 0.8615291714668274,
|
|
"learning_rate": 7.867086971971501e-06,
|
|
"loss": 0.5317,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.7559449311639549,
|
|
"grad_norm": 0.8272076845169067,
|
|
"learning_rate": 7.83119114240632e-06,
|
|
"loss": 0.5281,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.7609511889862328,
|
|
"grad_norm": 0.7818087935447693,
|
|
"learning_rate": 7.795079226752756e-06,
|
|
"loss": 0.5277,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.7659574468085106,
|
|
"grad_norm": 0.8615156412124634,
|
|
"learning_rate": 7.758753981194408e-06,
|
|
"loss": 0.5281,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.7709637046307884,
|
|
"grad_norm": 0.9051347374916077,
|
|
"learning_rate": 7.722218178196936e-06,
|
|
"loss": 0.5096,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.7759699624530664,
|
|
"grad_norm": 0.9328134059906006,
|
|
"learning_rate": 7.68547460629646e-06,
|
|
"loss": 0.5155,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.7809762202753442,
|
|
"grad_norm": 0.8778051733970642,
|
|
"learning_rate": 7.648526069886717e-06,
|
|
"loss": 0.5088,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.785982478097622,
|
|
"grad_norm": 0.9166744947433472,
|
|
"learning_rate": 7.6113753890050425e-06,
|
|
"loss": 0.5264,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.7909887359198998,
|
|
"grad_norm": 0.8010239601135254,
|
|
"learning_rate": 7.574025399117111e-06,
|
|
"loss": 0.5272,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.7959949937421777,
|
|
"grad_norm": 0.8555699586868286,
|
|
"learning_rate": 7.536478950900537e-06,
|
|
"loss": 0.516,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.8010012515644556,
|
|
"grad_norm": 0.778422474861145,
|
|
"learning_rate": 7.498738910027303e-06,
|
|
"loss": 0.5206,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.8060075093867334,
|
|
"grad_norm": 0.7858911156654358,
|
|
"learning_rate": 7.4608081569450365e-06,
|
|
"loss": 0.5324,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.8110137672090113,
|
|
"grad_norm": 0.9215904474258423,
|
|
"learning_rate": 7.422689586657166e-06,
|
|
"loss": 0.5181,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.8160200250312891,
|
|
"grad_norm": 0.8352310657501221,
|
|
"learning_rate": 7.384386108501961e-06,
|
|
"loss": 0.5269,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.8210262828535669,
|
|
"grad_norm": 0.7926855683326721,
|
|
"learning_rate": 7.345900645930493e-06,
|
|
"loss": 0.5188,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.8260325406758448,
|
|
"grad_norm": 0.7346550226211548,
|
|
"learning_rate": 7.307236136283491e-06,
|
|
"loss": 0.5244,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.8310387984981227,
|
|
"grad_norm": 0.8933218121528625,
|
|
"learning_rate": 7.268395530567169e-06,
|
|
"loss": 0.5238,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.8360450563204005,
|
|
"grad_norm": 0.8537905216217041,
|
|
"learning_rate": 7.2293817932279875e-06,
|
|
"loss": 0.52,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.8410513141426783,
|
|
"grad_norm": 0.8203076124191284,
|
|
"learning_rate": 7.190197901926399e-06,
|
|
"loss": 0.5219,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.8460575719649562,
|
|
"grad_norm": 0.8255800008773804,
|
|
"learning_rate": 7.150846847309578e-06,
|
|
"loss": 0.5286,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.851063829787234,
|
|
"grad_norm": 0.8393645882606506,
|
|
"learning_rate": 7.111331632783175e-06,
|
|
"loss": 0.5164,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.8560700876095119,
|
|
"grad_norm": 0.7761767506599426,
|
|
"learning_rate": 7.071655274282074e-06,
|
|
"loss": 0.5293,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.8610763454317898,
|
|
"grad_norm": 0.9195387959480286,
|
|
"learning_rate": 7.031820800040217e-06,
|
|
"loss": 0.5376,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.8660826032540676,
|
|
"grad_norm": 0.8202856779098511,
|
|
"learning_rate": 6.991831250359475e-06,
|
|
"loss": 0.5066,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.8710888610763454,
|
|
"grad_norm": 0.947016716003418,
|
|
"learning_rate": 6.9516896773775976e-06,
|
|
"loss": 0.5234,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.8760951188986232,
|
|
"grad_norm": 0.9114251136779785,
|
|
"learning_rate": 6.911399144835269e-06,
|
|
"loss": 0.5181,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.8811013767209012,
|
|
"grad_norm": 0.8131252527236938,
|
|
"learning_rate": 6.87096272784227e-06,
|
|
"loss": 0.5077,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.886107634543179,
|
|
"grad_norm": 0.8690458536148071,
|
|
"learning_rate": 6.830383512642779e-06,
|
|
"loss": 0.5226,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.8911138923654568,
|
|
"grad_norm": 0.7998018860816956,
|
|
"learning_rate": 6.789664596379812e-06,
|
|
"loss": 0.5396,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.8961201501877347,
|
|
"grad_norm": 0.8682878017425537,
|
|
"learning_rate": 6.7488090868588505e-06,
|
|
"loss": 0.5295,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.9011264080100125,
|
|
"grad_norm": 0.7566678524017334,
|
|
"learning_rate": 6.707820102310627e-06,
|
|
"loss": 0.5181,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.9061326658322904,
|
|
"grad_norm": 0.9245033264160156,
|
|
"learning_rate": 6.6667007711531465e-06,
|
|
"loss": 0.5282,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.9111389236545682,
|
|
"grad_norm": 0.7727677226066589,
|
|
"learning_rate": 6.625454231752904e-06,
|
|
"loss": 0.5206,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.9161451814768461,
|
|
"grad_norm": 0.8721101880073547,
|
|
"learning_rate": 6.5840836321853606e-06,
|
|
"loss": 0.507,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.9211514392991239,
|
|
"grad_norm": 0.9498814344406128,
|
|
"learning_rate": 6.542592129994668e-06,
|
|
"loss": 0.5253,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.9261576971214017,
|
|
"grad_norm": 0.871817409992218,
|
|
"learning_rate": 6.500982891952675e-06,
|
|
"loss": 0.5156,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.9311639549436797,
|
|
"grad_norm": 0.8299517631530762,
|
|
"learning_rate": 6.459259093817229e-06,
|
|
"loss": 0.5344,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.9361702127659575,
|
|
"grad_norm": 1.0336198806762695,
|
|
"learning_rate": 6.417423920089793e-06,
|
|
"loss": 0.5034,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.9411764705882353,
|
|
"grad_norm": 0.8470144867897034,
|
|
"learning_rate": 6.375480563772391e-06,
|
|
"loss": 0.5367,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.9461827284105131,
|
|
"grad_norm": 0.8725905418395996,
|
|
"learning_rate": 6.333432226123908e-06,
|
|
"loss": 0.5259,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.951188986232791,
|
|
"grad_norm": 0.8204965591430664,
|
|
"learning_rate": 6.291282116415759e-06,
|
|
"loss": 0.499,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.9561952440550688,
|
|
"grad_norm": 0.8008022904396057,
|
|
"learning_rate": 6.249033451686946e-06,
|
|
"loss": 0.5111,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.9612015018773467,
|
|
"grad_norm": 0.856339156627655,
|
|
"learning_rate": 6.206689456498529e-06,
|
|
"loss": 0.5211,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.9662077596996246,
|
|
"grad_norm": 0.8754382729530334,
|
|
"learning_rate": 6.164253362687505e-06,
|
|
"loss": 0.5032,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.9712140175219024,
|
|
"grad_norm": 0.8912584781646729,
|
|
"learning_rate": 6.1217284091201535e-06,
|
|
"loss": 0.5377,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.9762202753441802,
|
|
"grad_norm": 0.8825300931930542,
|
|
"learning_rate": 6.079117841444829e-06,
|
|
"loss": 0.512,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.981226533166458,
|
|
"grad_norm": 0.9316754341125488,
|
|
"learning_rate": 6.036424911844245e-06,
|
|
"loss": 0.5013,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.986232790988736,
|
|
"grad_norm": 0.838261604309082,
|
|
"learning_rate": 5.993652878787258e-06,
|
|
"loss": 0.5098,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.9912390488110138,
|
|
"grad_norm": 0.8722130060195923,
|
|
"learning_rate": 5.9508050067801635e-06,
|
|
"loss": 0.5063,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.9962453066332916,
|
|
"grad_norm": 0.8907979726791382,
|
|
"learning_rate": 5.907884566117548e-06,
|
|
"loss": 0.4955,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 1.0010012515644555,
|
|
"grad_norm": 0.9894972443580627,
|
|
"learning_rate": 5.864894832632677e-06,
|
|
"loss": 0.4864,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.0060075093867333,
|
|
"grad_norm": 0.9434089660644531,
|
|
"learning_rate": 5.821839087447484e-06,
|
|
"loss": 0.4714,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 1.0110137672090114,
|
|
"grad_norm": 0.9867864847183228,
|
|
"learning_rate": 5.778720616722135e-06,
|
|
"loss": 0.4671,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 1.0160200250312892,
|
|
"grad_norm": 0.9105616211891174,
|
|
"learning_rate": 5.735542711404226e-06,
|
|
"loss": 0.4627,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 1.021026282853567,
|
|
"grad_norm": 0.8702636957168579,
|
|
"learning_rate": 5.692308666977598e-06,
|
|
"loss": 0.4813,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 1.0260325406758448,
|
|
"grad_norm": 0.882110595703125,
|
|
"learning_rate": 5.649021783210822e-06,
|
|
"loss": 0.4679,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 1.0310387984981226,
|
|
"grad_norm": 0.9106126427650452,
|
|
"learning_rate": 5.60568536390534e-06,
|
|
"loss": 0.4765,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 1.0360450563204004,
|
|
"grad_norm": 0.8356176614761353,
|
|
"learning_rate": 5.562302716643322e-06,
|
|
"loss": 0.4637,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 1.0410513141426783,
|
|
"grad_norm": 0.8483179211616516,
|
|
"learning_rate": 5.518877152535207e-06,
|
|
"loss": 0.4594,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 1.0460575719649563,
|
|
"grad_norm": 0.8073035478591919,
|
|
"learning_rate": 5.475411985966996e-06,
|
|
"loss": 0.471,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 1.0510638297872341,
|
|
"grad_norm": 0.8349577784538269,
|
|
"learning_rate": 5.431910534347281e-06,
|
|
"loss": 0.479,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 1.056070087609512,
|
|
"grad_norm": 0.891203761100769,
|
|
"learning_rate": 5.388376117854055e-06,
|
|
"loss": 0.4773,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 1.0610763454317897,
|
|
"grad_norm": 1.0728936195373535,
|
|
"learning_rate": 5.344812059181295e-06,
|
|
"loss": 0.4912,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 1.0660826032540676,
|
|
"grad_norm": 0.8275092244148254,
|
|
"learning_rate": 5.30122168328538e-06,
|
|
"loss": 0.4646,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 1.0710888610763454,
|
|
"grad_norm": 0.8136346936225891,
|
|
"learning_rate": 5.2576083171313e-06,
|
|
"loss": 0.459,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 1.0760951188986232,
|
|
"grad_norm": 0.8759229779243469,
|
|
"learning_rate": 5.213975289438741e-06,
|
|
"loss": 0.4554,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 1.0811013767209012,
|
|
"grad_norm": 0.92725670337677,
|
|
"learning_rate": 5.170325930428026e-06,
|
|
"loss": 0.4605,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 1.086107634543179,
|
|
"grad_norm": 0.8855956196784973,
|
|
"learning_rate": 5.12666357156594e-06,
|
|
"loss": 0.4629,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 1.0911138923654569,
|
|
"grad_norm": 0.9248740673065186,
|
|
"learning_rate": 5.082991545311459e-06,
|
|
"loss": 0.4531,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 1.0961201501877347,
|
|
"grad_norm": 0.9310891628265381,
|
|
"learning_rate": 5.039313184861406e-06,
|
|
"loss": 0.4672,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 1.1011264080100125,
|
|
"grad_norm": 0.9317619204521179,
|
|
"learning_rate": 4.995631823896054e-06,
|
|
"loss": 0.4577,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 1.1061326658322903,
|
|
"grad_norm": 0.7926850318908691,
|
|
"learning_rate": 4.951950796324681e-06,
|
|
"loss": 0.462,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 1.1111389236545681,
|
|
"grad_norm": 0.8007037043571472,
|
|
"learning_rate": 4.908273436031128e-06,
|
|
"loss": 0.4835,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 1.1161451814768462,
|
|
"grad_norm": 0.7736724615097046,
|
|
"learning_rate": 4.864603076619329e-06,
|
|
"loss": 0.469,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 1.121151439299124,
|
|
"grad_norm": 0.8057718276977539,
|
|
"learning_rate": 4.820943051158886e-06,
|
|
"loss": 0.4713,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 1.1261576971214018,
|
|
"grad_norm": 0.871327817440033,
|
|
"learning_rate": 4.777296691930686e-06,
|
|
"loss": 0.4875,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 1.1311639549436796,
|
|
"grad_norm": 0.8148676753044128,
|
|
"learning_rate": 4.7336673301725575e-06,
|
|
"loss": 0.456,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 1.1361702127659574,
|
|
"grad_norm": 0.7448599934577942,
|
|
"learning_rate": 4.690058295825028e-06,
|
|
"loss": 0.4623,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 1.1411764705882352,
|
|
"grad_norm": 0.8734057545661926,
|
|
"learning_rate": 4.6464729172771655e-06,
|
|
"loss": 0.454,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 1.146182728410513,
|
|
"grad_norm": 0.8993595242500305,
|
|
"learning_rate": 4.602914521112545e-06,
|
|
"loss": 0.4632,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 1.1511889862327909,
|
|
"grad_norm": 0.8533328771591187,
|
|
"learning_rate": 4.559386431855364e-06,
|
|
"loss": 0.4674,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 1.156195244055069,
|
|
"grad_norm": 0.7647966146469116,
|
|
"learning_rate": 4.515891971716683e-06,
|
|
"loss": 0.4739,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 1.1612015018773467,
|
|
"grad_norm": 0.9543892741203308,
|
|
"learning_rate": 4.472434460340882e-06,
|
|
"loss": 0.4581,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 1.1662077596996245,
|
|
"grad_norm": 0.8194736838340759,
|
|
"learning_rate": 4.429017214552285e-06,
|
|
"loss": 0.4581,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 1.1712140175219024,
|
|
"grad_norm": 0.8992741107940674,
|
|
"learning_rate": 4.385643548102006e-06,
|
|
"loss": 0.4588,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 1.1762202753441802,
|
|
"grad_norm": 0.7426264882087708,
|
|
"learning_rate": 4.342316771415042e-06,
|
|
"loss": 0.4505,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 1.181226533166458,
|
|
"grad_norm": 0.926711916923523,
|
|
"learning_rate": 4.2990401913376e-06,
|
|
"loss": 0.4564,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 1.1862327909887358,
|
|
"grad_norm": 0.8293261528015137,
|
|
"learning_rate": 4.255817110884717e-06,
|
|
"loss": 0.4604,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 1.1912390488110138,
|
|
"grad_norm": 0.9200506806373596,
|
|
"learning_rate": 4.212650828988153e-06,
|
|
"loss": 0.4696,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 1.1962453066332916,
|
|
"grad_norm": 0.8590342402458191,
|
|
"learning_rate": 4.169544640244612e-06,
|
|
"loss": 0.4754,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 1.2012515644555695,
|
|
"grad_norm": 0.8935486674308777,
|
|
"learning_rate": 4.126501834664285e-06,
|
|
"loss": 0.4519,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 1.2062578222778473,
|
|
"grad_norm": 0.854565441608429,
|
|
"learning_rate": 4.083525697419743e-06,
|
|
"loss": 0.4714,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 1.211264080100125,
|
|
"grad_norm": 0.8682575821876526,
|
|
"learning_rate": 4.040619508595211e-06,
|
|
"loss": 0.4707,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 1.216270337922403,
|
|
"grad_norm": 0.7884920239448547,
|
|
"learning_rate": 3.997786542936205e-06,
|
|
"loss": 0.4798,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 1.2212765957446807,
|
|
"grad_norm": 0.8475179672241211,
|
|
"learning_rate": 3.955030069599606e-06,
|
|
"loss": 0.4499,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 1.2262828535669588,
|
|
"grad_norm": 0.7469643354415894,
|
|
"learning_rate": 3.912353351904145e-06,
|
|
"loss": 0.4753,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 1.2312891113892366,
|
|
"grad_norm": 0.9615768790245056,
|
|
"learning_rate": 3.869759647081326e-06,
|
|
"loss": 0.4765,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 1.2362953692115144,
|
|
"grad_norm": 0.8711065053939819,
|
|
"learning_rate": 3.827252206026835e-06,
|
|
"loss": 0.45,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 1.2413016270337922,
|
|
"grad_norm": 0.8308599591255188,
|
|
"learning_rate": 3.7848342730524113e-06,
|
|
"loss": 0.4632,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 1.24630788485607,
|
|
"grad_norm": 0.9149040579795837,
|
|
"learning_rate": 3.742509085638235e-06,
|
|
"loss": 0.4684,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 1.251314142678348,
|
|
"grad_norm": 0.8095912337303162,
|
|
"learning_rate": 3.700279874185838e-06,
|
|
"loss": 0.4828,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 1.2563204005006257,
|
|
"grad_norm": 0.7164251804351807,
|
|
"learning_rate": 3.6581498617715306e-06,
|
|
"loss": 0.4548,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 1.2613266583229037,
|
|
"grad_norm": 0.857050895690918,
|
|
"learning_rate": 3.6161222639004277e-06,
|
|
"loss": 0.4706,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 1.2663329161451815,
|
|
"grad_norm": 0.8233107328414917,
|
|
"learning_rate": 3.574200288261014e-06,
|
|
"loss": 0.4843,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 1.2713391739674593,
|
|
"grad_norm": 0.7947669625282288,
|
|
"learning_rate": 3.532387134480327e-06,
|
|
"loss": 0.458,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 1.2763454317897371,
|
|
"grad_norm": 0.8212054371833801,
|
|
"learning_rate": 3.4906859938797553e-06,
|
|
"loss": 0.461,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 1.281351689612015,
|
|
"grad_norm": 0.9112369418144226,
|
|
"learning_rate": 3.449100049231459e-06,
|
|
"loss": 0.4585,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 1.286357947434293,
|
|
"grad_norm": 0.8596389889717102,
|
|
"learning_rate": 3.4076324745154586e-06,
|
|
"loss": 0.459,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 1.2913642052565706,
|
|
"grad_norm": 0.7858295440673828,
|
|
"learning_rate": 3.3662864346773765e-06,
|
|
"loss": 0.477,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 1.2963704630788486,
|
|
"grad_norm": 1.047404408454895,
|
|
"learning_rate": 3.3250650853868798e-06,
|
|
"loss": 0.4584,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 1.3013767209011264,
|
|
"grad_norm": 0.8477622270584106,
|
|
"learning_rate": 3.283971572796839e-06,
|
|
"loss": 0.4512,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 1.3063829787234043,
|
|
"grad_norm": 0.8000221848487854,
|
|
"learning_rate": 3.2430090333031867e-06,
|
|
"loss": 0.4619,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 1.311389236545682,
|
|
"grad_norm": 0.8963533639907837,
|
|
"learning_rate": 3.2021805933055517e-06,
|
|
"loss": 0.482,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 1.3163954943679599,
|
|
"grad_norm": 0.8562923669815063,
|
|
"learning_rate": 3.1614893689686314e-06,
|
|
"loss": 0.4616,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 1.321401752190238,
|
|
"grad_norm": 0.9439570903778076,
|
|
"learning_rate": 3.12093846598436e-06,
|
|
"loss": 0.4699,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 1.3264080100125155,
|
|
"grad_norm": 1.0059826374053955,
|
|
"learning_rate": 3.080530979334876e-06,
|
|
"loss": 0.4683,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 1.3314142678347936,
|
|
"grad_norm": 0.9622668027877808,
|
|
"learning_rate": 3.0402699930562907e-06,
|
|
"loss": 0.4686,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 1.3364205256570714,
|
|
"grad_norm": 0.9298732280731201,
|
|
"learning_rate": 3.0001585800033184e-06,
|
|
"loss": 0.4751,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 1.3414267834793492,
|
|
"grad_norm": 0.8137292265892029,
|
|
"learning_rate": 2.9601998016147317e-06,
|
|
"loss": 0.4608,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 1.346433041301627,
|
|
"grad_norm": 0.7804547548294067,
|
|
"learning_rate": 2.9203967076797156e-06,
|
|
"loss": 0.4649,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 1.3514392991239048,
|
|
"grad_norm": 0.8991029262542725,
|
|
"learning_rate": 2.880752336105087e-06,
|
|
"loss": 0.4593,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 1.3564455569461829,
|
|
"grad_norm": 0.8930824398994446,
|
|
"learning_rate": 2.8412697126834345e-06,
|
|
"loss": 0.4636,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 1.3614518147684604,
|
|
"grad_norm": 0.8249405026435852,
|
|
"learning_rate": 2.8019518508621856e-06,
|
|
"loss": 0.4533,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 1.3664580725907385,
|
|
"grad_norm": 0.8421344757080078,
|
|
"learning_rate": 2.7628017515135986e-06,
|
|
"loss": 0.4629,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 1.3714643304130163,
|
|
"grad_norm": 0.8764386177062988,
|
|
"learning_rate": 2.7238224027057337e-06,
|
|
"loss": 0.4606,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 1.3764705882352941,
|
|
"grad_norm": 0.9850201606750488,
|
|
"learning_rate": 2.6850167794743966e-06,
|
|
"loss": 0.4489,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 1.381476846057572,
|
|
"grad_norm": 0.800796627998352,
|
|
"learning_rate": 2.6463878435960616e-06,
|
|
"loss": 0.4711,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 1.3864831038798497,
|
|
"grad_norm": 0.7282071709632874,
|
|
"learning_rate": 2.607938543361835e-06,
|
|
"loss": 0.4711,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 1.3914893617021278,
|
|
"grad_norm": 0.8977017402648926,
|
|
"learning_rate": 2.5696718133524155e-06,
|
|
"loss": 0.4663,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 1.3964956195244054,
|
|
"grad_norm": 0.8676449656486511,
|
|
"learning_rate": 2.5315905742141277e-06,
|
|
"loss": 0.4617,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 1.4015018773466834,
|
|
"grad_norm": 0.9089524745941162,
|
|
"learning_rate": 2.4936977324360053e-06,
|
|
"loss": 0.4636,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 1.4065081351689612,
|
|
"grad_norm": 1.0042393207550049,
|
|
"learning_rate": 2.455996180127954e-06,
|
|
"loss": 0.4658,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 1.411514392991239,
|
|
"grad_norm": 0.8231027722358704,
|
|
"learning_rate": 2.418488794800029e-06,
|
|
"loss": 0.4442,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 1.4165206508135169,
|
|
"grad_norm": 0.8723143339157104,
|
|
"learning_rate": 2.381178439142796e-06,
|
|
"loss": 0.4507,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 1.4215269086357947,
|
|
"grad_norm": 0.8935348987579346,
|
|
"learning_rate": 2.34406796080885e-06,
|
|
"loss": 0.4691,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 1.4265331664580727,
|
|
"grad_norm": 0.812369167804718,
|
|
"learning_rate": 2.3071601921954797e-06,
|
|
"loss": 0.4556,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 1.4315394242803503,
|
|
"grad_norm": 0.8182671070098877,
|
|
"learning_rate": 2.2704579502284713e-06,
|
|
"loss": 0.4468,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 1.4365456821026283,
|
|
"grad_norm": 0.7253329157829285,
|
|
"learning_rate": 2.233964036147133e-06,
|
|
"loss": 0.4481,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 1.4415519399249062,
|
|
"grad_norm": 0.8144270181655884,
|
|
"learning_rate": 2.197681235290476e-06,
|
|
"loss": 0.4668,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 1.446558197747184,
|
|
"grad_norm": 0.8446046710014343,
|
|
"learning_rate": 2.161612316884636e-06,
|
|
"loss": 0.4681,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 1.4515644555694618,
|
|
"grad_norm": 0.9348142743110657,
|
|
"learning_rate": 2.125760033831522e-06,
|
|
"loss": 0.4641,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 1.4565707133917396,
|
|
"grad_norm": 0.8982442617416382,
|
|
"learning_rate": 2.0901271224986953e-06,
|
|
"loss": 0.4594,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 1.4615769712140176,
|
|
"grad_norm": 0.9543260931968689,
|
|
"learning_rate": 2.054716302510525e-06,
|
|
"loss": 0.4661,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 1.4665832290362952,
|
|
"grad_norm": 0.8085075616836548,
|
|
"learning_rate": 2.019530276540619e-06,
|
|
"loss": 0.4507,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 1.4715894868585733,
|
|
"grad_norm": 0.8637529611587524,
|
|
"learning_rate": 1.984571730105542e-06,
|
|
"loss": 0.4752,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 1.476595744680851,
|
|
"grad_norm": 0.8390467762947083,
|
|
"learning_rate": 1.9498433313598587e-06,
|
|
"loss": 0.457,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 1.481602002503129,
|
|
"grad_norm": 0.7390202283859253,
|
|
"learning_rate": 1.9153477308924723e-06,
|
|
"loss": 0.4534,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 1.4866082603254067,
|
|
"grad_norm": 1.034041404724121,
|
|
"learning_rate": 1.8810875615243434e-06,
|
|
"loss": 0.4586,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 1.4916145181476845,
|
|
"grad_norm": 0.9007934331893921,
|
|
"learning_rate": 1.8470654381075288e-06,
|
|
"loss": 0.4703,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 1.4966207759699626,
|
|
"grad_norm": 0.8302955031394958,
|
|
"learning_rate": 1.8132839573256128e-06,
|
|
"loss": 0.4629,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 1.5016270337922402,
|
|
"grad_norm": 0.8993987441062927,
|
|
"learning_rate": 1.779745697495524e-06,
|
|
"loss": 0.4656,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 1.5066332916145182,
|
|
"grad_norm": 0.8692158460617065,
|
|
"learning_rate": 1.7464532183707383e-06,
|
|
"loss": 0.4749,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 1.511639549436796,
|
|
"grad_norm": 0.8215277194976807,
|
|
"learning_rate": 1.7134090609459243e-06,
|
|
"loss": 0.4603,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 1.5166458072590738,
|
|
"grad_norm": 1.0028440952301025,
|
|
"learning_rate": 1.6806157472629913e-06,
|
|
"loss": 0.4642,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 1.5216520650813516,
|
|
"grad_norm": 0.9103449583053589,
|
|
"learning_rate": 1.648075780218607e-06,
|
|
"loss": 0.4655,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 1.5266583229036295,
|
|
"grad_norm": 0.8517196178436279,
|
|
"learning_rate": 1.6157916433731707e-06,
|
|
"loss": 0.4585,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 1.5316645807259075,
|
|
"grad_norm": 0.7916694283485413,
|
|
"learning_rate": 1.58376580076125e-06,
|
|
"loss": 0.4517,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 1.536670838548185,
|
|
"grad_norm": 0.9230484962463379,
|
|
"learning_rate": 1.5520006967035245e-06,
|
|
"loss": 0.4431,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 1.5416770963704631,
|
|
"grad_norm": 0.8834196925163269,
|
|
"learning_rate": 1.5204987556202256e-06,
|
|
"loss": 0.4578,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 1.546683354192741,
|
|
"grad_norm": 0.9575162529945374,
|
|
"learning_rate": 1.4892623818460926e-06,
|
|
"loss": 0.4604,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 1.5516896120150188,
|
|
"grad_norm": 0.8710171580314636,
|
|
"learning_rate": 1.4582939594468765e-06,
|
|
"loss": 0.467,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 1.5566958698372966,
|
|
"grad_norm": 0.8777572512626648,
|
|
"learning_rate": 1.427595852037364e-06,
|
|
"loss": 0.4639,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 1.5617021276595744,
|
|
"grad_norm": 0.9340876936912537,
|
|
"learning_rate": 1.3971704026009946e-06,
|
|
"loss": 0.4701,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 1.5667083854818524,
|
|
"grad_norm": 0.7884568572044373,
|
|
"learning_rate": 1.367019933311024e-06,
|
|
"loss": 0.4676,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 1.57171464330413,
|
|
"grad_norm": 0.7757740020751953,
|
|
"learning_rate": 1.3371467453532916e-06,
|
|
"loss": 0.4626,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 1.576720901126408,
|
|
"grad_norm": 0.7005230188369751,
|
|
"learning_rate": 1.307553118750593e-06,
|
|
"loss": 0.4645,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 1.5817271589486859,
|
|
"grad_norm": 0.8018795251846313,
|
|
"learning_rate": 1.2782413121886483e-06,
|
|
"loss": 0.4665,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 1.5867334167709637,
|
|
"grad_norm": 0.9680582880973816,
|
|
"learning_rate": 1.2492135628437252e-06,
|
|
"loss": 0.4459,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 1.5917396745932415,
|
|
"grad_norm": 0.8594993352890015,
|
|
"learning_rate": 1.220472086211878e-06,
|
|
"loss": 0.4642,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 1.5967459324155193,
|
|
"grad_norm": 0.7460825443267822,
|
|
"learning_rate": 1.1920190759398591e-06,
|
|
"loss": 0.4487,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 1.6017521902377974,
|
|
"grad_norm": 0.9065592885017395,
|
|
"learning_rate": 1.1638567036576982e-06,
|
|
"loss": 0.4723,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 1.606758448060075,
|
|
"grad_norm": 0.8521935939788818,
|
|
"learning_rate": 1.135987118812943e-06,
|
|
"loss": 0.4793,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 1.611764705882353,
|
|
"grad_norm": 0.9237802028656006,
|
|
"learning_rate": 1.1084124485066166e-06,
|
|
"loss": 0.4536,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 1.6167709637046308,
|
|
"grad_norm": 0.802192211151123,
|
|
"learning_rate": 1.0811347973308644e-06,
|
|
"loss": 0.4669,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 1.6217772215269086,
|
|
"grad_norm": 0.8151496648788452,
|
|
"learning_rate": 1.0541562472083316e-06,
|
|
"loss": 0.4722,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 1.6267834793491864,
|
|
"grad_norm": 0.8261227607727051,
|
|
"learning_rate": 1.0274788572332534e-06,
|
|
"loss": 0.4695,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 1.6317897371714642,
|
|
"grad_norm": 0.828486979007721,
|
|
"learning_rate": 1.0011046635143045e-06,
|
|
"loss": 0.4563,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 1.6367959949937423,
|
|
"grad_norm": 0.8518195152282715,
|
|
"learning_rate": 9.750356790192e-07,
|
|
"loss": 0.4602,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 1.6418022528160199,
|
|
"grad_norm": 0.8259122371673584,
|
|
"learning_rate": 9.492738934210472e-07,
|
|
"loss": 0.4692,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 1.646808510638298,
|
|
"grad_norm": 0.8876679539680481,
|
|
"learning_rate": 9.238212729465002e-07,
|
|
"loss": 0.4702,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 1.6518147684605757,
|
|
"grad_norm": 0.9750533699989319,
|
|
"learning_rate": 8.986797602256819e-07,
|
|
"loss": 0.4702,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 1.6568210262828535,
|
|
"grad_norm": 0.9484962821006775,
|
|
"learning_rate": 8.73851274143916e-07,
|
|
"loss": 0.464,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 1.6618272841051314,
|
|
"grad_norm": 0.7608646154403687,
|
|
"learning_rate": 8.493377096952809e-07,
|
|
"loss": 0.4624,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 1.6668335419274092,
|
|
"grad_norm": 0.8601351976394653,
|
|
"learning_rate": 8.251409378379638e-07,
|
|
"loss": 0.4637,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 1.6718397997496872,
|
|
"grad_norm": 0.7652588486671448,
|
|
"learning_rate": 8.012628053514715e-07,
|
|
"loss": 0.4476,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 1.6768460575719648,
|
|
"grad_norm": 0.886549174785614,
|
|
"learning_rate": 7.777051346956771e-07,
|
|
"loss": 0.4526,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 1.6818523153942428,
|
|
"grad_norm": 0.8611428141593933,
|
|
"learning_rate": 7.544697238717191e-07,
|
|
"loss": 0.4599,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 1.6868585732165207,
|
|
"grad_norm": 0.766806423664093,
|
|
"learning_rate": 7.315583462847808e-07,
|
|
"loss": 0.4584,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 1.6918648310387985,
|
|
"grad_norm": 0.9067396521568298,
|
|
"learning_rate": 7.089727506087251e-07,
|
|
"loss": 0.4519,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 1.6968710888610763,
|
|
"grad_norm": 0.8935049772262573,
|
|
"learning_rate": 6.867146606526442e-07,
|
|
"loss": 0.4504,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 1.701877346683354,
|
|
"grad_norm": 0.7634616494178772,
|
|
"learning_rate": 6.647857752292802e-07,
|
|
"loss": 0.4516,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 1.7068836045056321,
|
|
"grad_norm": 0.6964467763900757,
|
|
"learning_rate": 6.431877680253729e-07,
|
|
"loss": 0.4706,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 1.7118898623279097,
|
|
"grad_norm": 0.8620052933692932,
|
|
"learning_rate": 6.219222874739189e-07,
|
|
"loss": 0.4474,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 1.7168961201501878,
|
|
"grad_norm": 0.8637686967849731,
|
|
"learning_rate": 6.009909566283511e-07,
|
|
"loss": 0.4459,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 1.7219023779724656,
|
|
"grad_norm": 0.930946409702301,
|
|
"learning_rate": 5.803953730386713e-07,
|
|
"loss": 0.4695,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 1.7269086357947434,
|
|
"grad_norm": 0.8325541019439697,
|
|
"learning_rate": 5.601371086295109e-07,
|
|
"loss": 0.4515,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 1.7319148936170212,
|
|
"grad_norm": 0.7173551917076111,
|
|
"learning_rate": 5.402177095801598e-07,
|
|
"loss": 0.4606,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 1.736921151439299,
|
|
"grad_norm": 0.9236282706260681,
|
|
"learning_rate": 5.206386962065601e-07,
|
|
"loss": 0.4587,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 1.741927409261577,
|
|
"grad_norm": 0.892206072807312,
|
|
"learning_rate": 5.014015628452646e-07,
|
|
"loss": 0.4521,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 1.7469336670838547,
|
|
"grad_norm": 0.8856966495513916,
|
|
"learning_rate": 4.825077777393877e-07,
|
|
"loss": 0.457,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 1.7519399249061327,
|
|
"grad_norm": 0.8615520596504211,
|
|
"learning_rate": 4.639587829265424e-07,
|
|
"loss": 0.4473,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 1.7569461827284105,
|
|
"grad_norm": 0.7531428337097168,
|
|
"learning_rate": 4.4575599412877925e-07,
|
|
"loss": 0.4609,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 1.7619524405506883,
|
|
"grad_norm": 0.7816721796989441,
|
|
"learning_rate": 4.2790080064453787e-07,
|
|
"loss": 0.4524,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 1.7669586983729664,
|
|
"grad_norm": 0.804458498954773,
|
|
"learning_rate": 4.1039456524260225e-07,
|
|
"loss": 0.4775,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 1.771964956195244,
|
|
"grad_norm": 0.8876965045928955,
|
|
"learning_rate": 3.932386240580993e-07,
|
|
"loss": 0.4547,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 1.776971214017522,
|
|
"grad_norm": 0.8259099721908569,
|
|
"learning_rate": 3.7643428649051294e-07,
|
|
"loss": 0.4646,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 1.7819774718397996,
|
|
"grad_norm": 0.8717869520187378,
|
|
"learning_rate": 3.5998283510374876e-07,
|
|
"loss": 0.4677,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 1.7869837296620776,
|
|
"grad_norm": 1.0038467645645142,
|
|
"learning_rate": 3.438855255282486e-07,
|
|
"loss": 0.4486,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 1.7919899874843555,
|
|
"grad_norm": 0.7714816927909851,
|
|
"learning_rate": 3.281435863651483e-07,
|
|
"loss": 0.4607,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 1.7969962453066333,
|
|
"grad_norm": 0.8915358781814575,
|
|
"learning_rate": 3.127582190925155e-07,
|
|
"loss": 0.4529,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 1.8020025031289113,
|
|
"grad_norm": 0.8906078338623047,
|
|
"learning_rate": 2.9773059797364225e-07,
|
|
"loss": 0.4418,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 1.807008760951189,
|
|
"grad_norm": 0.8507105112075806,
|
|
"learning_rate": 2.83061869967422e-07,
|
|
"loss": 0.4654,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 1.812015018773467,
|
|
"grad_norm": 0.8758144378662109,
|
|
"learning_rate": 2.6875315464081566e-07,
|
|
"loss": 0.4537,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 1.8170212765957445,
|
|
"grad_norm": 0.8995975255966187,
|
|
"learning_rate": 2.548055440833952e-07,
|
|
"loss": 0.4518,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 1.8220275344180226,
|
|
"grad_norm": 0.9077524542808533,
|
|
"learning_rate": 2.4122010282399464e-07,
|
|
"loss": 0.4482,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 1.8270337922403004,
|
|
"grad_norm": 0.7204959392547607,
|
|
"learning_rate": 2.279978677494632e-07,
|
|
"loss": 0.4591,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 1.8320400500625782,
|
|
"grad_norm": 0.8752183318138123,
|
|
"learning_rate": 2.151398480255229e-07,
|
|
"loss": 0.4672,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 1.8370463078848562,
|
|
"grad_norm": 2.632391929626465,
|
|
"learning_rate": 2.026470250197504e-07,
|
|
"loss": 0.4695,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 1.8420525657071338,
|
|
"grad_norm": 0.8110368847846985,
|
|
"learning_rate": 1.9052035222667075e-07,
|
|
"loss": 0.4495,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 1.8470588235294119,
|
|
"grad_norm": 0.8178061246871948,
|
|
"learning_rate": 1.7876075519498715e-07,
|
|
"loss": 0.4606,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 1.8520650813516895,
|
|
"grad_norm": 0.8804686665534973,
|
|
"learning_rate": 1.673691314569381e-07,
|
|
"loss": 0.4664,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 1.8570713391739675,
|
|
"grad_norm": 0.8992244601249695,
|
|
"learning_rate": 1.563463504597945e-07,
|
|
"loss": 0.4779,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 1.8620775969962453,
|
|
"grad_norm": 0.9412287473678589,
|
|
"learning_rate": 1.4569325349950314e-07,
|
|
"loss": 0.4781,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 1.8670838548185231,
|
|
"grad_norm": 0.7709740996360779,
|
|
"learning_rate": 1.3541065365647087e-07,
|
|
"loss": 0.4613,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 1.8720901126408012,
|
|
"grad_norm": 0.8421194553375244,
|
|
"learning_rate": 1.254993357335138e-07,
|
|
"loss": 0.477,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 1.8770963704630788,
|
|
"grad_norm": 1.5245757102966309,
|
|
"learning_rate": 1.1596005619595507e-07,
|
|
"loss": 0.4534,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 1.8821026282853568,
|
|
"grad_norm": 0.8000764846801758,
|
|
"learning_rate": 1.0679354311388778e-07,
|
|
"loss": 0.4534,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 1.8871088861076344,
|
|
"grad_norm": 0.9021337628364563,
|
|
"learning_rate": 9.80004961066089e-08,
|
|
"loss": 0.4419,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 1.8921151439299124,
|
|
"grad_norm": 0.865584135055542,
|
|
"learning_rate": 8.95815862892202e-08,
|
|
"loss": 0.4638,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 1.8971214017521902,
|
|
"grad_norm": 0.9198890924453735,
|
|
"learning_rate": 8.15374562214083e-08,
|
|
"loss": 0.4442,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 1.902127659574468,
|
|
"grad_norm": 0.7920567393302917,
|
|
"learning_rate": 7.386871985839982e-08,
|
|
"loss": 0.4517,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 1.907133917396746,
|
|
"grad_norm": 0.919378399848938,
|
|
"learning_rate": 6.657596250410403e-08,
|
|
"loss": 0.4425,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 1.9121401752190237,
|
|
"grad_norm": 0.9356231093406677,
|
|
"learning_rate": 5.96597407664401e-08,
|
|
"loss": 0.4582,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 1.9171464330413017,
|
|
"grad_norm": 0.9223675727844238,
|
|
"learning_rate": 5.3120582514854527e-08,
|
|
"loss": 0.4462,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 1.9221526908635793,
|
|
"grad_norm": 0.8920125961303711,
|
|
"learning_rate": 4.6958986840033305e-08,
|
|
"loss": 0.4428,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 1.9271589486858574,
|
|
"grad_norm": 0.7659106850624084,
|
|
"learning_rate": 4.117542401580798e-08,
|
|
"loss": 0.4454,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 1.9321652065081352,
|
|
"grad_norm": 0.9413115382194519,
|
|
"learning_rate": 3.5770335463263805e-08,
|
|
"loss": 0.4525,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 1.937171464330413,
|
|
"grad_norm": 0.9268300533294678,
|
|
"learning_rate": 3.0744133717049984e-08,
|
|
"loss": 0.4596,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 1.942177722152691,
|
|
"grad_norm": 0.9277012944221497,
|
|
"learning_rate": 2.609720239389102e-08,
|
|
"loss": 0.4508,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 1.9471839799749686,
|
|
"grad_norm": 0.879331111907959,
|
|
"learning_rate": 2.1829896163311215e-08,
|
|
"loss": 0.4506,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 1.9521902377972467,
|
|
"grad_norm": 0.8949812650680542,
|
|
"learning_rate": 1.7942540720560787e-08,
|
|
"loss": 0.4731,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 1.9571964956195242,
|
|
"grad_norm": 0.7495149970054626,
|
|
"learning_rate": 1.4435432761762958e-08,
|
|
"loss": 0.4606,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 1.9622027534418023,
|
|
"grad_norm": 0.9262397885322571,
|
|
"learning_rate": 1.1308839961263196e-08,
|
|
"loss": 0.4652,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 1.96720901126408,
|
|
"grad_norm": 0.7670968174934387,
|
|
"learning_rate": 8.563000951204992e-09,
|
|
"loss": 0.4701,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 1.972215269086358,
|
|
"grad_norm": 0.9294739365577698,
|
|
"learning_rate": 6.198125303313318e-09,
|
|
"loss": 0.4759,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 1.977221526908636,
|
|
"grad_norm": 0.8033120036125183,
|
|
"learning_rate": 4.21439351289965e-09,
|
|
"loss": 0.4561,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 1.9822277847309135,
|
|
"grad_norm": 0.85311359167099,
|
|
"learning_rate": 2.611956985086317e-09,
|
|
"loss": 0.47,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 1.9872340425531916,
|
|
"grad_norm": 0.8222494125366211,
|
|
"learning_rate": 1.3909380232529635e-09,
|
|
"loss": 0.4707,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 1.9922403003754692,
|
|
"grad_norm": 0.7678888440132141,
|
|
"learning_rate": 5.514298196973577e-10,
|
|
"loss": 0.4574,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 1.9972465581977472,
|
|
"grad_norm": 0.8612265586853027,
|
|
"learning_rate": 9.34964485271861e-11,
|
|
"loss": 0.4748,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"step": 3996,
|
|
"total_flos": 267353655738368.0,
|
|
"train_loss": 0.5035881258703925,
|
|
"train_runtime": 67851.6206,
|
|
"train_samples_per_second": 0.942,
|
|
"train_steps_per_second": 0.059
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 3996,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 2,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 267353655738368.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|