5510 lines
134 KiB
JSON
5510 lines
134 KiB
JSON
{
|
|
"best_global_step": 7813,
|
|
"best_metric": 2.000473737716675,
|
|
"best_model_checkpoint": "/mnt/myscratch/model/checkpoint-7813",
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 7813,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00128,
|
|
"grad_norm": 5.885704040527344,
|
|
"learning_rate": 1.3499999999999998e-05,
|
|
"loss": 6.605717468261719,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.00256,
|
|
"grad_norm": 4.186084747314453,
|
|
"learning_rate": 2.8499999999999998e-05,
|
|
"loss": 5.801454544067383,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.00384,
|
|
"grad_norm": 2.714238166809082,
|
|
"learning_rate": 4.3499999999999993e-05,
|
|
"loss": 4.964897155761719,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.00512,
|
|
"grad_norm": 2.2332475185394287,
|
|
"learning_rate": 5.85e-05,
|
|
"loss": 4.384710693359375,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.0064,
|
|
"grad_norm": 2.1372387409210205,
|
|
"learning_rate": 7.35e-05,
|
|
"loss": 3.9424991607666016,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.00768,
|
|
"grad_norm": 2.8777883052825928,
|
|
"learning_rate": 8.849999999999998e-05,
|
|
"loss": 3.6049922943115233,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.00896,
|
|
"grad_norm": 2.3045167922973633,
|
|
"learning_rate": 0.00010349999999999998,
|
|
"loss": 3.2790637969970704,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.01024,
|
|
"grad_norm": 3.263000011444092,
|
|
"learning_rate": 0.0001185,
|
|
"loss": 3.0744760513305662,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.01152,
|
|
"grad_norm": 2.0662527084350586,
|
|
"learning_rate": 0.0001335,
|
|
"loss": 2.8297033309936523,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.0128,
|
|
"grad_norm": 2.5418498516082764,
|
|
"learning_rate": 0.00014849999999999998,
|
|
"loss": 2.659013366699219,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.01408,
|
|
"grad_norm": 1.6310275793075562,
|
|
"learning_rate": 0.0001635,
|
|
"loss": 2.49525146484375,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.01536,
|
|
"grad_norm": 2.0985260009765625,
|
|
"learning_rate": 0.00017849999999999997,
|
|
"loss": 2.42862491607666,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.01664,
|
|
"grad_norm": 1.5091782808303833,
|
|
"learning_rate": 0.0001935,
|
|
"loss": 2.3671804428100587,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.01792,
|
|
"grad_norm": 1.6089136600494385,
|
|
"learning_rate": 0.00020849999999999997,
|
|
"loss": 2.261024284362793,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.0192,
|
|
"grad_norm": 1.0941425561904907,
|
|
"learning_rate": 0.00022349999999999998,
|
|
"loss": 2.221732330322266,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.02048,
|
|
"grad_norm": 1.2431774139404297,
|
|
"learning_rate": 0.0002385,
|
|
"loss": 2.2301746368408204,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.02176,
|
|
"grad_norm": 1.1251002550125122,
|
|
"learning_rate": 0.0002535,
|
|
"loss": 2.204315948486328,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.02304,
|
|
"grad_norm": 1.195177435874939,
|
|
"learning_rate": 0.00026849999999999997,
|
|
"loss": 2.170834541320801,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.02432,
|
|
"grad_norm": 1.409263014793396,
|
|
"learning_rate": 0.00028349999999999995,
|
|
"loss": 2.1824182510375976,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.0256,
|
|
"grad_norm": 1.04000985622406,
|
|
"learning_rate": 0.0002985,
|
|
"loss": 2.1573196411132813,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.02688,
|
|
"grad_norm": 1.1753369569778442,
|
|
"learning_rate": 0.0002999999901272834,
|
|
"loss": 2.1714319229125976,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.02816,
|
|
"grad_norm": 1.028172492980957,
|
|
"learning_rate": 0.0002999999559993758,
|
|
"loss": 2.1164165496826173,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.02944,
|
|
"grad_norm": 1.2896201610565186,
|
|
"learning_rate": 0.00029999989749439744,
|
|
"loss": 2.112924575805664,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.03072,
|
|
"grad_norm": 1.0579850673675537,
|
|
"learning_rate": 0.00029999981461235783,
|
|
"loss": 2.114685821533203,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.032,
|
|
"grad_norm": 0.8515546321868896,
|
|
"learning_rate": 0.00029999970735327037,
|
|
"loss": 2.0852130889892577,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.03328,
|
|
"grad_norm": 1.0059428215026855,
|
|
"learning_rate": 0.0002999995757171525,
|
|
"loss": 2.0961055755615234,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.03456,
|
|
"grad_norm": 0.8511396050453186,
|
|
"learning_rate": 0.0002999994197040256,
|
|
"loss": 2.0771358489990233,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.03584,
|
|
"grad_norm": 0.9550066590309143,
|
|
"learning_rate": 0.0002999992393139151,
|
|
"loss": 2.070794677734375,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.03712,
|
|
"grad_norm": 0.9620731472969055,
|
|
"learning_rate": 0.0002999990345468503,
|
|
"loss": 2.059033203125,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.0384,
|
|
"grad_norm": 1.1329026222229004,
|
|
"learning_rate": 0.0002999988054028644,
|
|
"loss": 2.0862873077392576,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.03968,
|
|
"grad_norm": 0.8112749457359314,
|
|
"learning_rate": 0.00029999855188199474,
|
|
"loss": 2.057857704162598,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.04096,
|
|
"grad_norm": 0.9323590397834778,
|
|
"learning_rate": 0.0002999982739842824,
|
|
"loss": 2.0480510711669924,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.04224,
|
|
"grad_norm": 0.8546434640884399,
|
|
"learning_rate": 0.0002999979717097727,
|
|
"loss": 2.067165756225586,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.04352,
|
|
"grad_norm": 1.002989411354065,
|
|
"learning_rate": 0.00029999764505851456,
|
|
"loss": 2.0613639831542967,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.0448,
|
|
"grad_norm": 0.8182193636894226,
|
|
"learning_rate": 0.00029999729403056127,
|
|
"loss": 2.0515058517456053,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.04608,
|
|
"grad_norm": 0.7834963202476501,
|
|
"learning_rate": 0.00029999691862596975,
|
|
"loss": 2.046108436584473,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.04736,
|
|
"grad_norm": 0.9317572712898254,
|
|
"learning_rate": 0.000299996518844801,
|
|
"loss": 2.0235712051391603,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.04864,
|
|
"grad_norm": 0.8493145108222961,
|
|
"learning_rate": 0.0002999960946871201,
|
|
"loss": 2.0325557708740236,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.04992,
|
|
"grad_norm": 0.922864556312561,
|
|
"learning_rate": 0.0002999956461529959,
|
|
"loss": 2.0653444290161134,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.0512,
|
|
"grad_norm": 1.0530719757080078,
|
|
"learning_rate": 0.0002999951732425013,
|
|
"loss": 2.0602413177490235,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.05248,
|
|
"grad_norm": 0.8999637961387634,
|
|
"learning_rate": 0.0002999946759557132,
|
|
"loss": 2.0521976470947267,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.05376,
|
|
"grad_norm": 0.8567571640014648,
|
|
"learning_rate": 0.00029999415429271233,
|
|
"loss": 2.042643928527832,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.05504,
|
|
"grad_norm": 0.9853494167327881,
|
|
"learning_rate": 0.00029999360825358354,
|
|
"loss": 2.043178939819336,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.05632,
|
|
"grad_norm": 0.9435704946517944,
|
|
"learning_rate": 0.00029999303783841553,
|
|
"loss": 2.0274379730224608,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.0576,
|
|
"grad_norm": 0.9081392288208008,
|
|
"learning_rate": 0.00029999244304730106,
|
|
"loss": 2.0362335205078126,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.05888,
|
|
"grad_norm": 0.7286208868026733,
|
|
"learning_rate": 0.0002999918238803367,
|
|
"loss": 2.0380199432373045,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.06016,
|
|
"grad_norm": 0.8928585648536682,
|
|
"learning_rate": 0.00029999118033762314,
|
|
"loss": 2.031109428405762,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.06144,
|
|
"grad_norm": 0.8266701698303223,
|
|
"learning_rate": 0.00029999051241926493,
|
|
"loss": 2.0246667861938477,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.06272,
|
|
"grad_norm": 0.7270641922950745,
|
|
"learning_rate": 0.00029998982012537063,
|
|
"loss": 2.042285346984863,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.064,
|
|
"grad_norm": 0.7794978022575378,
|
|
"learning_rate": 0.0002999891034560528,
|
|
"loss": 2.0380592346191406,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.06528,
|
|
"grad_norm": 0.8687776327133179,
|
|
"learning_rate": 0.00029998836241142786,
|
|
"loss": 2.0340011596679686,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.06656,
|
|
"grad_norm": 0.8388617634773254,
|
|
"learning_rate": 0.0002999875969916162,
|
|
"loss": 2.035272979736328,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.06784,
|
|
"grad_norm": 0.8601788878440857,
|
|
"learning_rate": 0.00029998680719674225,
|
|
"loss": 2.0376710891723633,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.06912,
|
|
"grad_norm": 0.872636616230011,
|
|
"learning_rate": 0.00029998599302693434,
|
|
"loss": 2.0254486083984373,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.0704,
|
|
"grad_norm": 0.7168036699295044,
|
|
"learning_rate": 0.00029998515448232484,
|
|
"loss": 2.044236755371094,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.07168,
|
|
"grad_norm": 0.7704122066497803,
|
|
"learning_rate": 0.00029998429156304995,
|
|
"loss": 2.0272247314453127,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.07296,
|
|
"grad_norm": 0.7757558822631836,
|
|
"learning_rate": 0.00029998340426925,
|
|
"loss": 2.0317691802978515,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.07424,
|
|
"grad_norm": 0.9410697817802429,
|
|
"learning_rate": 0.0002999824926010691,
|
|
"loss": 2.0405961990356447,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.07552,
|
|
"grad_norm": 0.7462645173072815,
|
|
"learning_rate": 0.0002999815565586555,
|
|
"loss": 2.0344850540161135,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.0768,
|
|
"grad_norm": 0.8859974145889282,
|
|
"learning_rate": 0.00029998059614216123,
|
|
"loss": 2.0125873565673826,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.07808,
|
|
"grad_norm": 0.724909782409668,
|
|
"learning_rate": 0.00029997961135174236,
|
|
"loss": 2.03349609375,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.07936,
|
|
"grad_norm": 0.7383590936660767,
|
|
"learning_rate": 0.000299978602187559,
|
|
"loss": 2.033146095275879,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.08064,
|
|
"grad_norm": 1.3143054246902466,
|
|
"learning_rate": 0.00029997756864977515,
|
|
"loss": 2.0456708908081054,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.08192,
|
|
"grad_norm": 0.9198774099349976,
|
|
"learning_rate": 0.0002999765107385588,
|
|
"loss": 2.029145050048828,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.0832,
|
|
"grad_norm": 0.7761960625648499,
|
|
"learning_rate": 0.00029997542845408174,
|
|
"loss": 2.040088653564453,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.08448,
|
|
"grad_norm": 0.7530298829078674,
|
|
"learning_rate": 0.00029997432179652,
|
|
"loss": 2.0398796081542967,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.08576,
|
|
"grad_norm": 0.7231208682060242,
|
|
"learning_rate": 0.0002999731907660533,
|
|
"loss": 2.029999542236328,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.08704,
|
|
"grad_norm": 0.7728089094161987,
|
|
"learning_rate": 0.00029997203536286565,
|
|
"loss": 2.036482810974121,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.08832,
|
|
"grad_norm": 0.607453465461731,
|
|
"learning_rate": 0.0002999708555871446,
|
|
"loss": 2.017901611328125,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.0896,
|
|
"grad_norm": 0.779467761516571,
|
|
"learning_rate": 0.00029996965143908196,
|
|
"loss": 2.030159759521484,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.09088,
|
|
"grad_norm": 0.7885509133338928,
|
|
"learning_rate": 0.00029996842291887344,
|
|
"loss": 2.0309608459472654,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.09216,
|
|
"grad_norm": 0.7816950678825378,
|
|
"learning_rate": 0.0002999671700267187,
|
|
"loss": 1.9948287963867188,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.09344,
|
|
"grad_norm": 0.806575357913971,
|
|
"learning_rate": 0.00029996589276282137,
|
|
"loss": 2.044095039367676,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.09472,
|
|
"grad_norm": 0.7333192825317383,
|
|
"learning_rate": 0.0002999645911273889,
|
|
"loss": 2.038722610473633,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.096,
|
|
"grad_norm": 0.8800010085105896,
|
|
"learning_rate": 0.00029996326512063295,
|
|
"loss": 2.035386085510254,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.09728,
|
|
"grad_norm": 0.7811752557754517,
|
|
"learning_rate": 0.000299961914742769,
|
|
"loss": 2.004504585266113,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.09856,
|
|
"grad_norm": 0.7882314920425415,
|
|
"learning_rate": 0.00029996053999401646,
|
|
"loss": 2.0211507797241213,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.09984,
|
|
"grad_norm": 0.698653519153595,
|
|
"learning_rate": 0.0002999591408745988,
|
|
"loss": 2.0169116973876955,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.10112,
|
|
"grad_norm": 0.6910223960876465,
|
|
"learning_rate": 0.00029995771738474335,
|
|
"loss": 2.002583694458008,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.1024,
|
|
"grad_norm": 1.0781288146972656,
|
|
"learning_rate": 0.0002999562695246814,
|
|
"loss": 2.040352630615234,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.10368,
|
|
"grad_norm": 0.7604212760925293,
|
|
"learning_rate": 0.0002999547972946484,
|
|
"loss": 2.012590789794922,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.10496,
|
|
"grad_norm": 0.8433690071105957,
|
|
"learning_rate": 0.0002999533006948835,
|
|
"loss": 2.0214279174804686,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.10624,
|
|
"grad_norm": 0.7420530319213867,
|
|
"learning_rate": 0.00029995177972562984,
|
|
"loss": 2.01849422454834,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.10752,
|
|
"grad_norm": 0.8684757351875305,
|
|
"learning_rate": 0.00029995023438713475,
|
|
"loss": 2.0245651245117187,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.1088,
|
|
"grad_norm": 0.8758244514465332,
|
|
"learning_rate": 0.0002999486646796493,
|
|
"loss": 2.0273792266845705,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.11008,
|
|
"grad_norm": 0.7705071568489075,
|
|
"learning_rate": 0.0002999470706034286,
|
|
"loss": 2.003208351135254,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.11136,
|
|
"grad_norm": 0.7473205327987671,
|
|
"learning_rate": 0.0002999454521587317,
|
|
"loss": 2.0413352966308596,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.11264,
|
|
"grad_norm": 0.8020169138908386,
|
|
"learning_rate": 0.0002999438093458217,
|
|
"loss": 2.043915939331055,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.11392,
|
|
"grad_norm": 0.8231315016746521,
|
|
"learning_rate": 0.00029994214216496544,
|
|
"loss": 2.0179935455322267,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.1152,
|
|
"grad_norm": 0.8677017092704773,
|
|
"learning_rate": 0.00029994045061643393,
|
|
"loss": 2.0080083847045898,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.11648,
|
|
"grad_norm": 0.7265374660491943,
|
|
"learning_rate": 0.0002999387347005021,
|
|
"loss": 2.0255220413208006,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.11776,
|
|
"grad_norm": 0.7804266810417175,
|
|
"learning_rate": 0.0002999369944174487,
|
|
"loss": 2.0323333740234375,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.11904,
|
|
"grad_norm": 1.909376859664917,
|
|
"learning_rate": 0.00029993522976755674,
|
|
"loss": 2.0403774261474608,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.12032,
|
|
"grad_norm": 0.7820098996162415,
|
|
"learning_rate": 0.00029993344075111286,
|
|
"loss": 2.0211090087890624,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.1216,
|
|
"grad_norm": 0.8035023808479309,
|
|
"learning_rate": 0.0002999316273684078,
|
|
"loss": 2.0083597183227537,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.12288,
|
|
"grad_norm": 0.8145981431007385,
|
|
"learning_rate": 0.0002999297896197363,
|
|
"loss": 2.0231433868408204,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.12416,
|
|
"grad_norm": 0.6948875188827515,
|
|
"learning_rate": 0.000299927927505397,
|
|
"loss": 2.0229448318481444,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.12544,
|
|
"grad_norm": 0.7178237438201904,
|
|
"learning_rate": 0.00029992604102569256,
|
|
"loss": 2.024074363708496,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.12672,
|
|
"grad_norm": 0.7583261132240295,
|
|
"learning_rate": 0.0002999241301809295,
|
|
"loss": 2.0232542037963865,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.128,
|
|
"grad_norm": 0.9775397181510925,
|
|
"learning_rate": 0.00029992219497141834,
|
|
"loss": 2.0318603515625,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.12928,
|
|
"grad_norm": 0.7427451014518738,
|
|
"learning_rate": 0.0002999202353974737,
|
|
"loss": 2.0150304794311524,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.13056,
|
|
"grad_norm": 0.6991038918495178,
|
|
"learning_rate": 0.00029991825145941393,
|
|
"loss": 2.0047382354736327,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.13184,
|
|
"grad_norm": 0.7759991884231567,
|
|
"learning_rate": 0.0002999162431575615,
|
|
"loss": 2.0170944213867186,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.13312,
|
|
"grad_norm": 0.8461285829544067,
|
|
"learning_rate": 0.0002999142104922427,
|
|
"loss": 2.0140987396240235,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.1344,
|
|
"grad_norm": 0.872622549533844,
|
|
"learning_rate": 0.000299912153463788,
|
|
"loss": 2.0137298583984373,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.13568,
|
|
"grad_norm": 0.6421040892601013,
|
|
"learning_rate": 0.0002999100720725316,
|
|
"loss": 2.0034528732299806,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.13696,
|
|
"grad_norm": 0.7797923684120178,
|
|
"learning_rate": 0.0002999079663188118,
|
|
"loss": 2.0397003173828123,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.13824,
|
|
"grad_norm": 0.6871171593666077,
|
|
"learning_rate": 0.0002999058362029708,
|
|
"loss": 2.0207529067993164,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.13952,
|
|
"grad_norm": 0.725261390209198,
|
|
"learning_rate": 0.00029990368172535473,
|
|
"loss": 2.0161842346191405,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.1408,
|
|
"grad_norm": 0.766487717628479,
|
|
"learning_rate": 0.0002999015028863138,
|
|
"loss": 2.0156953811645506,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.14208,
|
|
"grad_norm": 0.6803558468818665,
|
|
"learning_rate": 0.000299899299686202,
|
|
"loss": 2.029312515258789,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.14336,
|
|
"grad_norm": 0.8679984211921692,
|
|
"learning_rate": 0.0002998970721253776,
|
|
"loss": 2.003293991088867,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.14464,
|
|
"grad_norm": 0.8779763579368591,
|
|
"learning_rate": 0.0002998948202042023,
|
|
"loss": 2.0375221252441404,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.14592,
|
|
"grad_norm": 0.7275505065917969,
|
|
"learning_rate": 0.00029989254392304225,
|
|
"loss": 1.998856544494629,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.1472,
|
|
"grad_norm": 0.7902148962020874,
|
|
"learning_rate": 0.0002998902432822674,
|
|
"loss": 2.0269426345825194,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.14848,
|
|
"grad_norm": 0.7712279558181763,
|
|
"learning_rate": 0.00029988791828225155,
|
|
"loss": 2.010341835021973,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.14976,
|
|
"grad_norm": 0.7030239701271057,
|
|
"learning_rate": 0.0002998855689233726,
|
|
"loss": 2.005113983154297,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.15104,
|
|
"grad_norm": 0.6882237195968628,
|
|
"learning_rate": 0.00029988319520601235,
|
|
"loss": 2.0123071670532227,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.15232,
|
|
"grad_norm": 0.711328387260437,
|
|
"learning_rate": 0.0002998807971305565,
|
|
"loss": 2.019595718383789,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.1536,
|
|
"grad_norm": 0.8122184872627258,
|
|
"learning_rate": 0.0002998783746973948,
|
|
"loss": 2.018142509460449,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.15488,
|
|
"grad_norm": 0.8645702004432678,
|
|
"learning_rate": 0.000299875927906921,
|
|
"loss": 2.0178430557250975,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.15616,
|
|
"grad_norm": 0.84963458776474,
|
|
"learning_rate": 0.0002998734567595327,
|
|
"loss": 2.0299404144287108,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.15744,
|
|
"grad_norm": 0.7000954151153564,
|
|
"learning_rate": 0.0002998709612556314,
|
|
"loss": 2.008827781677246,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.15872,
|
|
"grad_norm": 0.7619990110397339,
|
|
"learning_rate": 0.0002998684413956228,
|
|
"loss": 2.0060449600219727,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"grad_norm": 0.7732600569725037,
|
|
"learning_rate": 0.0002998658971799163,
|
|
"loss": 2.0067914962768554,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.16128,
|
|
"grad_norm": 0.7497115135192871,
|
|
"learning_rate": 0.0002998633286089255,
|
|
"loss": 2.006074142456055,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.16256,
|
|
"grad_norm": 0.8291988372802734,
|
|
"learning_rate": 0.0002998607356830677,
|
|
"loss": 2.0243513107299806,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.16384,
|
|
"grad_norm": 0.7676268219947815,
|
|
"learning_rate": 0.0002998581184027642,
|
|
"loss": 2.009158706665039,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.16512,
|
|
"grad_norm": 0.6954494714736938,
|
|
"learning_rate": 0.0002998554767684406,
|
|
"loss": 2.0111303329467773,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.1664,
|
|
"grad_norm": 0.8298436999320984,
|
|
"learning_rate": 0.0002998528107805261,
|
|
"loss": 2.024542236328125,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.16768,
|
|
"grad_norm": 0.783103883266449,
|
|
"learning_rate": 0.00029985012043945387,
|
|
"loss": 2.0101518630981445,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.16896,
|
|
"grad_norm": 0.8619032502174377,
|
|
"learning_rate": 0.00029984740574566125,
|
|
"loss": 2.018630027770996,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.17024,
|
|
"grad_norm": 0.7219138145446777,
|
|
"learning_rate": 0.0002998446666995893,
|
|
"loss": 1.9975326538085938,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.17152,
|
|
"grad_norm": 0.7052103281021118,
|
|
"learning_rate": 0.00029984190330168325,
|
|
"loss": 2.0083797454833983,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.1728,
|
|
"grad_norm": 1.1350038051605225,
|
|
"learning_rate": 0.00029983911555239213,
|
|
"loss": 2.011388397216797,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.17408,
|
|
"grad_norm": 0.78801429271698,
|
|
"learning_rate": 0.00029983630345216904,
|
|
"loss": 2.008464050292969,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.17536,
|
|
"grad_norm": 0.7578643560409546,
|
|
"learning_rate": 0.0002998334670014709,
|
|
"loss": 2.025455284118652,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.17664,
|
|
"grad_norm": 0.9882360100746155,
|
|
"learning_rate": 0.00029983060620075876,
|
|
"loss": 2.0122611999511717,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.17792,
|
|
"grad_norm": 0.7348957061767578,
|
|
"learning_rate": 0.00029982772105049754,
|
|
"loss": 2.018396759033203,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.1792,
|
|
"grad_norm": 0.7000976800918579,
|
|
"learning_rate": 0.00029982481155115605,
|
|
"loss": 2.0135793685913086,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.18048,
|
|
"grad_norm": 0.8569319248199463,
|
|
"learning_rate": 0.0002998218777032072,
|
|
"loss": 2.0004940032958984,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.18176,
|
|
"grad_norm": 0.7729265689849854,
|
|
"learning_rate": 0.0002998189195071277,
|
|
"loss": 1.9858884811401367,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.18304,
|
|
"grad_norm": 0.6754656434059143,
|
|
"learning_rate": 0.00029981593696339835,
|
|
"loss": 2.004491424560547,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.18432,
|
|
"grad_norm": 0.7580174803733826,
|
|
"learning_rate": 0.0002998129300725038,
|
|
"loss": 2.0258563995361327,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.1856,
|
|
"grad_norm": 0.8150157928466797,
|
|
"learning_rate": 0.0002998098988349328,
|
|
"loss": 2.0141185760498046,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.18688,
|
|
"grad_norm": 0.8222833275794983,
|
|
"learning_rate": 0.00029980684325117793,
|
|
"loss": 1.9962928771972657,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.18816,
|
|
"grad_norm": 0.7298377156257629,
|
|
"learning_rate": 0.00029980376332173575,
|
|
"loss": 2.0095237731933593,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.18944,
|
|
"grad_norm": 0.7222643494606018,
|
|
"learning_rate": 0.00029980065904710673,
|
|
"loss": 2.016450119018555,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.19072,
|
|
"grad_norm": 0.7348253726959229,
|
|
"learning_rate": 0.0002997975304277955,
|
|
"loss": 1.9989503860473632,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.192,
|
|
"grad_norm": 0.7901546359062195,
|
|
"learning_rate": 0.00029979437746431044,
|
|
"loss": 2.017726516723633,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.19328,
|
|
"grad_norm": 0.7217196822166443,
|
|
"learning_rate": 0.0002997912001571639,
|
|
"loss": 2.002857208251953,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.19456,
|
|
"grad_norm": 0.7372826337814331,
|
|
"learning_rate": 0.00029978799850687227,
|
|
"loss": 2.018671989440918,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.19584,
|
|
"grad_norm": 0.8103359937667847,
|
|
"learning_rate": 0.0002997847725139559,
|
|
"loss": 2.0113971710205076,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.19712,
|
|
"grad_norm": 0.7941066026687622,
|
|
"learning_rate": 0.000299781522178939,
|
|
"loss": 1.9965641021728515,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.1984,
|
|
"grad_norm": 0.7437220215797424,
|
|
"learning_rate": 0.00029977824750234983,
|
|
"loss": 2.0001338958740233,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.19968,
|
|
"grad_norm": 0.8794814348220825,
|
|
"learning_rate": 0.0002997749484847206,
|
|
"loss": 2.023735237121582,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.20096,
|
|
"grad_norm": 0.7125862836837769,
|
|
"learning_rate": 0.0002997716251265873,
|
|
"loss": 2.0026830673217773,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.20224,
|
|
"grad_norm": 0.729263961315155,
|
|
"learning_rate": 0.00029976827742849024,
|
|
"loss": 2.005397415161133,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.20352,
|
|
"grad_norm": 0.7843178510665894,
|
|
"learning_rate": 0.00029976490539097335,
|
|
"loss": 2.027159881591797,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.2048,
|
|
"grad_norm": 0.7313951253890991,
|
|
"learning_rate": 0.00029976150901458456,
|
|
"loss": 2.0337509155273437,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.20608,
|
|
"grad_norm": 0.7452402114868164,
|
|
"learning_rate": 0.00029975808829987594,
|
|
"loss": 1.9958429336547852,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.20736,
|
|
"grad_norm": 0.7813226580619812,
|
|
"learning_rate": 0.0002997546432474034,
|
|
"loss": 1.9967842102050781,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.20864,
|
|
"grad_norm": 0.6847978830337524,
|
|
"learning_rate": 0.0002997511738577268,
|
|
"loss": 2.0223621368408202,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.20992,
|
|
"grad_norm": 0.710649311542511,
|
|
"learning_rate": 0.00029974768013140985,
|
|
"loss": 2.0229820251464843,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.2112,
|
|
"grad_norm": 0.7057698965072632,
|
|
"learning_rate": 0.0002997441620690205,
|
|
"loss": 2.0189645767211912,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.21248,
|
|
"grad_norm": 1.0434540510177612,
|
|
"learning_rate": 0.00029974061967113043,
|
|
"loss": 2.0161455154418944,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.21376,
|
|
"grad_norm": 0.7728395462036133,
|
|
"learning_rate": 0.00029973705293831525,
|
|
"loss": 2.0083614349365235,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.21504,
|
|
"grad_norm": 0.7454256415367126,
|
|
"learning_rate": 0.00029973346187115466,
|
|
"loss": 2.000332069396973,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.21632,
|
|
"grad_norm": 0.6826542019844055,
|
|
"learning_rate": 0.0002997298464702323,
|
|
"loss": 2.0105188369750975,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.2176,
|
|
"grad_norm": 0.8427369594573975,
|
|
"learning_rate": 0.00029972620673613564,
|
|
"loss": 1.9911138534545898,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.21888,
|
|
"grad_norm": 0.8828198313713074,
|
|
"learning_rate": 0.00029972254266945623,
|
|
"loss": 2.017778778076172,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.22016,
|
|
"grad_norm": 0.8785969614982605,
|
|
"learning_rate": 0.0002997188542707895,
|
|
"loss": 2.0029521942138673,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.22144,
|
|
"grad_norm": 0.7189239859580994,
|
|
"learning_rate": 0.00029971514154073496,
|
|
"loss": 1.9962823867797852,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.22272,
|
|
"grad_norm": 0.65921550989151,
|
|
"learning_rate": 0.00029971140447989584,
|
|
"loss": 2.0048191070556642,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.224,
|
|
"grad_norm": 0.8463709950447083,
|
|
"learning_rate": 0.0002997076430888796,
|
|
"loss": 2.013206672668457,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.22528,
|
|
"grad_norm": 0.6320969462394714,
|
|
"learning_rate": 0.00029970385736829747,
|
|
"loss": 2.0032022476196287,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.22656,
|
|
"grad_norm": 0.777824342250824,
|
|
"learning_rate": 0.00029970004731876465,
|
|
"loss": 1.9946500778198242,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.22784,
|
|
"grad_norm": 0.7572101354598999,
|
|
"learning_rate": 0.0002996962129409003,
|
|
"loss": 2.011198043823242,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.22912,
|
|
"grad_norm": 0.6622071266174316,
|
|
"learning_rate": 0.00029969235423532765,
|
|
"loss": 1.9974157333374023,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.2304,
|
|
"grad_norm": 0.6875664591789246,
|
|
"learning_rate": 0.0002996884712026737,
|
|
"loss": 1.9945417404174806,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.23168,
|
|
"grad_norm": 0.7916296124458313,
|
|
"learning_rate": 0.0002996845638435696,
|
|
"loss": 2.035945510864258,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.23296,
|
|
"grad_norm": 0.7541037797927856,
|
|
"learning_rate": 0.00029968063215865033,
|
|
"loss": 1.9989112854003905,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.23424,
|
|
"grad_norm": 0.599982738494873,
|
|
"learning_rate": 0.0002996766761485547,
|
|
"loss": 1.9939571380615235,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.23552,
|
|
"grad_norm": 0.739617645740509,
|
|
"learning_rate": 0.00029967269581392575,
|
|
"loss": 1.9879533767700195,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.2368,
|
|
"grad_norm": 0.7203322649002075,
|
|
"learning_rate": 0.00029966869115541036,
|
|
"loss": 1.9934770584106445,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.23808,
|
|
"grad_norm": 0.9270490407943726,
|
|
"learning_rate": 0.00029966466217365927,
|
|
"loss": 1.9913738250732422,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.23936,
|
|
"grad_norm": 0.8059845566749573,
|
|
"learning_rate": 0.0002996606088693273,
|
|
"loss": 2.032894325256348,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.24064,
|
|
"grad_norm": 0.7291269898414612,
|
|
"learning_rate": 0.0002996565312430731,
|
|
"loss": 2.0083896636962892,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.24192,
|
|
"grad_norm": 0.7227823734283447,
|
|
"learning_rate": 0.0002996524292955594,
|
|
"loss": 1.998744010925293,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.2432,
|
|
"grad_norm": 0.7445799708366394,
|
|
"learning_rate": 0.0002996483030274528,
|
|
"loss": 1.9974910736083984,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.24448,
|
|
"grad_norm": 0.7004072070121765,
|
|
"learning_rate": 0.0002996441524394239,
|
|
"loss": 2.00911865234375,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.24576,
|
|
"grad_norm": 0.9402841329574585,
|
|
"learning_rate": 0.00029963997753214717,
|
|
"loss": 2.0093734741210936,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.24704,
|
|
"grad_norm": 0.6809439659118652,
|
|
"learning_rate": 0.0002996357783063011,
|
|
"loss": 2.0103471755981444,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.24832,
|
|
"grad_norm": 0.7677909731864929,
|
|
"learning_rate": 0.00029963155476256826,
|
|
"loss": 1.9892677307128905,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.2496,
|
|
"grad_norm": 0.8318672180175781,
|
|
"learning_rate": 0.0002996273069016348,
|
|
"loss": 1.9922115325927734,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.25088,
|
|
"grad_norm": 0.6714010834693909,
|
|
"learning_rate": 0.00029962303472419124,
|
|
"loss": 1.993598747253418,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.25216,
|
|
"grad_norm": 0.7420302629470825,
|
|
"learning_rate": 0.00029961873823093176,
|
|
"loss": 2.010415267944336,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.25344,
|
|
"grad_norm": 0.8029727339744568,
|
|
"learning_rate": 0.00029961441742255477,
|
|
"loss": 2.0113759994506837,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.25472,
|
|
"grad_norm": 0.7108703255653381,
|
|
"learning_rate": 0.0002996100722997622,
|
|
"loss": 2.0091278076171877,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.256,
|
|
"grad_norm": 0.6735569834709167,
|
|
"learning_rate": 0.0002996057028632604,
|
|
"loss": 2.0023717880249023,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.25728,
|
|
"grad_norm": 0.8867200016975403,
|
|
"learning_rate": 0.0002996013091137594,
|
|
"loss": 1.997395896911621,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.25856,
|
|
"grad_norm": 0.7353429794311523,
|
|
"learning_rate": 0.0002995968910519732,
|
|
"loss": 2.015260124206543,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.25984,
|
|
"grad_norm": 0.8277012705802917,
|
|
"learning_rate": 0.00029959244867861987,
|
|
"loss": 1.979180145263672,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.26112,
|
|
"grad_norm": 0.6707190871238708,
|
|
"learning_rate": 0.00029958798199442136,
|
|
"loss": 2.0032121658325197,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.2624,
|
|
"grad_norm": 0.734474241733551,
|
|
"learning_rate": 0.0002995834910001035,
|
|
"loss": 2.0063905715942383,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.26368,
|
|
"grad_norm": 0.6844320297241211,
|
|
"learning_rate": 0.0002995789756963961,
|
|
"loss": 1.9935205459594727,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.26496,
|
|
"grad_norm": 0.7805824875831604,
|
|
"learning_rate": 0.00029957443608403313,
|
|
"loss": 1.9970199584960937,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.26624,
|
|
"grad_norm": 0.7733249664306641,
|
|
"learning_rate": 0.0002995698721637522,
|
|
"loss": 2.0413721084594725,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.26752,
|
|
"grad_norm": 1.118902564048767,
|
|
"learning_rate": 0.00029956528393629506,
|
|
"loss": 2.0041427612304688,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.2688,
|
|
"grad_norm": 0.7652356624603271,
|
|
"learning_rate": 0.00029956067140240734,
|
|
"loss": 2.009052276611328,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.27008,
|
|
"grad_norm": 0.7870017290115356,
|
|
"learning_rate": 0.0002995560345628387,
|
|
"loss": 2.0207101821899416,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.27136,
|
|
"grad_norm": 0.5984968543052673,
|
|
"learning_rate": 0.0002995513734183426,
|
|
"loss": 2.008289337158203,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.27264,
|
|
"grad_norm": 0.7700141072273254,
|
|
"learning_rate": 0.00029954668796967654,
|
|
"loss": 2.0115030288696287,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.27392,
|
|
"grad_norm": 1.2647989988327026,
|
|
"learning_rate": 0.0002995419782176021,
|
|
"loss": 2.023280143737793,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.2752,
|
|
"grad_norm": 0.8249433040618896,
|
|
"learning_rate": 0.0002995372441628845,
|
|
"loss": 1.9807783126831056,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.27648,
|
|
"grad_norm": 0.7661439776420593,
|
|
"learning_rate": 0.00029953248580629323,
|
|
"loss": 2.0067214965820312,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.27776,
|
|
"grad_norm": 0.6710767149925232,
|
|
"learning_rate": 0.0002995277031486015,
|
|
"loss": 2.005890464782715,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.27904,
|
|
"grad_norm": 0.8246187567710876,
|
|
"learning_rate": 0.00029952289619058673,
|
|
"loss": 2.016609764099121,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.28032,
|
|
"grad_norm": 0.6944814324378967,
|
|
"learning_rate": 0.0002995180649330299,
|
|
"loss": 2.0185358047485353,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.2816,
|
|
"grad_norm": 1.15223228931427,
|
|
"learning_rate": 0.0002995132093767162,
|
|
"loss": 1.9930595397949218,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.28288,
|
|
"grad_norm": 1.1536227464675903,
|
|
"learning_rate": 0.00029950832952243487,
|
|
"loss": 2.0209888458251952,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.28416,
|
|
"grad_norm": 0.8789283037185669,
|
|
"learning_rate": 0.00029950342537097874,
|
|
"loss": 2.014572334289551,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.28544,
|
|
"grad_norm": 0.8173903226852417,
|
|
"learning_rate": 0.00029949849692314503,
|
|
"loss": 2.0143598556518554,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.28672,
|
|
"grad_norm": 0.7095955014228821,
|
|
"learning_rate": 0.0002994935441797345,
|
|
"loss": 2.004468536376953,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.288,
|
|
"grad_norm": 0.8468304872512817,
|
|
"learning_rate": 0.0002994885671415521,
|
|
"loss": 2.037894630432129,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.28928,
|
|
"grad_norm": 0.8071026802062988,
|
|
"learning_rate": 0.0002994835658094067,
|
|
"loss": 2.023789405822754,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.29056,
|
|
"grad_norm": 0.7277827262878418,
|
|
"learning_rate": 0.0002994785401841111,
|
|
"loss": 2.010818672180176,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.29184,
|
|
"grad_norm": 0.7613065838813782,
|
|
"learning_rate": 0.00029947349026648184,
|
|
"loss": 1.9951431274414062,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.29312,
|
|
"grad_norm": 0.7575923800468445,
|
|
"learning_rate": 0.0002994684160573399,
|
|
"loss": 2.0147769927978514,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.2944,
|
|
"grad_norm": 1.050876259803772,
|
|
"learning_rate": 0.0002994633175575097,
|
|
"loss": 2.0217056274414062,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.29568,
|
|
"grad_norm": 0.6943807601928711,
|
|
"learning_rate": 0.0002994581947678199,
|
|
"loss": 2.0191987991333007,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.29696,
|
|
"grad_norm": 0.8438522219657898,
|
|
"learning_rate": 0.00029945304768910297,
|
|
"loss": 1.9989118576049805,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.29824,
|
|
"grad_norm": 0.7962123155593872,
|
|
"learning_rate": 0.00029944787632219547,
|
|
"loss": 2.0173967361450194,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.29952,
|
|
"grad_norm": 0.7668672204017639,
|
|
"learning_rate": 0.0002994426806679378,
|
|
"loss": 2.0132951736450195,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.3008,
|
|
"grad_norm": 0.6691519618034363,
|
|
"learning_rate": 0.0002994374607271742,
|
|
"loss": 2.0168371200561523,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.30208,
|
|
"grad_norm": 0.6511347889900208,
|
|
"learning_rate": 0.0002994322165007531,
|
|
"loss": 2.0063940048217774,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.30336,
|
|
"grad_norm": 0.8013675212860107,
|
|
"learning_rate": 0.00029942694798952677,
|
|
"loss": 2.0087839126586915,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.30464,
|
|
"grad_norm": 0.899410605430603,
|
|
"learning_rate": 0.0002994216551943513,
|
|
"loss": 2.0143436431884765,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.30592,
|
|
"grad_norm": 0.6686886548995972,
|
|
"learning_rate": 0.000299416338116087,
|
|
"loss": 1.9976930618286133,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.3072,
|
|
"grad_norm": 0.8113393187522888,
|
|
"learning_rate": 0.0002994109967555978,
|
|
"loss": 2.0220170974731446,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.30848,
|
|
"grad_norm": 0.7538885474205017,
|
|
"learning_rate": 0.00029940563111375195,
|
|
"loss": 2.004685974121094,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.30976,
|
|
"grad_norm": 0.8250473141670227,
|
|
"learning_rate": 0.0002994002411914213,
|
|
"loss": 2.0201698303222657,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.31104,
|
|
"grad_norm": 0.7206689119338989,
|
|
"learning_rate": 0.00029939482698948175,
|
|
"loss": 1.9911544799804688,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 0.31232,
|
|
"grad_norm": 0.7519621253013611,
|
|
"learning_rate": 0.0002993893885088133,
|
|
"loss": 2.0177082061767577,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 0.3136,
|
|
"grad_norm": 0.777955174446106,
|
|
"learning_rate": 0.0002993839257502997,
|
|
"loss": 1.9929460525512694,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.31488,
|
|
"grad_norm": 0.7577837705612183,
|
|
"learning_rate": 0.0002993784387148288,
|
|
"loss": 2.0109020233154298,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 0.31616,
|
|
"grad_norm": 0.7473259568214417,
|
|
"learning_rate": 0.0002993729274032922,
|
|
"loss": 2.0051565170288086,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 0.31744,
|
|
"grad_norm": 0.7150516510009766,
|
|
"learning_rate": 0.0002993673918165856,
|
|
"loss": 1.988702392578125,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 0.31872,
|
|
"grad_norm": 0.7589870095252991,
|
|
"learning_rate": 0.00029936183195560873,
|
|
"loss": 2.0132009506225588,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"grad_norm": 0.8448571562767029,
|
|
"learning_rate": 0.00029935624782126505,
|
|
"loss": 2.00791072845459,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.32128,
|
|
"grad_norm": 0.9435201287269592,
|
|
"learning_rate": 0.000299350639414462,
|
|
"loss": 2.0194942474365236,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 0.32256,
|
|
"grad_norm": 0.65596604347229,
|
|
"learning_rate": 0.00029934500673611114,
|
|
"loss": 2.0138187408447266,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 0.32384,
|
|
"grad_norm": 0.7170972228050232,
|
|
"learning_rate": 0.00029933934978712784,
|
|
"loss": 2.015252876281738,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 0.32512,
|
|
"grad_norm": 0.7384889125823975,
|
|
"learning_rate": 0.00029933366856843135,
|
|
"loss": 2.0059532165527343,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 0.3264,
|
|
"grad_norm": 0.7757416367530823,
|
|
"learning_rate": 0.000299327963080945,
|
|
"loss": 2.024062728881836,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.32768,
|
|
"grad_norm": 0.8023697733879089,
|
|
"learning_rate": 0.000299322233325596,
|
|
"loss": 1.9900062561035157,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 0.32896,
|
|
"grad_norm": 0.7611852288246155,
|
|
"learning_rate": 0.00029931647930331556,
|
|
"loss": 2.0226030349731445,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 0.33024,
|
|
"grad_norm": 0.8219276070594788,
|
|
"learning_rate": 0.0002993107010150387,
|
|
"loss": 1.9970281600952149,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 0.33152,
|
|
"grad_norm": 0.7846634984016418,
|
|
"learning_rate": 0.0002993048984617046,
|
|
"loss": 1.9928812026977538,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 0.3328,
|
|
"grad_norm": 0.7521805167198181,
|
|
"learning_rate": 0.0002992990716442561,
|
|
"loss": 1.99877986907959,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.33408,
|
|
"grad_norm": 0.660119354724884,
|
|
"learning_rate": 0.0002992932205636403,
|
|
"loss": 2.007124900817871,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 0.33536,
|
|
"grad_norm": 0.7946996688842773,
|
|
"learning_rate": 0.0002992873452208079,
|
|
"loss": 1.9985849380493164,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 0.33664,
|
|
"grad_norm": 0.8377641439437866,
|
|
"learning_rate": 0.00029928144561671387,
|
|
"loss": 2.0259756088256835,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 0.33792,
|
|
"grad_norm": 0.6834446787834167,
|
|
"learning_rate": 0.0002992755217523169,
|
|
"loss": 1.9996057510375977,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 0.3392,
|
|
"grad_norm": 0.8117668628692627,
|
|
"learning_rate": 0.00029926957362857976,
|
|
"loss": 1.9947677612304688,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.34048,
|
|
"grad_norm": 0.6758447289466858,
|
|
"learning_rate": 0.0002992636012464691,
|
|
"loss": 1.984456443786621,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 0.34176,
|
|
"grad_norm": 0.6741154789924622,
|
|
"learning_rate": 0.00029925760460695547,
|
|
"loss": 1.9969703674316406,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 0.34304,
|
|
"grad_norm": 0.7465670108795166,
|
|
"learning_rate": 0.0002992515837110134,
|
|
"loss": 2.0042219161987305,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 0.34432,
|
|
"grad_norm": 0.8404413461685181,
|
|
"learning_rate": 0.0002992455385596214,
|
|
"loss": 1.9949943542480468,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 0.3456,
|
|
"grad_norm": 0.7381366491317749,
|
|
"learning_rate": 0.00029923946915376187,
|
|
"loss": 2.0078285217285154,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.34688,
|
|
"grad_norm": 0.7588344216346741,
|
|
"learning_rate": 0.00029923337549442124,
|
|
"loss": 2.008309173583984,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 0.34816,
|
|
"grad_norm": 0.7521999478340149,
|
|
"learning_rate": 0.0002992272575825897,
|
|
"loss": 2.0139354705810546,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 0.34944,
|
|
"grad_norm": 0.6759751439094543,
|
|
"learning_rate": 0.0002992211154192616,
|
|
"loss": 2.001015853881836,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 0.35072,
|
|
"grad_norm": 0.6119874119758606,
|
|
"learning_rate": 0.00029921494900543507,
|
|
"loss": 2.0114923477172852,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 0.352,
|
|
"grad_norm": 0.7517712116241455,
|
|
"learning_rate": 0.0002992087583421123,
|
|
"loss": 1.9976957321166993,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.35328,
|
|
"grad_norm": 0.769814133644104,
|
|
"learning_rate": 0.0002992025434302992,
|
|
"loss": 1.9972566604614257,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 0.35456,
|
|
"grad_norm": 0.6553206443786621,
|
|
"learning_rate": 0.00029919630427100596,
|
|
"loss": 2.007891845703125,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 0.35584,
|
|
"grad_norm": 0.6894077658653259,
|
|
"learning_rate": 0.0002991900408652465,
|
|
"loss": 2.0165834426879883,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 0.35712,
|
|
"grad_norm": 0.669863224029541,
|
|
"learning_rate": 0.00029918375321403857,
|
|
"loss": 2.010799789428711,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 0.3584,
|
|
"grad_norm": 0.7974678874015808,
|
|
"learning_rate": 0.00029917744131840416,
|
|
"loss": 2.0101280212402344,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.35968,
|
|
"grad_norm": 0.7307773232460022,
|
|
"learning_rate": 0.00029917110517936894,
|
|
"loss": 2.024929428100586,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 0.36096,
|
|
"grad_norm": 0.7141740322113037,
|
|
"learning_rate": 0.00029916474479796265,
|
|
"loss": 2.0083641052246093,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 0.36224,
|
|
"grad_norm": 0.6874279379844666,
|
|
"learning_rate": 0.000299158360175219,
|
|
"loss": 2.0239688873291017,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 0.36352,
|
|
"grad_norm": 0.6707704663276672,
|
|
"learning_rate": 0.0002991519513121755,
|
|
"loss": 2.005034828186035,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 0.3648,
|
|
"grad_norm": 0.8018107414245605,
|
|
"learning_rate": 0.00029914551820987373,
|
|
"loss": 1.997845458984375,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.36608,
|
|
"grad_norm": 0.7515741586685181,
|
|
"learning_rate": 0.00029913906086935916,
|
|
"loss": 2.0154483795166014,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 0.36736,
|
|
"grad_norm": 0.7631517648696899,
|
|
"learning_rate": 0.0002991325792916811,
|
|
"loss": 1.977918815612793,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 0.36864,
|
|
"grad_norm": 0.8842434287071228,
|
|
"learning_rate": 0.000299126073477893,
|
|
"loss": 1.975722885131836,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 0.36992,
|
|
"grad_norm": 0.7274171113967896,
|
|
"learning_rate": 0.00029911954342905217,
|
|
"loss": 1.9984859466552733,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 0.3712,
|
|
"grad_norm": 0.7220802307128906,
|
|
"learning_rate": 0.00029911298914621977,
|
|
"loss": 2.0087894439697265,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.37248,
|
|
"grad_norm": 0.6422837376594543,
|
|
"learning_rate": 0.0002991064106304609,
|
|
"loss": 2.002351760864258,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 0.37376,
|
|
"grad_norm": 0.753294825553894,
|
|
"learning_rate": 0.00029909980788284476,
|
|
"loss": 1.986056137084961,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 0.37504,
|
|
"grad_norm": 0.7144089937210083,
|
|
"learning_rate": 0.00029909318090444437,
|
|
"loss": 1.9991958618164063,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 0.37632,
|
|
"grad_norm": 0.704556405544281,
|
|
"learning_rate": 0.0002990865296963367,
|
|
"loss": 1.9974645614624023,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 0.3776,
|
|
"grad_norm": 0.7290600538253784,
|
|
"learning_rate": 0.0002990798542596026,
|
|
"loss": 2.015464019775391,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.37888,
|
|
"grad_norm": 0.7425021529197693,
|
|
"learning_rate": 0.00029907315459532706,
|
|
"loss": 2.0130130767822267,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 0.38016,
|
|
"grad_norm": 0.7028226852416992,
|
|
"learning_rate": 0.0002990664307045988,
|
|
"loss": 1.999576950073242,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 0.38144,
|
|
"grad_norm": 0.6917806267738342,
|
|
"learning_rate": 0.00029905968258851047,
|
|
"loss": 2.00009765625,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 0.38272,
|
|
"grad_norm": 0.7476458549499512,
|
|
"learning_rate": 0.00029905291024815876,
|
|
"loss": 1.9876760482788085,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 0.384,
|
|
"grad_norm": 0.8785274028778076,
|
|
"learning_rate": 0.00029904611368464435,
|
|
"loss": 2.018217086791992,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.38528,
|
|
"grad_norm": 0.7297069430351257,
|
|
"learning_rate": 0.0002990392928990717,
|
|
"loss": 1.9931718826293945,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 0.38656,
|
|
"grad_norm": 0.6672376990318298,
|
|
"learning_rate": 0.0002990324478925494,
|
|
"loss": 2.0107067108154295,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 0.38784,
|
|
"grad_norm": 0.7302089929580688,
|
|
"learning_rate": 0.0002990255786661897,
|
|
"loss": 1.994314956665039,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 0.38912,
|
|
"grad_norm": 0.7202204465866089,
|
|
"learning_rate": 0.00029901868522110904,
|
|
"loss": 2.0174509048461915,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 0.3904,
|
|
"grad_norm": 0.8425076603889465,
|
|
"learning_rate": 0.00029901176755842764,
|
|
"loss": 2.0013553619384767,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.39168,
|
|
"grad_norm": 0.8686426877975464,
|
|
"learning_rate": 0.00029900482567926976,
|
|
"loss": 2.007709503173828,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 0.39296,
|
|
"grad_norm": 0.6840008497238159,
|
|
"learning_rate": 0.00029899785958476357,
|
|
"loss": 2.004677963256836,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 0.39424,
|
|
"grad_norm": 0.6260886192321777,
|
|
"learning_rate": 0.0002989908692760411,
|
|
"loss": 1.9879840850830077,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 0.39552,
|
|
"grad_norm": 0.6933361887931824,
|
|
"learning_rate": 0.0002989838547542384,
|
|
"loss": 2.011644744873047,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 0.3968,
|
|
"grad_norm": 0.7048612833023071,
|
|
"learning_rate": 0.0002989768160204955,
|
|
"loss": 2.019415092468262,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.39808,
|
|
"grad_norm": 0.7651655673980713,
|
|
"learning_rate": 0.00029896975307595614,
|
|
"loss": 2.0010753631591798,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 0.39936,
|
|
"grad_norm": 0.6941404938697815,
|
|
"learning_rate": 0.00029896266592176825,
|
|
"loss": 1.984878921508789,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 0.40064,
|
|
"grad_norm": 0.8553006649017334,
|
|
"learning_rate": 0.00029895555455908355,
|
|
"loss": 1.9996231079101563,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 0.40192,
|
|
"grad_norm": 0.7001233100891113,
|
|
"learning_rate": 0.00029894841898905775,
|
|
"loss": 1.9921398162841797,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 0.4032,
|
|
"grad_norm": 0.8051826357841492,
|
|
"learning_rate": 0.0002989412592128505,
|
|
"loss": 1.999976921081543,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.40448,
|
|
"grad_norm": 0.7095255255699158,
|
|
"learning_rate": 0.00029893407523162534,
|
|
"loss": 2.0126005172729493,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 0.40576,
|
|
"grad_norm": 0.9202665686607361,
|
|
"learning_rate": 0.00029892686704654977,
|
|
"loss": 1.9911052703857421,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 0.40704,
|
|
"grad_norm": 0.7405928373336792,
|
|
"learning_rate": 0.0002989196346587952,
|
|
"loss": 1.9965196609497071,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 0.40832,
|
|
"grad_norm": 1.4823166131973267,
|
|
"learning_rate": 0.0002989123780695371,
|
|
"loss": 2.0123992919921876,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 0.4096,
|
|
"grad_norm": 0.7466282248497009,
|
|
"learning_rate": 0.00029890509727995457,
|
|
"loss": 2.0086360931396485,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.41088,
|
|
"grad_norm": 0.7171423435211182,
|
|
"learning_rate": 0.00029889779229123095,
|
|
"loss": 2.0146774291992187,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 0.41216,
|
|
"grad_norm": 0.8924009203910828,
|
|
"learning_rate": 0.00029889046310455346,
|
|
"loss": 2.006013107299805,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 0.41344,
|
|
"grad_norm": 0.6809982657432556,
|
|
"learning_rate": 0.0002988831097211131,
|
|
"loss": 2.007125473022461,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 0.41472,
|
|
"grad_norm": 0.6054995656013489,
|
|
"learning_rate": 0.000298875732142105,
|
|
"loss": 1.9968708038330079,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 0.416,
|
|
"grad_norm": 0.6415665149688721,
|
|
"learning_rate": 0.000298868330368728,
|
|
"loss": 2.004538345336914,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.41728,
|
|
"grad_norm": 0.738610029220581,
|
|
"learning_rate": 0.00029886090440218505,
|
|
"loss": 1.9990394592285157,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 0.41856,
|
|
"grad_norm": 0.7058972120285034,
|
|
"learning_rate": 0.00029885345424368294,
|
|
"loss": 2.0169488906860353,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 0.41984,
|
|
"grad_norm": 0.6690015196800232,
|
|
"learning_rate": 0.0002988459798944324,
|
|
"loss": 1.990290069580078,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 0.42112,
|
|
"grad_norm": 0.627063512802124,
|
|
"learning_rate": 0.00029883848135564827,
|
|
"loss": 1.992024040222168,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 0.4224,
|
|
"grad_norm": 0.6873062252998352,
|
|
"learning_rate": 0.000298830958628549,
|
|
"loss": 2.018503189086914,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.42368,
|
|
"grad_norm": 0.7181523442268372,
|
|
"learning_rate": 0.0002988234117143572,
|
|
"loss": 2.0042495727539062,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 0.42496,
|
|
"grad_norm": 0.7824463248252869,
|
|
"learning_rate": 0.0002988158406142994,
|
|
"loss": 1.9997383117675782,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 0.42624,
|
|
"grad_norm": 0.7802339196205139,
|
|
"learning_rate": 0.0002988082453296059,
|
|
"loss": 1.996378517150879,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 0.42752,
|
|
"grad_norm": 0.7132096886634827,
|
|
"learning_rate": 0.00029880062586151105,
|
|
"loss": 2.0132312774658203,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 0.4288,
|
|
"grad_norm": 0.8338831067085266,
|
|
"learning_rate": 0.00029879298221125323,
|
|
"loss": 2.010465621948242,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.43008,
|
|
"grad_norm": 0.7584986090660095,
|
|
"learning_rate": 0.0002987853143800745,
|
|
"loss": 1.9958574295043945,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 0.43136,
|
|
"grad_norm": 0.6547184586524963,
|
|
"learning_rate": 0.00029877762236922117,
|
|
"loss": 1.9954259872436524,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 0.43264,
|
|
"grad_norm": 0.7016308903694153,
|
|
"learning_rate": 0.0002987699061799431,
|
|
"loss": 1.9987804412841796,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 0.43392,
|
|
"grad_norm": 0.7248575687408447,
|
|
"learning_rate": 0.0002987621658134944,
|
|
"loss": 2.0054561614990236,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 0.4352,
|
|
"grad_norm": 1.0197134017944336,
|
|
"learning_rate": 0.00029875440127113295,
|
|
"loss": 2.0060552597045898,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.43648,
|
|
"grad_norm": 0.7604638338088989,
|
|
"learning_rate": 0.00029874661255412056,
|
|
"loss": 1.9959848403930665,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 0.43776,
|
|
"grad_norm": 0.7341379523277283,
|
|
"learning_rate": 0.0002987387996637231,
|
|
"loss": 2.0023780822753907,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 0.43904,
|
|
"grad_norm": 0.6850576400756836,
|
|
"learning_rate": 0.0002987309626012102,
|
|
"loss": 2.020222282409668,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 0.44032,
|
|
"grad_norm": 0.7283312082290649,
|
|
"learning_rate": 0.00029872310136785544,
|
|
"loss": 1.994460105895996,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 0.4416,
|
|
"grad_norm": 0.7015148997306824,
|
|
"learning_rate": 0.00029871521596493654,
|
|
"loss": 2.015683174133301,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.44288,
|
|
"grad_norm": 0.6451849341392517,
|
|
"learning_rate": 0.0002987073063937348,
|
|
"loss": 1.9941566467285157,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 0.44416,
|
|
"grad_norm": 0.6728188991546631,
|
|
"learning_rate": 0.0002986993726555358,
|
|
"loss": 2.0009782791137694,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 0.44544,
|
|
"grad_norm": 0.7595881223678589,
|
|
"learning_rate": 0.0002986914147516288,
|
|
"loss": 1.994197463989258,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 0.44672,
|
|
"grad_norm": 0.7372469902038574,
|
|
"learning_rate": 0.00029868343268330704,
|
|
"loss": 1.9918861389160156,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 0.448,
|
|
"grad_norm": 0.8467145562171936,
|
|
"learning_rate": 0.0002986754264518678,
|
|
"loss": 1.970982551574707,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.44928,
|
|
"grad_norm": 0.6036944389343262,
|
|
"learning_rate": 0.00029866739605861214,
|
|
"loss": 1.970067024230957,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 0.45056,
|
|
"grad_norm": 0.7512437701225281,
|
|
"learning_rate": 0.00029865934150484513,
|
|
"loss": 1.9916757583618163,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 0.45184,
|
|
"grad_norm": 0.7820079326629639,
|
|
"learning_rate": 0.00029865126279187575,
|
|
"loss": 2.015567970275879,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 0.45312,
|
|
"grad_norm": 0.753780722618103,
|
|
"learning_rate": 0.0002986431599210169,
|
|
"loss": 1.9925758361816406,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 0.4544,
|
|
"grad_norm": 0.583357036113739,
|
|
"learning_rate": 0.00029863503289358543,
|
|
"loss": 2.0011922836303713,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.45568,
|
|
"grad_norm": 0.7955908179283142,
|
|
"learning_rate": 0.00029862688171090207,
|
|
"loss": 1.9962081909179688,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 0.45696,
|
|
"grad_norm": 0.6503195762634277,
|
|
"learning_rate": 0.0002986187063742914,
|
|
"loss": 2.0152355194091798,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 0.45824,
|
|
"grad_norm": 0.702178955078125,
|
|
"learning_rate": 0.00029861050688508224,
|
|
"loss": 2.010386848449707,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 0.45952,
|
|
"grad_norm": 0.6806907057762146,
|
|
"learning_rate": 0.000298602283244607,
|
|
"loss": 2.002973747253418,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 0.4608,
|
|
"grad_norm": 0.6157857775688171,
|
|
"learning_rate": 0.00029859403545420214,
|
|
"loss": 1.995046615600586,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.46208,
|
|
"grad_norm": 0.6844906806945801,
|
|
"learning_rate": 0.000298585763515208,
|
|
"loss": 2.016707992553711,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 0.46336,
|
|
"grad_norm": 0.7760967016220093,
|
|
"learning_rate": 0.00029857746742896897,
|
|
"loss": 1.9860107421875,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 0.46464,
|
|
"grad_norm": 0.8712556958198547,
|
|
"learning_rate": 0.0002985691471968332,
|
|
"loss": 2.001064491271973,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 0.46592,
|
|
"grad_norm": 0.7285525798797607,
|
|
"learning_rate": 0.00029856080282015293,
|
|
"loss": 2.0140453338623048,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 0.4672,
|
|
"grad_norm": 0.7722259759902954,
|
|
"learning_rate": 0.00029855243430028415,
|
|
"loss": 2.0120145797729494,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.46848,
|
|
"grad_norm": 0.7177460193634033,
|
|
"learning_rate": 0.0002985440416385869,
|
|
"loss": 1.9976810455322265,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 0.46976,
|
|
"grad_norm": 0.8264991044998169,
|
|
"learning_rate": 0.0002985356248364251,
|
|
"loss": 2.005207633972168,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 0.47104,
|
|
"grad_norm": 0.8237878084182739,
|
|
"learning_rate": 0.00029852718389516666,
|
|
"loss": 1.988731575012207,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 0.47232,
|
|
"grad_norm": 1.3742607831954956,
|
|
"learning_rate": 0.00029851871881618323,
|
|
"loss": 2.0098743438720703,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 0.4736,
|
|
"grad_norm": 0.7714928388595581,
|
|
"learning_rate": 0.0002985102296008505,
|
|
"loss": 1.9839420318603516,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.47488,
|
|
"grad_norm": 0.7396987080574036,
|
|
"learning_rate": 0.0002985017162505483,
|
|
"loss": 1.9785545349121094,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 0.47616,
|
|
"grad_norm": 0.7527230978012085,
|
|
"learning_rate": 0.0002984931787666599,
|
|
"loss": 2.0031604766845703,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 0.47744,
|
|
"grad_norm": 0.7075295448303223,
|
|
"learning_rate": 0.0002984846171505729,
|
|
"loss": 1.9907520294189454,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 0.47872,
|
|
"grad_norm": 0.6408486366271973,
|
|
"learning_rate": 0.0002984760314036787,
|
|
"loss": 2.024155044555664,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"grad_norm": 0.7029430866241455,
|
|
"learning_rate": 0.0002984674215273725,
|
|
"loss": 2.00035400390625,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.48128,
|
|
"grad_norm": 0.7707000970840454,
|
|
"learning_rate": 0.0002984587875230536,
|
|
"loss": 2.0184585571289064,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 0.48256,
|
|
"grad_norm": 0.6695795655250549,
|
|
"learning_rate": 0.00029845012939212507,
|
|
"loss": 1.9930442810058593,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 0.48384,
|
|
"grad_norm": 0.6928637623786926,
|
|
"learning_rate": 0.0002984414471359941,
|
|
"loss": 1.9891483306884765,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 0.48512,
|
|
"grad_norm": 0.7137778997421265,
|
|
"learning_rate": 0.00029843274075607167,
|
|
"loss": 2.0126466751098633,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 0.4864,
|
|
"grad_norm": 0.7941726446151733,
|
|
"learning_rate": 0.00029842401025377254,
|
|
"loss": 1.9977178573608398,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.48768,
|
|
"grad_norm": 0.7112129926681519,
|
|
"learning_rate": 0.0002984152556305156,
|
|
"loss": 2.0004758834838867,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 0.48896,
|
|
"grad_norm": 0.6955267190933228,
|
|
"learning_rate": 0.0002984064768877237,
|
|
"loss": 2.0171720504760744,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 0.49024,
|
|
"grad_norm": 0.7090415358543396,
|
|
"learning_rate": 0.00029839767402682334,
|
|
"loss": 2.005842399597168,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 0.49152,
|
|
"grad_norm": 0.8107616305351257,
|
|
"learning_rate": 0.00029838884704924527,
|
|
"loss": 2.0197629928588867,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 0.4928,
|
|
"grad_norm": 0.7303240299224854,
|
|
"learning_rate": 0.0002983799959564239,
|
|
"loss": 2.0161752700805664,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.49408,
|
|
"grad_norm": 0.7189793586730957,
|
|
"learning_rate": 0.0002983711207497977,
|
|
"loss": 2.0196367263793946,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 0.49536,
|
|
"grad_norm": 0.7447757124900818,
|
|
"learning_rate": 0.000298362221430809,
|
|
"loss": 1.9797452926635741,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 0.49664,
|
|
"grad_norm": 0.7726782560348511,
|
|
"learning_rate": 0.000298353298000904,
|
|
"loss": 1.994917869567871,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 0.49792,
|
|
"grad_norm": 0.7866300344467163,
|
|
"learning_rate": 0.000298344350461533,
|
|
"loss": 1.994272232055664,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 0.4992,
|
|
"grad_norm": 0.7009814381599426,
|
|
"learning_rate": 0.00029833537881414997,
|
|
"loss": 1.9947071075439453,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.50048,
|
|
"grad_norm": 0.786959171295166,
|
|
"learning_rate": 0.000298326383060213,
|
|
"loss": 1.9846187591552735,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 0.50176,
|
|
"grad_norm": 0.798842191696167,
|
|
"learning_rate": 0.000298317363201184,
|
|
"loss": 2.0009033203125,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 0.50304,
|
|
"grad_norm": 0.6344483494758606,
|
|
"learning_rate": 0.0002983083192385289,
|
|
"loss": 2.0058782577514647,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 0.50432,
|
|
"grad_norm": 0.7020363211631775,
|
|
"learning_rate": 0.0002982992511737174,
|
|
"loss": 2.0104549407958983,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 0.5056,
|
|
"grad_norm": 0.7292479872703552,
|
|
"learning_rate": 0.00029829015900822314,
|
|
"loss": 2.0061105728149413,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.50688,
|
|
"grad_norm": 0.7374621629714966,
|
|
"learning_rate": 0.00029828104274352385,
|
|
"loss": 1.991245651245117,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 0.50816,
|
|
"grad_norm": 0.7191388010978699,
|
|
"learning_rate": 0.0002982719023811009,
|
|
"loss": 2.005914878845215,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 0.50944,
|
|
"grad_norm": 0.7209792137145996,
|
|
"learning_rate": 0.0002982627379224399,
|
|
"loss": 1.9991714477539062,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 0.51072,
|
|
"grad_norm": 0.7501109838485718,
|
|
"learning_rate": 0.00029825354936903,
|
|
"loss": 2.0138620376586913,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 0.512,
|
|
"grad_norm": 0.7204382419586182,
|
|
"learning_rate": 0.0002982443367223646,
|
|
"loss": 2.002537155151367,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.51328,
|
|
"grad_norm": 0.6654132008552551,
|
|
"learning_rate": 0.0002982350999839409,
|
|
"loss": 2.0058666229248048,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 0.51456,
|
|
"grad_norm": 0.6496480107307434,
|
|
"learning_rate": 0.00029822583915525987,
|
|
"loss": 2.0121301651000976,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 0.51584,
|
|
"grad_norm": 0.7528657913208008,
|
|
"learning_rate": 0.00029821655423782666,
|
|
"loss": 1.997304916381836,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 0.51712,
|
|
"grad_norm": 0.7558349967002869,
|
|
"learning_rate": 0.0002982072452331501,
|
|
"loss": 2.0115285873413087,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 0.5184,
|
|
"grad_norm": 0.649427056312561,
|
|
"learning_rate": 0.0002981979121427431,
|
|
"loss": 1.9857589721679687,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.51968,
|
|
"grad_norm": 0.8884936571121216,
|
|
"learning_rate": 0.0002981885549681224,
|
|
"loss": 1.9965480804443358,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 0.52096,
|
|
"grad_norm": 0.6860265135765076,
|
|
"learning_rate": 0.00029817917371080863,
|
|
"loss": 1.9892051696777344,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 0.52224,
|
|
"grad_norm": 0.6648100018501282,
|
|
"learning_rate": 0.00029816976837232647,
|
|
"loss": 1.9910903930664063,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 0.52352,
|
|
"grad_norm": 0.669529139995575,
|
|
"learning_rate": 0.0002981603389542043,
|
|
"loss": 1.9876266479492188,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 0.5248,
|
|
"grad_norm": 0.7481969594955444,
|
|
"learning_rate": 0.0002981508854579746,
|
|
"loss": 2.0230886459350588,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.52608,
|
|
"grad_norm": 0.7897581458091736,
|
|
"learning_rate": 0.00029814140788517364,
|
|
"loss": 1.9916162490844727,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 0.52736,
|
|
"grad_norm": 0.6596736907958984,
|
|
"learning_rate": 0.0002981319062373417,
|
|
"loss": 1.9848915100097657,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 0.52864,
|
|
"grad_norm": 0.6131610870361328,
|
|
"learning_rate": 0.00029812238051602294,
|
|
"loss": 2.003184700012207,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 0.52992,
|
|
"grad_norm": 0.775517463684082,
|
|
"learning_rate": 0.00029811283072276543,
|
|
"loss": 2.0039646148681642,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 0.5312,
|
|
"grad_norm": 0.6710156798362732,
|
|
"learning_rate": 0.00029810325685912113,
|
|
"loss": 2.0029441833496096,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.53248,
|
|
"grad_norm": 0.6885665655136108,
|
|
"learning_rate": 0.00029809365892664587,
|
|
"loss": 1.9940208435058593,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 0.53376,
|
|
"grad_norm": 0.7027019262313843,
|
|
"learning_rate": 0.00029808403692689953,
|
|
"loss": 2.003041076660156,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 0.53504,
|
|
"grad_norm": 0.7704663276672363,
|
|
"learning_rate": 0.00029807439086144575,
|
|
"loss": 2.008600044250488,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 0.53632,
|
|
"grad_norm": 0.7134334444999695,
|
|
"learning_rate": 0.0002980647207318522,
|
|
"loss": 2.0230785369873048,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 0.5376,
|
|
"grad_norm": 0.6899425983428955,
|
|
"learning_rate": 0.00029805502653969035,
|
|
"loss": 2.014421272277832,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.53888,
|
|
"grad_norm": 0.7387205362319946,
|
|
"learning_rate": 0.0002980453082865357,
|
|
"loss": 1.9908321380615235,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 0.54016,
|
|
"grad_norm": 0.6980050802230835,
|
|
"learning_rate": 0.0002980355659739676,
|
|
"loss": 1.9989233016967773,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 0.54144,
|
|
"grad_norm": 0.6020520925521851,
|
|
"learning_rate": 0.00029802579960356933,
|
|
"loss": 2.00181884765625,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 0.54272,
|
|
"grad_norm": 0.6786367893218994,
|
|
"learning_rate": 0.0002980160091769279,
|
|
"loss": 1.9844453811645508,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 0.544,
|
|
"grad_norm": 0.6527010202407837,
|
|
"learning_rate": 0.00029800619469563463,
|
|
"loss": 1.9895397186279298,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.54528,
|
|
"grad_norm": 0.6559035181999207,
|
|
"learning_rate": 0.00029799635616128435,
|
|
"loss": 2.0083845138549803,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 0.54656,
|
|
"grad_norm": 0.7348132729530334,
|
|
"learning_rate": 0.000297986493575476,
|
|
"loss": 2.0096080780029295,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 0.54784,
|
|
"grad_norm": 0.6425591111183167,
|
|
"learning_rate": 0.00029797660693981235,
|
|
"loss": 1.9981698989868164,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 0.54912,
|
|
"grad_norm": 0.6125735640525818,
|
|
"learning_rate": 0.0002979666962559002,
|
|
"loss": 2.0015987396240233,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 0.5504,
|
|
"grad_norm": 0.6617387533187866,
|
|
"learning_rate": 0.0002979567615253501,
|
|
"loss": 2.0117170333862306,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.55168,
|
|
"grad_norm": 0.8098113536834717,
|
|
"learning_rate": 0.00029794680274977664,
|
|
"loss": 1.976462173461914,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 0.55296,
|
|
"grad_norm": 0.7238470911979675,
|
|
"learning_rate": 0.00029793681993079817,
|
|
"loss": 1.9960739135742187,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 0.55424,
|
|
"grad_norm": 0.8663386702537537,
|
|
"learning_rate": 0.0002979268130700371,
|
|
"loss": 1.9836992263793944,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 0.55552,
|
|
"grad_norm": 0.7530176043510437,
|
|
"learning_rate": 0.00029791678216911974,
|
|
"loss": 1.993238639831543,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 0.5568,
|
|
"grad_norm": 0.8118612766265869,
|
|
"learning_rate": 0.0002979067272296761,
|
|
"loss": 2.0035892486572267,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.55808,
|
|
"grad_norm": 0.7913742065429688,
|
|
"learning_rate": 0.0002978966482533404,
|
|
"loss": 2.002780532836914,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 0.55936,
|
|
"grad_norm": 0.694092333316803,
|
|
"learning_rate": 0.0002978865452417505,
|
|
"loss": 2.0032726287841798,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 0.56064,
|
|
"grad_norm": 0.6410046815872192,
|
|
"learning_rate": 0.0002978764181965483,
|
|
"loss": 2.001888465881348,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 0.56192,
|
|
"grad_norm": 0.7601751089096069,
|
|
"learning_rate": 0.00029786626711937966,
|
|
"loss": 2.0106828689575194,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 0.5632,
|
|
"grad_norm": 0.7212942838668823,
|
|
"learning_rate": 0.00029785609201189424,
|
|
"loss": 2.023110198974609,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.56448,
|
|
"grad_norm": 0.7451926469802856,
|
|
"learning_rate": 0.0002978458928757456,
|
|
"loss": 2.011552619934082,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 0.56576,
|
|
"grad_norm": 0.6781797409057617,
|
|
"learning_rate": 0.00029783566971259125,
|
|
"loss": 2.0140331268310545,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 0.56704,
|
|
"grad_norm": 0.7447178959846497,
|
|
"learning_rate": 0.0002978254225240926,
|
|
"loss": 2.0165130615234377,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 0.56832,
|
|
"grad_norm": 0.7245031595230103,
|
|
"learning_rate": 0.0002978151513119149,
|
|
"loss": 1.9940263748168945,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 0.5696,
|
|
"grad_norm": 0.756145715713501,
|
|
"learning_rate": 0.0002978048560777275,
|
|
"loss": 1.975267219543457,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.57088,
|
|
"grad_norm": 0.7302019000053406,
|
|
"learning_rate": 0.00029779453682320345,
|
|
"loss": 1.992108154296875,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 0.57216,
|
|
"grad_norm": 0.8035944104194641,
|
|
"learning_rate": 0.0002977841935500197,
|
|
"loss": 1.9908878326416015,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 0.57344,
|
|
"grad_norm": 0.7327392101287842,
|
|
"learning_rate": 0.00029777382625985734,
|
|
"loss": 2.000600051879883,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 0.57472,
|
|
"grad_norm": 0.6741060018539429,
|
|
"learning_rate": 0.00029776343495440104,
|
|
"loss": 2.0095552444458007,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 0.576,
|
|
"grad_norm": 0.6768994331359863,
|
|
"learning_rate": 0.00029775301963533957,
|
|
"loss": 1.983211135864258,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.57728,
|
|
"grad_norm": 0.7285369634628296,
|
|
"learning_rate": 0.0002977425803043657,
|
|
"loss": 2.011127471923828,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 0.57856,
|
|
"grad_norm": 0.6478345394134521,
|
|
"learning_rate": 0.00029773211696317573,
|
|
"loss": 1.9803707122802734,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 0.57984,
|
|
"grad_norm": 0.7388439774513245,
|
|
"learning_rate": 0.0002977216296134703,
|
|
"loss": 1.9949949264526368,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 0.58112,
|
|
"grad_norm": 0.6757745742797852,
|
|
"learning_rate": 0.0002977111182569536,
|
|
"loss": 2.025724983215332,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 0.5824,
|
|
"grad_norm": 0.6242362856864929,
|
|
"learning_rate": 0.00029770058289533397,
|
|
"loss": 2.0046735763549806,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.58368,
|
|
"grad_norm": 0.6959071159362793,
|
|
"learning_rate": 0.0002976900235303235,
|
|
"loss": 1.9909477233886719,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 0.58496,
|
|
"grad_norm": 1.1365975141525269,
|
|
"learning_rate": 0.0002976794401636383,
|
|
"loss": 2.0057315826416016,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 0.58624,
|
|
"grad_norm": 0.6782042384147644,
|
|
"learning_rate": 0.00029766883279699826,
|
|
"loss": 2.0111324310302736,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 0.58752,
|
|
"grad_norm": 1.024519681930542,
|
|
"learning_rate": 0.0002976582014321272,
|
|
"loss": 1.995925521850586,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 0.5888,
|
|
"grad_norm": 0.7553693056106567,
|
|
"learning_rate": 0.0002976475460707529,
|
|
"loss": 2.0124210357666015,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.59008,
|
|
"grad_norm": 0.6609204411506653,
|
|
"learning_rate": 0.00029763686671460703,
|
|
"loss": 1.9881935119628906,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 0.59136,
|
|
"grad_norm": 0.7214299440383911,
|
|
"learning_rate": 0.00029762616336542514,
|
|
"loss": 1.9801551818847656,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 0.59264,
|
|
"grad_norm": 0.6682612895965576,
|
|
"learning_rate": 0.00029761543602494655,
|
|
"loss": 2.023514175415039,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 0.59392,
|
|
"grad_norm": 0.7894415855407715,
|
|
"learning_rate": 0.0002976046846949148,
|
|
"loss": 2.010751724243164,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 0.5952,
|
|
"grad_norm": 0.6574305891990662,
|
|
"learning_rate": 0.0002975939093770769,
|
|
"loss": 1.976632308959961,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.59648,
|
|
"grad_norm": 0.6413716673851013,
|
|
"learning_rate": 0.00029758311007318416,
|
|
"loss": 2.0151065826416015,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 0.59776,
|
|
"grad_norm": 0.7089874148368835,
|
|
"learning_rate": 0.00029757228678499155,
|
|
"loss": 1.9980993270874023,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 0.59904,
|
|
"grad_norm": 0.6705209612846375,
|
|
"learning_rate": 0.000297561439514258,
|
|
"loss": 2.0038993835449217,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 0.60032,
|
|
"grad_norm": 0.6938350796699524,
|
|
"learning_rate": 0.00029755056826274637,
|
|
"loss": 1.9767511367797852,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 0.6016,
|
|
"grad_norm": 0.733703076839447,
|
|
"learning_rate": 0.0002975396730322234,
|
|
"loss": 2.0173906326293944,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.60288,
|
|
"grad_norm": 0.6944065093994141,
|
|
"learning_rate": 0.0002975287538244597,
|
|
"loss": 2.012947654724121,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 0.60416,
|
|
"grad_norm": 0.7177563905715942,
|
|
"learning_rate": 0.0002975178106412298,
|
|
"loss": 1.9930303573608399,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 0.60544,
|
|
"grad_norm": 0.7881021499633789,
|
|
"learning_rate": 0.000297506843484312,
|
|
"loss": 2.0142608642578126,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 0.60672,
|
|
"grad_norm": 0.7584002614021301,
|
|
"learning_rate": 0.00029749585235548887,
|
|
"loss": 2.0150390625,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 0.608,
|
|
"grad_norm": 0.7548288106918335,
|
|
"learning_rate": 0.00029748483725654636,
|
|
"loss": 2.001949691772461,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.60928,
|
|
"grad_norm": 0.7352362871170044,
|
|
"learning_rate": 0.00029747379818927474,
|
|
"loss": 2.014604187011719,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"epoch": 0.61056,
|
|
"grad_norm": 0.736960768699646,
|
|
"learning_rate": 0.00029746273515546793,
|
|
"loss": 2.0182096481323244,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"epoch": 0.61184,
|
|
"grad_norm": 0.8847310543060303,
|
|
"learning_rate": 0.00029745164815692387,
|
|
"loss": 1.9898075103759765,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"epoch": 0.61312,
|
|
"grad_norm": 0.7176423072814941,
|
|
"learning_rate": 0.0002974405371954443,
|
|
"loss": 2.003055953979492,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"epoch": 0.6144,
|
|
"grad_norm": 0.7516958713531494,
|
|
"learning_rate": 0.00029742940227283504,
|
|
"loss": 1.9840295791625977,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.61568,
|
|
"grad_norm": 0.7542930245399475,
|
|
"learning_rate": 0.0002974182433909055,
|
|
"loss": 2.0189092636108397,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"epoch": 0.61696,
|
|
"grad_norm": 0.7811306118965149,
|
|
"learning_rate": 0.0002974070605514692,
|
|
"loss": 2.005120849609375,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"epoch": 0.61824,
|
|
"grad_norm": 0.6935572028160095,
|
|
"learning_rate": 0.00029739585375634356,
|
|
"loss": 2.0136289596557617,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"epoch": 0.61952,
|
|
"grad_norm": 0.9725347757339478,
|
|
"learning_rate": 0.0002973846230073498,
|
|
"loss": 2.0010726928710936,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"epoch": 0.6208,
|
|
"grad_norm": 0.6915906071662903,
|
|
"learning_rate": 0.0002973733683063131,
|
|
"loss": 2.010584259033203,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.62208,
|
|
"grad_norm": 0.771823525428772,
|
|
"learning_rate": 0.00029736208965506247,
|
|
"loss": 2.0161518096923827,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"epoch": 0.62336,
|
|
"grad_norm": 0.6337702870368958,
|
|
"learning_rate": 0.00029735078705543086,
|
|
"loss": 2.0008981704711912,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"epoch": 0.62464,
|
|
"grad_norm": 0.6666226387023926,
|
|
"learning_rate": 0.0002973394605092551,
|
|
"loss": 2.010310173034668,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"epoch": 0.62592,
|
|
"grad_norm": 0.7635229825973511,
|
|
"learning_rate": 0.00029732811001837594,
|
|
"loss": 2.0058834075927736,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"epoch": 0.6272,
|
|
"grad_norm": 0.9127666354179382,
|
|
"learning_rate": 0.0002973167355846379,
|
|
"loss": 2.0224124908447267,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.62848,
|
|
"grad_norm": 0.8189308047294617,
|
|
"learning_rate": 0.0002973053372098896,
|
|
"loss": 2.007943344116211,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"epoch": 0.62976,
|
|
"grad_norm": 0.7304124236106873,
|
|
"learning_rate": 0.0002972939148959834,
|
|
"loss": 2.000100517272949,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"epoch": 0.63104,
|
|
"grad_norm": 0.6603564620018005,
|
|
"learning_rate": 0.00029728246864477555,
|
|
"loss": 2.0129776000976562,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"epoch": 0.63232,
|
|
"grad_norm": 0.6280004382133484,
|
|
"learning_rate": 0.00029727099845812616,
|
|
"loss": 2.0045780181884765,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"epoch": 0.6336,
|
|
"grad_norm": 0.7431449294090271,
|
|
"learning_rate": 0.00029725950433789954,
|
|
"loss": 1.98687744140625,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.63488,
|
|
"grad_norm": 0.8049905896186829,
|
|
"learning_rate": 0.0002972479862859634,
|
|
"loss": 2.004106330871582,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"epoch": 0.63616,
|
|
"grad_norm": 0.7185505628585815,
|
|
"learning_rate": 0.00029723644430418956,
|
|
"loss": 1.998849868774414,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"epoch": 0.63744,
|
|
"grad_norm": 0.8346318602561951,
|
|
"learning_rate": 0.0002972248783944539,
|
|
"loss": 1.9910211563110352,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"epoch": 0.63872,
|
|
"grad_norm": 0.686622142791748,
|
|
"learning_rate": 0.0002972132885586361,
|
|
"loss": 1.9930900573730468,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"grad_norm": 0.7573023438453674,
|
|
"learning_rate": 0.00029720167479861946,
|
|
"loss": 2.01367244720459,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.64128,
|
|
"grad_norm": 0.7065608501434326,
|
|
"learning_rate": 0.0002971900371162915,
|
|
"loss": 1.9992128372192384,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"epoch": 0.64256,
|
|
"grad_norm": 0.7289401292800903,
|
|
"learning_rate": 0.00029717837551354354,
|
|
"loss": 1.9842073440551757,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"epoch": 0.64384,
|
|
"grad_norm": 0.6458973288536072,
|
|
"learning_rate": 0.00029716668999227064,
|
|
"loss": 2.0016260147094727,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"epoch": 0.64512,
|
|
"grad_norm": 0.7114098072052002,
|
|
"learning_rate": 0.0002971549805543719,
|
|
"loss": 1.9759035110473633,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"epoch": 0.6464,
|
|
"grad_norm": 0.7502028346061707,
|
|
"learning_rate": 0.0002971432472017503,
|
|
"loss": 1.9977811813354491,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.64768,
|
|
"grad_norm": 0.7050338387489319,
|
|
"learning_rate": 0.00029713148993631267,
|
|
"loss": 2.0023754119873045,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"epoch": 0.64896,
|
|
"grad_norm": 0.7351704835891724,
|
|
"learning_rate": 0.0002971197087599697,
|
|
"loss": 1.9990671157836915,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"epoch": 0.65024,
|
|
"grad_norm": 0.684573769569397,
|
|
"learning_rate": 0.000297107903674636,
|
|
"loss": 2.0173965454101563,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"epoch": 0.65152,
|
|
"grad_norm": 0.7622045278549194,
|
|
"learning_rate": 0.0002970960746822301,
|
|
"loss": 1.9990699768066407,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"epoch": 0.6528,
|
|
"grad_norm": 0.5931624174118042,
|
|
"learning_rate": 0.00029708422178467426,
|
|
"loss": 2.0040538787841795,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.65408,
|
|
"grad_norm": 0.6407083868980408,
|
|
"learning_rate": 0.0002970723449838949,
|
|
"loss": 2.00338191986084,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"epoch": 0.65536,
|
|
"grad_norm": 0.7045226097106934,
|
|
"learning_rate": 0.0002970604442818221,
|
|
"loss": 1.996185874938965,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"epoch": 0.65664,
|
|
"grad_norm": 0.6836894154548645,
|
|
"learning_rate": 0.0002970485196803898,
|
|
"loss": 1.994027328491211,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"epoch": 0.65792,
|
|
"grad_norm": 0.6975918412208557,
|
|
"learning_rate": 0.000297036571181536,
|
|
"loss": 1.9909107208251953,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"epoch": 0.6592,
|
|
"grad_norm": 0.7193573713302612,
|
|
"learning_rate": 0.00029702459878720255,
|
|
"loss": 1.9966390609741211,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.66048,
|
|
"grad_norm": 0.6120880246162415,
|
|
"learning_rate": 0.000297012602499335,
|
|
"loss": 1.9817461013793944,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"epoch": 0.66176,
|
|
"grad_norm": 0.759924054145813,
|
|
"learning_rate": 0.000297000582319883,
|
|
"loss": 1.9850471496582032,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"epoch": 0.66304,
|
|
"grad_norm": 0.6980900764465332,
|
|
"learning_rate": 0.0002969885382508,
|
|
"loss": 1.9931489944458007,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"epoch": 0.66432,
|
|
"grad_norm": 0.7123715877532959,
|
|
"learning_rate": 0.00029697647029404325,
|
|
"loss": 2.000169563293457,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"epoch": 0.6656,
|
|
"grad_norm": 0.6090735197067261,
|
|
"learning_rate": 0.000296964378451574,
|
|
"loss": 1.9939422607421875,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.66688,
|
|
"grad_norm": 0.7080000042915344,
|
|
"learning_rate": 0.0002969522627253574,
|
|
"loss": 1.9911760330200194,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"epoch": 0.66816,
|
|
"grad_norm": 0.6564937233924866,
|
|
"learning_rate": 0.0002969401231173624,
|
|
"loss": 1.9953861236572266,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"epoch": 0.66944,
|
|
"grad_norm": 0.6857775449752808,
|
|
"learning_rate": 0.0002969279596295618,
|
|
"loss": 2.0081436157226564,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"epoch": 0.67072,
|
|
"grad_norm": 0.7370122671127319,
|
|
"learning_rate": 0.00029691577226393235,
|
|
"loss": 2.0082754135131835,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"epoch": 0.672,
|
|
"grad_norm": 0.6324231624603271,
|
|
"learning_rate": 0.0002969035610224547,
|
|
"loss": 2.0048879623413085,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.67328,
|
|
"grad_norm": 0.7700392007827759,
|
|
"learning_rate": 0.0002968913259071133,
|
|
"loss": 2.0072811126708983,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"epoch": 0.67456,
|
|
"grad_norm": 0.6762933731079102,
|
|
"learning_rate": 0.00029687906691989655,
|
|
"loss": 1.9954465866088866,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"epoch": 0.67584,
|
|
"grad_norm": 0.7391619086265564,
|
|
"learning_rate": 0.00029686678406279674,
|
|
"loss": 1.9988208770751954,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"epoch": 0.67712,
|
|
"grad_norm": 0.6812599301338196,
|
|
"learning_rate": 0.00029685447733780995,
|
|
"loss": 1.9795747756958009,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"epoch": 0.6784,
|
|
"grad_norm": 0.6824685335159302,
|
|
"learning_rate": 0.00029684214674693623,
|
|
"loss": 2.0002880096435547,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.67968,
|
|
"grad_norm": 0.7883182168006897,
|
|
"learning_rate": 0.00029682979229217943,
|
|
"loss": 1.9892650604248048,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"epoch": 0.68096,
|
|
"grad_norm": 0.8476542234420776,
|
|
"learning_rate": 0.0002968174139755474,
|
|
"loss": 2.0148120880126954,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"epoch": 0.68224,
|
|
"grad_norm": 0.7227822542190552,
|
|
"learning_rate": 0.00029680501179905173,
|
|
"loss": 2.0036792755126953,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"epoch": 0.68352,
|
|
"grad_norm": 0.6343380212783813,
|
|
"learning_rate": 0.00029679258576470794,
|
|
"loss": 2.0134708404541017,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"epoch": 0.6848,
|
|
"grad_norm": 0.6354977488517761,
|
|
"learning_rate": 0.00029678013587453543,
|
|
"loss": 2.0034976959228517,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 0.68608,
|
|
"grad_norm": 0.7666685581207275,
|
|
"learning_rate": 0.0002967676621305575,
|
|
"loss": 1.9847345352172852,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"epoch": 0.68736,
|
|
"grad_norm": 0.8441287875175476,
|
|
"learning_rate": 0.0002967551645348013,
|
|
"loss": 2.006691551208496,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"epoch": 0.68864,
|
|
"grad_norm": 0.6251808404922485,
|
|
"learning_rate": 0.0002967426430892979,
|
|
"loss": 1.9834270477294922,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"epoch": 0.68992,
|
|
"grad_norm": 0.636553168296814,
|
|
"learning_rate": 0.0002967300977960821,
|
|
"loss": 1.9941967010498047,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"epoch": 0.6912,
|
|
"grad_norm": 0.6793889999389648,
|
|
"learning_rate": 0.0002967175286571928,
|
|
"loss": 2.016760063171387,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.69248,
|
|
"grad_norm": 0.7251984477043152,
|
|
"learning_rate": 0.0002967049356746726,
|
|
"loss": 1.9951417922973633,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"epoch": 0.69376,
|
|
"grad_norm": 0.8330734372138977,
|
|
"learning_rate": 0.00029669231885056806,
|
|
"loss": 1.992695426940918,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"epoch": 0.69504,
|
|
"grad_norm": 0.6929616928100586,
|
|
"learning_rate": 0.00029667967818692957,
|
|
"loss": 1.9796766281127929,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"epoch": 0.69632,
|
|
"grad_norm": 0.73932945728302,
|
|
"learning_rate": 0.0002966670136858114,
|
|
"loss": 1.9927392959594727,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"epoch": 0.6976,
|
|
"grad_norm": 0.728484034538269,
|
|
"learning_rate": 0.00029665432534927176,
|
|
"loss": 1.990020179748535,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 0.69888,
|
|
"grad_norm": 0.8292369842529297,
|
|
"learning_rate": 0.0002966416131793726,
|
|
"loss": 2.007571220397949,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"epoch": 0.70016,
|
|
"grad_norm": 0.6958839297294617,
|
|
"learning_rate": 0.00029662887717818,
|
|
"loss": 1.9895818710327149,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"epoch": 0.70144,
|
|
"grad_norm": 0.8625398874282837,
|
|
"learning_rate": 0.0002966161173477635,
|
|
"loss": 2.008391761779785,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"epoch": 0.70272,
|
|
"grad_norm": 0.7190197110176086,
|
|
"learning_rate": 0.00029660333369019683,
|
|
"loss": 1.9892658233642577,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"epoch": 0.704,
|
|
"grad_norm": 0.6254742741584778,
|
|
"learning_rate": 0.00029659052620755757,
|
|
"loss": 1.9928400039672851,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.70528,
|
|
"grad_norm": 0.7220839262008667,
|
|
"learning_rate": 0.0002965776949019271,
|
|
"loss": 1.9931129455566405,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"epoch": 0.70656,
|
|
"grad_norm": 0.6875084042549133,
|
|
"learning_rate": 0.0002965648397753907,
|
|
"loss": 2.006221961975098,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"epoch": 0.70784,
|
|
"grad_norm": 0.6967015862464905,
|
|
"learning_rate": 0.0002965519608300374,
|
|
"loss": 2.0144590377807616,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"epoch": 0.70912,
|
|
"grad_norm": 0.7796663045883179,
|
|
"learning_rate": 0.0002965390580679603,
|
|
"loss": 1.9761390686035156,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"epoch": 0.7104,
|
|
"grad_norm": 0.6932560801506042,
|
|
"learning_rate": 0.0002965261314912563,
|
|
"loss": 1.9977296829223632,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 0.71168,
|
|
"grad_norm": 0.6555649638175964,
|
|
"learning_rate": 0.00029651318110202605,
|
|
"loss": 1.9888612747192382,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"epoch": 0.71296,
|
|
"grad_norm": 0.7425674796104431,
|
|
"learning_rate": 0.00029650020690237425,
|
|
"loss": 1.9898294448852538,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"epoch": 0.71424,
|
|
"grad_norm": 0.754615068435669,
|
|
"learning_rate": 0.0002964872088944093,
|
|
"loss": 1.9967521667480468,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"epoch": 0.71552,
|
|
"grad_norm": 0.6292251944541931,
|
|
"learning_rate": 0.0002964741870802437,
|
|
"loss": 2.0030208587646485,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"epoch": 0.7168,
|
|
"grad_norm": 0.7437636256217957,
|
|
"learning_rate": 0.0002964611414619936,
|
|
"loss": 2.0063127517700194,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.71808,
|
|
"grad_norm": 0.6832345128059387,
|
|
"learning_rate": 0.000296448072041779,
|
|
"loss": 1.9996273040771484,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"epoch": 0.71936,
|
|
"grad_norm": 0.6542320847511292,
|
|
"learning_rate": 0.000296434978821724,
|
|
"loss": 1.9821640014648438,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"epoch": 0.72064,
|
|
"grad_norm": 0.6850648522377014,
|
|
"learning_rate": 0.0002964218618039564,
|
|
"loss": 1.9940942764282226,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"epoch": 0.72192,
|
|
"grad_norm": 0.7427983283996582,
|
|
"learning_rate": 0.00029640872099060783,
|
|
"loss": 1.981001091003418,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"epoch": 0.7232,
|
|
"grad_norm": 0.7683842182159424,
|
|
"learning_rate": 0.0002963955563838139,
|
|
"loss": 2.008561897277832,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 0.72448,
|
|
"grad_norm": 0.6730973124504089,
|
|
"learning_rate": 0.00029638236798571404,
|
|
"loss": 1.996862030029297,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"epoch": 0.72576,
|
|
"grad_norm": 0.6657568216323853,
|
|
"learning_rate": 0.00029636915579845155,
|
|
"loss": 1.9981700897216796,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"epoch": 0.72704,
|
|
"grad_norm": 0.7134661674499512,
|
|
"learning_rate": 0.0002963559198241736,
|
|
"loss": 1.9864439010620116,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"epoch": 0.72832,
|
|
"grad_norm": 0.7284188866615295,
|
|
"learning_rate": 0.00029634266006503123,
|
|
"loss": 2.0042444229125977,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"epoch": 0.7296,
|
|
"grad_norm": 0.7229200005531311,
|
|
"learning_rate": 0.0002963293765231793,
|
|
"loss": 1.9872091293334961,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.73088,
|
|
"grad_norm": 0.6603932976722717,
|
|
"learning_rate": 0.00029631606920077654,
|
|
"loss": 2.0120763778686523,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"epoch": 0.73216,
|
|
"grad_norm": 0.8360553979873657,
|
|
"learning_rate": 0.00029630273809998567,
|
|
"loss": 1.9983232498168946,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"epoch": 0.73344,
|
|
"grad_norm": 0.611983060836792,
|
|
"learning_rate": 0.0002962893832229731,
|
|
"loss": 1.9799180984497071,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"epoch": 0.73472,
|
|
"grad_norm": 0.6826144456863403,
|
|
"learning_rate": 0.0002962760045719092,
|
|
"loss": 1.985218620300293,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"epoch": 0.736,
|
|
"grad_norm": 0.6724496483802795,
|
|
"learning_rate": 0.0002962626021489682,
|
|
"loss": 1.9969600677490233,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.73728,
|
|
"grad_norm": 0.6387225389480591,
|
|
"learning_rate": 0.0002962491759563282,
|
|
"loss": 2.0010164260864256,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"epoch": 0.73856,
|
|
"grad_norm": 0.7522284388542175,
|
|
"learning_rate": 0.00029623572599617106,
|
|
"loss": 2.0010658264160157,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"epoch": 0.73984,
|
|
"grad_norm": 0.6354997158050537,
|
|
"learning_rate": 0.0002962222522706827,
|
|
"loss": 2.015804481506348,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"epoch": 0.74112,
|
|
"grad_norm": 0.671524703502655,
|
|
"learning_rate": 0.00029620875478205273,
|
|
"loss": 2.0011077880859376,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"epoch": 0.7424,
|
|
"grad_norm": 0.6422104835510254,
|
|
"learning_rate": 0.00029619523353247463,
|
|
"loss": 1.9921817779541016,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.74368,
|
|
"grad_norm": 0.6711571216583252,
|
|
"learning_rate": 0.0002961816885241458,
|
|
"loss": 1.9803316116333007,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"epoch": 0.74496,
|
|
"grad_norm": 0.8022178411483765,
|
|
"learning_rate": 0.00029616811975926763,
|
|
"loss": 1.9788673400878907,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"epoch": 0.74624,
|
|
"grad_norm": 0.6730902194976807,
|
|
"learning_rate": 0.0002961545272400451,
|
|
"loss": 1.9903987884521483,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"epoch": 0.74752,
|
|
"grad_norm": 0.7900033593177795,
|
|
"learning_rate": 0.0002961409109686872,
|
|
"loss": 2.013372802734375,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"epoch": 0.7488,
|
|
"grad_norm": 0.6188972592353821,
|
|
"learning_rate": 0.00029612727094740674,
|
|
"loss": 1.9988031387329102,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 0.75008,
|
|
"grad_norm": 0.6830716729164124,
|
|
"learning_rate": 0.00029611360717842047,
|
|
"loss": 1.9980751037597657,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"epoch": 0.75136,
|
|
"grad_norm": 0.7211880683898926,
|
|
"learning_rate": 0.00029609991966394897,
|
|
"loss": 2.0045663833618166,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"epoch": 0.75264,
|
|
"grad_norm": 0.6811301708221436,
|
|
"learning_rate": 0.0002960862084062166,
|
|
"loss": 2.0147485733032227,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"epoch": 0.75392,
|
|
"grad_norm": 0.6604957580566406,
|
|
"learning_rate": 0.0002960724734074516,
|
|
"loss": 1.987942886352539,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"epoch": 0.7552,
|
|
"grad_norm": 0.7545401453971863,
|
|
"learning_rate": 0.0002960587146698861,
|
|
"loss": 2.0053482055664062,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.75648,
|
|
"grad_norm": 0.6331950426101685,
|
|
"learning_rate": 0.00029604493219575616,
|
|
"loss": 1.9871101379394531,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"epoch": 0.75776,
|
|
"grad_norm": 0.6771983504295349,
|
|
"learning_rate": 0.0002960311259873015,
|
|
"loss": 1.9838722229003907,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"epoch": 0.75904,
|
|
"grad_norm": 0.7738776206970215,
|
|
"learning_rate": 0.000296017296046766,
|
|
"loss": 2.0045019149780274,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"epoch": 0.76032,
|
|
"grad_norm": 0.7317860722541809,
|
|
"learning_rate": 0.0002960034423763971,
|
|
"loss": 2.015328788757324,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"epoch": 0.7616,
|
|
"grad_norm": 0.6838796138763428,
|
|
"learning_rate": 0.00029598956497844616,
|
|
"loss": 1.993131446838379,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 0.76288,
|
|
"grad_norm": 0.7081223130226135,
|
|
"learning_rate": 0.00029597566385516856,
|
|
"loss": 1.9932073593139648,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"epoch": 0.76416,
|
|
"grad_norm": 0.7130403518676758,
|
|
"learning_rate": 0.0002959617390088234,
|
|
"loss": 1.995915985107422,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"epoch": 0.76544,
|
|
"grad_norm": 0.6577734351158142,
|
|
"learning_rate": 0.0002959477904416736,
|
|
"loss": 2.001402473449707,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"epoch": 0.76672,
|
|
"grad_norm": 0.8433389663696289,
|
|
"learning_rate": 0.00029593381815598606,
|
|
"loss": 1.9908720016479493,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"epoch": 0.768,
|
|
"grad_norm": 0.7578377723693848,
|
|
"learning_rate": 0.00029591982215403144,
|
|
"loss": 1.9951087951660156,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.76928,
|
|
"grad_norm": 0.6299430131912231,
|
|
"learning_rate": 0.0002959058024380843,
|
|
"loss": 1.9930356979370116,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"epoch": 0.77056,
|
|
"grad_norm": 0.7663775682449341,
|
|
"learning_rate": 0.00029589175901042304,
|
|
"loss": 1.994969940185547,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"epoch": 0.77184,
|
|
"grad_norm": 0.7576585412025452,
|
|
"learning_rate": 0.0002958776918733299,
|
|
"loss": 2.008650779724121,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"epoch": 0.77312,
|
|
"grad_norm": 1.5998573303222656,
|
|
"learning_rate": 0.00029586360102909097,
|
|
"loss": 1.9937719345092773,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"epoch": 0.7744,
|
|
"grad_norm": 0.8406224250793457,
|
|
"learning_rate": 0.0002958494864799962,
|
|
"loss": 2.0037378311157226,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 0.77568,
|
|
"grad_norm": 0.7180790901184082,
|
|
"learning_rate": 0.00029583534822833944,
|
|
"loss": 2.002363586425781,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"epoch": 0.77696,
|
|
"grad_norm": 0.604666531085968,
|
|
"learning_rate": 0.0002958211862764183,
|
|
"loss": 1.9915838241577148,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"epoch": 0.77824,
|
|
"grad_norm": 0.6440698504447937,
|
|
"learning_rate": 0.0002958070006265344,
|
|
"loss": 1.9986055374145508,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"epoch": 0.77952,
|
|
"grad_norm": 0.6588718891143799,
|
|
"learning_rate": 0.000295792791280993,
|
|
"loss": 1.9881462097167968,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"epoch": 0.7808,
|
|
"grad_norm": 0.7286064624786377,
|
|
"learning_rate": 0.0002957785582421034,
|
|
"loss": 2.000356674194336,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.78208,
|
|
"grad_norm": 0.8021141886711121,
|
|
"learning_rate": 0.0002957643015121785,
|
|
"loss": 1.9829841613769532,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"epoch": 0.78336,
|
|
"grad_norm": 0.7439085245132446,
|
|
"learning_rate": 0.0002957500210935354,
|
|
"loss": 1.988357162475586,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"epoch": 0.78464,
|
|
"grad_norm": 0.6714260578155518,
|
|
"learning_rate": 0.00029573571698849477,
|
|
"loss": 2.0017559051513674,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"epoch": 0.78592,
|
|
"grad_norm": 0.654412031173706,
|
|
"learning_rate": 0.0002957213891993813,
|
|
"loss": 1.9880069732666015,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"epoch": 0.7872,
|
|
"grad_norm": 0.6551602482795715,
|
|
"learning_rate": 0.00029570703772852336,
|
|
"loss": 2.0161787033081056,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 0.78848,
|
|
"grad_norm": 0.6666812300682068,
|
|
"learning_rate": 0.00029569266257825335,
|
|
"loss": 1.9900634765625,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"epoch": 0.78976,
|
|
"grad_norm": 0.7876213192939758,
|
|
"learning_rate": 0.00029567826375090736,
|
|
"loss": 2.003603935241699,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"epoch": 0.79104,
|
|
"grad_norm": 1.2557580471038818,
|
|
"learning_rate": 0.0002956638412488254,
|
|
"loss": 1.9852615356445313,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"epoch": 0.79232,
|
|
"grad_norm": 0.6098614931106567,
|
|
"learning_rate": 0.0002956493950743514,
|
|
"loss": 1.9911855697631835,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"epoch": 0.7936,
|
|
"grad_norm": 0.7123518586158752,
|
|
"learning_rate": 0.00029563492522983304,
|
|
"loss": 1.9931888580322266,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.79488,
|
|
"grad_norm": 0.6955991983413696,
|
|
"learning_rate": 0.0002956204317176218,
|
|
"loss": 2.0002986907958986,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"epoch": 0.79616,
|
|
"grad_norm": 0.6723616123199463,
|
|
"learning_rate": 0.0002956059145400731,
|
|
"loss": 2.0050445556640626,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"epoch": 0.79744,
|
|
"grad_norm": 0.7482268810272217,
|
|
"learning_rate": 0.0002955913736995463,
|
|
"loss": 1.996047592163086,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"epoch": 0.79872,
|
|
"grad_norm": 0.6395532488822937,
|
|
"learning_rate": 0.00029557680919840433,
|
|
"loss": 2.012595558166504,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"grad_norm": 0.6754005551338196,
|
|
"learning_rate": 0.00029556222103901416,
|
|
"loss": 1.9906475067138671,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.80128,
|
|
"grad_norm": 0.6359081864356995,
|
|
"learning_rate": 0.00029554760922374665,
|
|
"loss": 1.979934310913086,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"epoch": 0.80256,
|
|
"grad_norm": 0.5925866365432739,
|
|
"learning_rate": 0.0002955329737549764,
|
|
"loss": 2.0107406616210937,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"epoch": 0.80384,
|
|
"grad_norm": 0.7143832445144653,
|
|
"learning_rate": 0.00029551831463508175,
|
|
"loss": 1.9844533920288085,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"epoch": 0.80512,
|
|
"grad_norm": 0.7044582366943359,
|
|
"learning_rate": 0.0002955036318664452,
|
|
"loss": 1.9771629333496095,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"epoch": 0.8064,
|
|
"grad_norm": 0.8326923847198486,
|
|
"learning_rate": 0.0002954889254514527,
|
|
"loss": 1.9971778869628907,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.80768,
|
|
"grad_norm": 0.682141900062561,
|
|
"learning_rate": 0.00029547419539249444,
|
|
"loss": 1.9877017974853515,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"epoch": 0.80896,
|
|
"grad_norm": 0.664592981338501,
|
|
"learning_rate": 0.0002954594416919642,
|
|
"loss": 1.9961456298828124,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"epoch": 0.81024,
|
|
"grad_norm": 0.6965521574020386,
|
|
"learning_rate": 0.0002954446643522596,
|
|
"loss": 1.9998743057250976,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"epoch": 0.81152,
|
|
"grad_norm": 0.6839595437049866,
|
|
"learning_rate": 0.00029542986337578216,
|
|
"loss": 1.9827798843383788,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"epoch": 0.8128,
|
|
"grad_norm": 0.7168360948562622,
|
|
"learning_rate": 0.0002954150387649373,
|
|
"loss": 1.9969907760620118,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 0.81408,
|
|
"grad_norm": 0.7123169302940369,
|
|
"learning_rate": 0.0002954001905221342,
|
|
"loss": 1.9951913833618165,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"epoch": 0.81536,
|
|
"grad_norm": 0.6068657040596008,
|
|
"learning_rate": 0.0002953853186497859,
|
|
"loss": 2.000649642944336,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"epoch": 0.81664,
|
|
"grad_norm": 0.6289076209068298,
|
|
"learning_rate": 0.0002953704231503093,
|
|
"loss": 2.0178243637084963,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"epoch": 0.81792,
|
|
"grad_norm": 0.6308927536010742,
|
|
"learning_rate": 0.00029535550402612517,
|
|
"loss": 1.9915205001831056,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"epoch": 0.8192,
|
|
"grad_norm": 0.616354763507843,
|
|
"learning_rate": 0.00029534056127965795,
|
|
"loss": 2.008121299743652,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.82048,
|
|
"grad_norm": 0.8025171756744385,
|
|
"learning_rate": 0.0002953255949133362,
|
|
"loss": 1.9940040588378907,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"epoch": 0.82176,
|
|
"grad_norm": 0.5960074663162231,
|
|
"learning_rate": 0.00029531060492959206,
|
|
"loss": 2.007202911376953,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"epoch": 0.82304,
|
|
"grad_norm": 0.7320867776870728,
|
|
"learning_rate": 0.0002952955913308616,
|
|
"loss": 2.001862144470215,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"epoch": 0.82432,
|
|
"grad_norm": 0.6877573132514954,
|
|
"learning_rate": 0.0002952805541195848,
|
|
"loss": 1.9913444519042969,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"epoch": 0.8256,
|
|
"grad_norm": 0.7313185334205627,
|
|
"learning_rate": 0.0002952654932982053,
|
|
"loss": 2.0005752563476564,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 0.82688,
|
|
"grad_norm": 0.6951473951339722,
|
|
"learning_rate": 0.00029525040886917083,
|
|
"loss": 1.9982521057128906,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"epoch": 0.82816,
|
|
"grad_norm": 0.6680341362953186,
|
|
"learning_rate": 0.0002952353008349328,
|
|
"loss": 2.009914779663086,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"epoch": 0.82944,
|
|
"grad_norm": 0.7091737389564514,
|
|
"learning_rate": 0.0002952201691979464,
|
|
"loss": 1.9832798004150392,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"epoch": 0.83072,
|
|
"grad_norm": 0.7563579678535461,
|
|
"learning_rate": 0.00029520501396067077,
|
|
"loss": 1.9979364395141601,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"epoch": 0.832,
|
|
"grad_norm": 0.6675616502761841,
|
|
"learning_rate": 0.00029518983512556886,
|
|
"loss": 2.0016298294067383,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.83328,
|
|
"grad_norm": 0.7811965346336365,
|
|
"learning_rate": 0.0002951746326951074,
|
|
"loss": 2.0019750595092773,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"epoch": 0.83456,
|
|
"grad_norm": 0.6802430748939514,
|
|
"learning_rate": 0.00029515940667175706,
|
|
"loss": 1.9861677169799805,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"epoch": 0.83584,
|
|
"grad_norm": 2.2662882804870605,
|
|
"learning_rate": 0.0002951441570579922,
|
|
"loss": 1.9777637481689454,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"epoch": 0.83712,
|
|
"grad_norm": 0.6255841851234436,
|
|
"learning_rate": 0.0002951288838562912,
|
|
"loss": 1.9651605606079101,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"epoch": 0.8384,
|
|
"grad_norm": 0.7399203777313232,
|
|
"learning_rate": 0.00029511358706913604,
|
|
"loss": 2.0162445068359376,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 0.83968,
|
|
"grad_norm": 0.6955289244651794,
|
|
"learning_rate": 0.0002950982666990127,
|
|
"loss": 2.0194833755493162,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"epoch": 0.84096,
|
|
"grad_norm": 0.8125286102294922,
|
|
"learning_rate": 0.00029508292274841105,
|
|
"loss": 1.9961944580078126,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"epoch": 0.84224,
|
|
"grad_norm": 0.6711224317550659,
|
|
"learning_rate": 0.00029506755521982453,
|
|
"loss": 1.9958179473876954,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"epoch": 0.84352,
|
|
"grad_norm": 0.7141205668449402,
|
|
"learning_rate": 0.00029505216411575074,
|
|
"loss": 1.9968080520629883,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"epoch": 0.8448,
|
|
"grad_norm": 0.6302902698516846,
|
|
"learning_rate": 0.0002950367494386909,
|
|
"loss": 1.9921850204467773,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.84608,
|
|
"grad_norm": 0.6486519575119019,
|
|
"learning_rate": 0.00029502131119114996,
|
|
"loss": 1.9878908157348634,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"epoch": 0.84736,
|
|
"grad_norm": 0.6470666527748108,
|
|
"learning_rate": 0.00029500584937563703,
|
|
"loss": 2.011512565612793,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"epoch": 0.84864,
|
|
"grad_norm": 0.6338657140731812,
|
|
"learning_rate": 0.0002949903639946649,
|
|
"loss": 2.005690574645996,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"epoch": 0.84992,
|
|
"grad_norm": 0.7112775444984436,
|
|
"learning_rate": 0.00029497485505074997,
|
|
"loss": 1.9783432006835937,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"epoch": 0.8512,
|
|
"grad_norm": 0.7458258271217346,
|
|
"learning_rate": 0.0002949593225464128,
|
|
"loss": 1.9891368865966796,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 0.85248,
|
|
"grad_norm": 0.7250550389289856,
|
|
"learning_rate": 0.0002949437664841775,
|
|
"loss": 2.01182861328125,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"epoch": 0.85376,
|
|
"grad_norm": 0.7721503973007202,
|
|
"learning_rate": 0.0002949281868665723,
|
|
"loss": 1.9848461151123047,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"epoch": 0.85504,
|
|
"grad_norm": 0.7179070115089417,
|
|
"learning_rate": 0.00029491258369612907,
|
|
"loss": 2.006007194519043,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"epoch": 0.85632,
|
|
"grad_norm": 0.7209992408752441,
|
|
"learning_rate": 0.0002948969569753835,
|
|
"loss": 2.0215726852416993,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"epoch": 0.8576,
|
|
"grad_norm": 0.6615075469017029,
|
|
"learning_rate": 0.00029488130670687516,
|
|
"loss": 1.9979560852050782,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.85888,
|
|
"grad_norm": 0.6356847286224365,
|
|
"learning_rate": 0.00029486563289314745,
|
|
"loss": 1.9941680908203125,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"epoch": 0.86016,
|
|
"grad_norm": 0.6343762874603271,
|
|
"learning_rate": 0.00029484993553674754,
|
|
"loss": 1.9781364440917968,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"epoch": 0.86144,
|
|
"grad_norm": 0.6580159664154053,
|
|
"learning_rate": 0.0002948342146402265,
|
|
"loss": 2.006149673461914,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"epoch": 0.86272,
|
|
"grad_norm": 0.6490921974182129,
|
|
"learning_rate": 0.00029481847020613924,
|
|
"loss": 1.991459274291992,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"epoch": 0.864,
|
|
"grad_norm": 0.6659132838249207,
|
|
"learning_rate": 0.0002948027022370443,
|
|
"loss": 1.977961540222168,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.86528,
|
|
"grad_norm": 0.6164100170135498,
|
|
"learning_rate": 0.0002947869107355044,
|
|
"loss": 2.012508773803711,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"epoch": 0.86656,
|
|
"grad_norm": 0.6852055191993713,
|
|
"learning_rate": 0.0002947710957040857,
|
|
"loss": 1.9905057907104493,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"epoch": 0.86784,
|
|
"grad_norm": 0.6740121841430664,
|
|
"learning_rate": 0.00029475525714535845,
|
|
"loss": 2.011355400085449,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"epoch": 0.86912,
|
|
"grad_norm": 0.6753290891647339,
|
|
"learning_rate": 0.0002947393950618967,
|
|
"loss": 1.9824066162109375,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"epoch": 0.8704,
|
|
"grad_norm": 0.6230936646461487,
|
|
"learning_rate": 0.0002947235094562781,
|
|
"loss": 1.9923259735107421,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.87168,
|
|
"grad_norm": 0.6286994218826294,
|
|
"learning_rate": 0.00029470760033108433,
|
|
"loss": 1.9875059127807617,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"epoch": 0.87296,
|
|
"grad_norm": 0.8378221988677979,
|
|
"learning_rate": 0.0002946916676889009,
|
|
"loss": 1.992207145690918,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"epoch": 0.87424,
|
|
"grad_norm": 0.6988818645477295,
|
|
"learning_rate": 0.00029467571153231705,
|
|
"loss": 1.9979055404663086,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"epoch": 0.87552,
|
|
"grad_norm": 0.6570968627929688,
|
|
"learning_rate": 0.0002946597318639259,
|
|
"loss": 1.9981571197509767,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"epoch": 0.8768,
|
|
"grad_norm": 0.6940664052963257,
|
|
"learning_rate": 0.0002946437286863243,
|
|
"loss": 1.9830677032470703,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 0.87808,
|
|
"grad_norm": 0.7300937175750732,
|
|
"learning_rate": 0.0002946277020021131,
|
|
"loss": 1.9862096786499024,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"epoch": 0.87936,
|
|
"grad_norm": 0.7412726283073425,
|
|
"learning_rate": 0.0002946116518138968,
|
|
"loss": 1.99698486328125,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"epoch": 0.88064,
|
|
"grad_norm": 0.71746426820755,
|
|
"learning_rate": 0.0002945955781242838,
|
|
"loss": 2.0053390502929687,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"epoch": 0.88192,
|
|
"grad_norm": 0.6349291801452637,
|
|
"learning_rate": 0.00029457948093588617,
|
|
"loss": 1.999542236328125,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"epoch": 0.8832,
|
|
"grad_norm": 0.654897153377533,
|
|
"learning_rate": 0.0002945633602513201,
|
|
"loss": 1.995721435546875,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.88448,
|
|
"grad_norm": 0.7566924691200256,
|
|
"learning_rate": 0.0002945472160732053,
|
|
"loss": 1.9950716018676757,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"epoch": 0.88576,
|
|
"grad_norm": 0.7700677514076233,
|
|
"learning_rate": 0.00029453104840416555,
|
|
"loss": 1.9884449005126954,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"epoch": 0.88704,
|
|
"grad_norm": 0.6426023244857788,
|
|
"learning_rate": 0.0002945148572468282,
|
|
"loss": 1.9813749313354492,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"epoch": 0.88832,
|
|
"grad_norm": 0.6777772307395935,
|
|
"learning_rate": 0.00029449864260382456,
|
|
"loss": 1.9967033386230468,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"epoch": 0.8896,
|
|
"grad_norm": 0.6357970237731934,
|
|
"learning_rate": 0.0002944824044777898,
|
|
"loss": 1.9828590393066405,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 0.89088,
|
|
"grad_norm": 0.7022501230239868,
|
|
"learning_rate": 0.00029446614287136275,
|
|
"loss": 1.9888254165649415,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"epoch": 0.89216,
|
|
"grad_norm": 0.7219241857528687,
|
|
"learning_rate": 0.0002944498577871862,
|
|
"loss": 2.0122438430786134,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"epoch": 0.89344,
|
|
"grad_norm": 0.9110201597213745,
|
|
"learning_rate": 0.00029443354922790673,
|
|
"loss": 2.006223678588867,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"epoch": 0.89472,
|
|
"grad_norm": 0.6884856224060059,
|
|
"learning_rate": 0.00029441721719617467,
|
|
"loss": 1.995973777770996,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"epoch": 0.896,
|
|
"grad_norm": 0.645409882068634,
|
|
"learning_rate": 0.0002944008616946442,
|
|
"loss": 2.0004106521606446,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.89728,
|
|
"grad_norm": 0.711455762386322,
|
|
"learning_rate": 0.00029438448272597325,
|
|
"loss": 1.9932981491088868,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"epoch": 0.89856,
|
|
"grad_norm": 0.7177769541740417,
|
|
"learning_rate": 0.00029436808029282375,
|
|
"loss": 1.997603988647461,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"epoch": 0.89984,
|
|
"grad_norm": 0.6674689054489136,
|
|
"learning_rate": 0.0002943516543978613,
|
|
"loss": 1.993707275390625,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"epoch": 0.90112,
|
|
"grad_norm": 0.6319096684455872,
|
|
"learning_rate": 0.00029433520504375526,
|
|
"loss": 1.9995529174804687,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"epoch": 0.9024,
|
|
"grad_norm": 0.709757387638092,
|
|
"learning_rate": 0.00029431873223317894,
|
|
"loss": 2.0230655670166016,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 0.90368,
|
|
"grad_norm": 0.6909634470939636,
|
|
"learning_rate": 0.00029430223596880935,
|
|
"loss": 1.9975494384765624,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"epoch": 0.90496,
|
|
"grad_norm": 0.7052473425865173,
|
|
"learning_rate": 0.00029428571625332746,
|
|
"loss": 1.9993263244628907,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"epoch": 0.90624,
|
|
"grad_norm": 0.7152456641197205,
|
|
"learning_rate": 0.00029426917308941785,
|
|
"loss": 1.9970455169677734,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"epoch": 0.90752,
|
|
"grad_norm": 0.6790175437927246,
|
|
"learning_rate": 0.0002942526064797691,
|
|
"loss": 2.0116363525390626,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"epoch": 0.9088,
|
|
"grad_norm": 0.7606917023658752,
|
|
"learning_rate": 0.0002942360164270734,
|
|
"loss": 1.9900932312011719,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.91008,
|
|
"grad_norm": 0.7293239235877991,
|
|
"learning_rate": 0.00029421940293402693,
|
|
"loss": 2.0022926330566406,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"epoch": 0.91136,
|
|
"grad_norm": 0.6462413668632507,
|
|
"learning_rate": 0.00029420276600332964,
|
|
"loss": 1.998992919921875,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"epoch": 0.91264,
|
|
"grad_norm": 0.686337947845459,
|
|
"learning_rate": 0.0002941861056376853,
|
|
"loss": 1.9897741317749023,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"epoch": 0.91392,
|
|
"grad_norm": 0.6641421914100647,
|
|
"learning_rate": 0.00029416942183980126,
|
|
"loss": 1.9985929489135743,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"epoch": 0.9152,
|
|
"grad_norm": 0.7737864851951599,
|
|
"learning_rate": 0.000294152714612389,
|
|
"loss": 1.9727941513061524,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 0.91648,
|
|
"grad_norm": 0.64877849817276,
|
|
"learning_rate": 0.00029413598395816376,
|
|
"loss": 2.022666358947754,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"epoch": 0.91776,
|
|
"grad_norm": 0.6656960248947144,
|
|
"learning_rate": 0.0002941192298798443,
|
|
"loss": 2.000381851196289,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"epoch": 0.91904,
|
|
"grad_norm": 0.7156676650047302,
|
|
"learning_rate": 0.0002941024523801536,
|
|
"loss": 2.003289222717285,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"epoch": 0.92032,
|
|
"grad_norm": 0.8479704260826111,
|
|
"learning_rate": 0.00029408565146181806,
|
|
"loss": 1.9910587310791015,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"epoch": 0.9216,
|
|
"grad_norm": 0.6156359314918518,
|
|
"learning_rate": 0.0002940688271275682,
|
|
"loss": 1.978067970275879,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.92288,
|
|
"grad_norm": 0.6154444813728333,
|
|
"learning_rate": 0.0002940519793801381,
|
|
"loss": 1.9935375213623048,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"epoch": 0.92416,
|
|
"grad_norm": 0.6085964441299438,
|
|
"learning_rate": 0.0002940351082222658,
|
|
"loss": 1.9991844177246094,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"epoch": 0.92544,
|
|
"grad_norm": 0.5994155406951904,
|
|
"learning_rate": 0.0002940182136566931,
|
|
"loss": 1.9809038162231445,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"epoch": 0.92672,
|
|
"grad_norm": 0.6245939135551453,
|
|
"learning_rate": 0.0002940012956861656,
|
|
"loss": 2.0163652420043947,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"epoch": 0.928,
|
|
"grad_norm": 0.6001088619232178,
|
|
"learning_rate": 0.0002939843543134327,
|
|
"loss": 1.9949073791503906,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.92928,
|
|
"grad_norm": 0.6890986561775208,
|
|
"learning_rate": 0.00029396738954124763,
|
|
"loss": 1.9710325241088866,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"epoch": 0.93056,
|
|
"grad_norm": 0.6825648546218872,
|
|
"learning_rate": 0.0002939504013723673,
|
|
"loss": 1.9972740173339845,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"epoch": 0.93184,
|
|
"grad_norm": 0.6806229948997498,
|
|
"learning_rate": 0.0002939333898095527,
|
|
"loss": 2.008091354370117,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"epoch": 0.93312,
|
|
"grad_norm": 0.6244903206825256,
|
|
"learning_rate": 0.0002939163548555683,
|
|
"loss": 2.005999755859375,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"epoch": 0.9344,
|
|
"grad_norm": 0.6636385917663574,
|
|
"learning_rate": 0.0002938992965131825,
|
|
"loss": 1.9983814239501954,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.93568,
|
|
"grad_norm": 0.6596930623054504,
|
|
"learning_rate": 0.00029388221478516765,
|
|
"loss": 1.9942008972167968,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"epoch": 0.93696,
|
|
"grad_norm": 0.6415631175041199,
|
|
"learning_rate": 0.00029386510967429973,
|
|
"loss": 1.996099090576172,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"epoch": 0.93824,
|
|
"grad_norm": 0.616016685962677,
|
|
"learning_rate": 0.0002938479811833585,
|
|
"loss": 1.974690818786621,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"epoch": 0.93952,
|
|
"grad_norm": 0.7595481872558594,
|
|
"learning_rate": 0.00029383082931512755,
|
|
"loss": 2.010562515258789,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"epoch": 0.9408,
|
|
"grad_norm": 0.7548149228096008,
|
|
"learning_rate": 0.00029381365407239436,
|
|
"loss": 2.013906478881836,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 0.94208,
|
|
"grad_norm": 0.6517251133918762,
|
|
"learning_rate": 0.0002937964554579502,
|
|
"loss": 1.99677734375,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"epoch": 0.94336,
|
|
"grad_norm": 0.6647694706916809,
|
|
"learning_rate": 0.00029377923347458996,
|
|
"loss": 1.9947694778442382,
|
|
"step": 7370
|
|
},
|
|
{
|
|
"epoch": 0.94464,
|
|
"grad_norm": 0.6167952418327332,
|
|
"learning_rate": 0.00029376198812511246,
|
|
"loss": 1.9989194869995117,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"epoch": 0.94592,
|
|
"grad_norm": 0.6266070008277893,
|
|
"learning_rate": 0.00029374471941232043,
|
|
"loss": 2.007636070251465,
|
|
"step": 7390
|
|
},
|
|
{
|
|
"epoch": 0.9472,
|
|
"grad_norm": 0.675845742225647,
|
|
"learning_rate": 0.00029372742733902016,
|
|
"loss": 2.0036916732788086,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.94848,
|
|
"grad_norm": 0.674096405506134,
|
|
"learning_rate": 0.0002937101119080219,
|
|
"loss": 1.9969058990478517,
|
|
"step": 7410
|
|
},
|
|
{
|
|
"epoch": 0.94976,
|
|
"grad_norm": 0.7183719873428345,
|
|
"learning_rate": 0.0002936927731221397,
|
|
"loss": 1.9890649795532227,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"epoch": 0.95104,
|
|
"grad_norm": 0.7150754928588867,
|
|
"learning_rate": 0.0002936754109841912,
|
|
"loss": 1.9729717254638672,
|
|
"step": 7430
|
|
},
|
|
{
|
|
"epoch": 0.95232,
|
|
"grad_norm": 0.7129974961280823,
|
|
"learning_rate": 0.0002936580254969981,
|
|
"loss": 1.9953811645507813,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"epoch": 0.9536,
|
|
"grad_norm": 0.6096296906471252,
|
|
"learning_rate": 0.0002936406166633858,
|
|
"loss": 2.001888465881348,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 0.95488,
|
|
"grad_norm": 0.6857330203056335,
|
|
"learning_rate": 0.0002936231844861834,
|
|
"loss": 1.9927192687988282,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"epoch": 0.95616,
|
|
"grad_norm": 0.6103941798210144,
|
|
"learning_rate": 0.0002936057289682239,
|
|
"loss": 1.9911823272705078,
|
|
"step": 7470
|
|
},
|
|
{
|
|
"epoch": 0.95744,
|
|
"grad_norm": 0.597206175327301,
|
|
"learning_rate": 0.0002935882501123441,
|
|
"loss": 1.988555335998535,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"epoch": 0.95872,
|
|
"grad_norm": 0.7180148959159851,
|
|
"learning_rate": 0.0002935707479213845,
|
|
"loss": 1.978421974182129,
|
|
"step": 7490
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"grad_norm": 0.6061798930168152,
|
|
"learning_rate": 0.0002935532223981895,
|
|
"loss": 2.000789833068848,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.96128,
|
|
"grad_norm": 0.6952294707298279,
|
|
"learning_rate": 0.0002935356735456072,
|
|
"loss": 2.0071075439453123,
|
|
"step": 7510
|
|
},
|
|
{
|
|
"epoch": 0.96256,
|
|
"grad_norm": 0.6120730042457581,
|
|
"learning_rate": 0.0002935181013664895,
|
|
"loss": 2.0083288192749023,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"epoch": 0.96384,
|
|
"grad_norm": 0.7803784608840942,
|
|
"learning_rate": 0.0002935005058636923,
|
|
"loss": 2.009001541137695,
|
|
"step": 7530
|
|
},
|
|
{
|
|
"epoch": 0.96512,
|
|
"grad_norm": 0.681745171546936,
|
|
"learning_rate": 0.0002934828870400749,
|
|
"loss": 1.9958309173583983,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"epoch": 0.9664,
|
|
"grad_norm": 0.7455606460571289,
|
|
"learning_rate": 0.0002934652448985007,
|
|
"loss": 2.0131885528564455,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 0.96768,
|
|
"grad_norm": 0.7167068719863892,
|
|
"learning_rate": 0.0002934475794418368,
|
|
"loss": 1.995752716064453,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"epoch": 0.96896,
|
|
"grad_norm": 0.6225274205207825,
|
|
"learning_rate": 0.000293429890672954,
|
|
"loss": 1.9854461669921875,
|
|
"step": 7570
|
|
},
|
|
{
|
|
"epoch": 0.97024,
|
|
"grad_norm": 0.6639164686203003,
|
|
"learning_rate": 0.00029341217859472706,
|
|
"loss": 1.978256607055664,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"epoch": 0.97152,
|
|
"grad_norm": 0.6081394553184509,
|
|
"learning_rate": 0.0002933944432100344,
|
|
"loss": 1.9813619613647462,
|
|
"step": 7590
|
|
},
|
|
{
|
|
"epoch": 0.9728,
|
|
"grad_norm": 0.6417889595031738,
|
|
"learning_rate": 0.00029337668452175826,
|
|
"loss": 1.9765779495239257,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.97408,
|
|
"grad_norm": 0.6452786326408386,
|
|
"learning_rate": 0.00029335890253278475,
|
|
"loss": 1.9978923797607422,
|
|
"step": 7610
|
|
},
|
|
{
|
|
"epoch": 0.97536,
|
|
"grad_norm": 0.793510913848877,
|
|
"learning_rate": 0.0002933410972460036,
|
|
"loss": 1.9694734573364259,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"epoch": 0.97664,
|
|
"grad_norm": 0.6846933364868164,
|
|
"learning_rate": 0.0002933232686643085,
|
|
"loss": 1.9795555114746093,
|
|
"step": 7630
|
|
},
|
|
{
|
|
"epoch": 0.97792,
|
|
"grad_norm": 0.6672417521476746,
|
|
"learning_rate": 0.00029330541679059666,
|
|
"loss": 2.008864974975586,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"epoch": 0.9792,
|
|
"grad_norm": 0.6564120054244995,
|
|
"learning_rate": 0.0002932875416277694,
|
|
"loss": 1.9894664764404297,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 0.98048,
|
|
"grad_norm": 0.6869664788246155,
|
|
"learning_rate": 0.0002932696431787317,
|
|
"loss": 1.9923513412475586,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"epoch": 0.98176,
|
|
"grad_norm": 0.601786732673645,
|
|
"learning_rate": 0.0002932517214463923,
|
|
"loss": 1.987978744506836,
|
|
"step": 7670
|
|
},
|
|
{
|
|
"epoch": 0.98304,
|
|
"grad_norm": 0.6519659757614136,
|
|
"learning_rate": 0.0002932337764336637,
|
|
"loss": 2.0119016647338865,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"epoch": 0.98432,
|
|
"grad_norm": 0.7457683682441711,
|
|
"learning_rate": 0.00029321580814346213,
|
|
"loss": 2.004359817504883,
|
|
"step": 7690
|
|
},
|
|
{
|
|
"epoch": 0.9856,
|
|
"grad_norm": 0.6067475080490112,
|
|
"learning_rate": 0.00029319781657870784,
|
|
"loss": 1.9842674255371093,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.98688,
|
|
"grad_norm": 0.7065998315811157,
|
|
"learning_rate": 0.00029317980174232457,
|
|
"loss": 1.9875959396362304,
|
|
"step": 7710
|
|
},
|
|
{
|
|
"epoch": 0.98816,
|
|
"grad_norm": 0.6263285279273987,
|
|
"learning_rate": 0.0002931617636372401,
|
|
"loss": 2.007324981689453,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"epoch": 0.98944,
|
|
"grad_norm": 0.6340311765670776,
|
|
"learning_rate": 0.00029314370226638577,
|
|
"loss": 1.9956018447875976,
|
|
"step": 7730
|
|
},
|
|
{
|
|
"epoch": 0.99072,
|
|
"grad_norm": 0.5806658267974854,
|
|
"learning_rate": 0.0002931256176326969,
|
|
"loss": 2.0026828765869142,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"epoch": 0.992,
|
|
"grad_norm": 0.6932752132415771,
|
|
"learning_rate": 0.00029310750973911244,
|
|
"loss": 1.9967496871948243,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 0.99328,
|
|
"grad_norm": 0.5850876569747925,
|
|
"learning_rate": 0.00029308937858857516,
|
|
"loss": 1.9920431137084962,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"epoch": 0.99456,
|
|
"grad_norm": 0.6746029853820801,
|
|
"learning_rate": 0.0002930712241840317,
|
|
"loss": 2.0010097503662108,
|
|
"step": 7770
|
|
},
|
|
{
|
|
"epoch": 0.99584,
|
|
"grad_norm": 0.6813861131668091,
|
|
"learning_rate": 0.00029305304652843224,
|
|
"loss": 1.9804662704467773,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"epoch": 0.99712,
|
|
"grad_norm": 0.6215769052505493,
|
|
"learning_rate": 0.00029303484562473106,
|
|
"loss": 1.995717430114746,
|
|
"step": 7790
|
|
},
|
|
{
|
|
"epoch": 0.9984,
|
|
"grad_norm": 0.5907732248306274,
|
|
"learning_rate": 0.000293016621475886,
|
|
"loss": 2.0071685791015623,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.99968,
|
|
"grad_norm": 0.5828958749771118,
|
|
"learning_rate": 0.0002929983740848588,
|
|
"loss": 1.9976682662963867,
|
|
"step": 7810
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 2.000473737716675,
|
|
"eval_runtime": 17.9727,
|
|
"eval_samples_per_second": 556.399,
|
|
"eval_steps_per_second": 69.55,
|
|
"step": 7813
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 78130,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1523666418204672.0,
|
|
"train_batch_size": 16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|