10985 lines
270 KiB
JSON
10985 lines
270 KiB
JSON
|
{
|
||
|
|
"best_global_step": 15626,
|
||
|
|
"best_metric": 1.9955754280090332,
|
||
|
|
"best_model_checkpoint": "/mnt/myscratch/model/checkpoint-15626",
|
||
|
|
"epoch": 2.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 15626,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.00128,
|
||
|
|
"grad_norm": 5.885704040527344,
|
||
|
|
"learning_rate": 1.3499999999999998e-05,
|
||
|
|
"loss": 6.605717468261719,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00256,
|
||
|
|
"grad_norm": 4.186084747314453,
|
||
|
|
"learning_rate": 2.8499999999999998e-05,
|
||
|
|
"loss": 5.801454544067383,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00384,
|
||
|
|
"grad_norm": 2.714238166809082,
|
||
|
|
"learning_rate": 4.3499999999999993e-05,
|
||
|
|
"loss": 4.964897155761719,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00512,
|
||
|
|
"grad_norm": 2.2332475185394287,
|
||
|
|
"learning_rate": 5.85e-05,
|
||
|
|
"loss": 4.384710693359375,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0064,
|
||
|
|
"grad_norm": 2.1372387409210205,
|
||
|
|
"learning_rate": 7.35e-05,
|
||
|
|
"loss": 3.9424991607666016,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00768,
|
||
|
|
"grad_norm": 2.8777883052825928,
|
||
|
|
"learning_rate": 8.849999999999998e-05,
|
||
|
|
"loss": 3.6049922943115233,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00896,
|
||
|
|
"grad_norm": 2.3045167922973633,
|
||
|
|
"learning_rate": 0.00010349999999999998,
|
||
|
|
"loss": 3.2790637969970704,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01024,
|
||
|
|
"grad_norm": 3.263000011444092,
|
||
|
|
"learning_rate": 0.0001185,
|
||
|
|
"loss": 3.0744760513305662,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01152,
|
||
|
|
"grad_norm": 2.0662527084350586,
|
||
|
|
"learning_rate": 0.0001335,
|
||
|
|
"loss": 2.8297033309936523,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0128,
|
||
|
|
"grad_norm": 2.5418498516082764,
|
||
|
|
"learning_rate": 0.00014849999999999998,
|
||
|
|
"loss": 2.659013366699219,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01408,
|
||
|
|
"grad_norm": 1.6310275793075562,
|
||
|
|
"learning_rate": 0.0001635,
|
||
|
|
"loss": 2.49525146484375,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01536,
|
||
|
|
"grad_norm": 2.0985260009765625,
|
||
|
|
"learning_rate": 0.00017849999999999997,
|
||
|
|
"loss": 2.42862491607666,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01664,
|
||
|
|
"grad_norm": 1.5091782808303833,
|
||
|
|
"learning_rate": 0.0001935,
|
||
|
|
"loss": 2.3671804428100587,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01792,
|
||
|
|
"grad_norm": 1.6089136600494385,
|
||
|
|
"learning_rate": 0.00020849999999999997,
|
||
|
|
"loss": 2.261024284362793,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0192,
|
||
|
|
"grad_norm": 1.0941425561904907,
|
||
|
|
"learning_rate": 0.00022349999999999998,
|
||
|
|
"loss": 2.221732330322266,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02048,
|
||
|
|
"grad_norm": 1.2431774139404297,
|
||
|
|
"learning_rate": 0.0002385,
|
||
|
|
"loss": 2.2301746368408204,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02176,
|
||
|
|
"grad_norm": 1.1251002550125122,
|
||
|
|
"learning_rate": 0.0002535,
|
||
|
|
"loss": 2.204315948486328,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02304,
|
||
|
|
"grad_norm": 1.195177435874939,
|
||
|
|
"learning_rate": 0.00026849999999999997,
|
||
|
|
"loss": 2.170834541320801,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02432,
|
||
|
|
"grad_norm": 1.409263014793396,
|
||
|
|
"learning_rate": 0.00028349999999999995,
|
||
|
|
"loss": 2.1824182510375976,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0256,
|
||
|
|
"grad_norm": 1.04000985622406,
|
||
|
|
"learning_rate": 0.0002985,
|
||
|
|
"loss": 2.1573196411132813,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02688,
|
||
|
|
"grad_norm": 1.1753369569778442,
|
||
|
|
"learning_rate": 0.0002999999901272834,
|
||
|
|
"loss": 2.1714319229125976,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02816,
|
||
|
|
"grad_norm": 1.028172492980957,
|
||
|
|
"learning_rate": 0.0002999999559993758,
|
||
|
|
"loss": 2.1164165496826173,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02944,
|
||
|
|
"grad_norm": 1.2896201610565186,
|
||
|
|
"learning_rate": 0.00029999989749439744,
|
||
|
|
"loss": 2.112924575805664,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03072,
|
||
|
|
"grad_norm": 1.0579850673675537,
|
||
|
|
"learning_rate": 0.00029999981461235783,
|
||
|
|
"loss": 2.114685821533203,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032,
|
||
|
|
"grad_norm": 0.8515546321868896,
|
||
|
|
"learning_rate": 0.00029999970735327037,
|
||
|
|
"loss": 2.0852130889892577,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03328,
|
||
|
|
"grad_norm": 1.0059428215026855,
|
||
|
|
"learning_rate": 0.0002999995757171525,
|
||
|
|
"loss": 2.0961055755615234,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03456,
|
||
|
|
"grad_norm": 0.8511396050453186,
|
||
|
|
"learning_rate": 0.0002999994197040256,
|
||
|
|
"loss": 2.0771358489990233,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03584,
|
||
|
|
"grad_norm": 0.9550066590309143,
|
||
|
|
"learning_rate": 0.0002999992393139151,
|
||
|
|
"loss": 2.070794677734375,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03712,
|
||
|
|
"grad_norm": 0.9620731472969055,
|
||
|
|
"learning_rate": 0.0002999990345468503,
|
||
|
|
"loss": 2.059033203125,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0384,
|
||
|
|
"grad_norm": 1.1329026222229004,
|
||
|
|
"learning_rate": 0.0002999988054028644,
|
||
|
|
"loss": 2.0862873077392576,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03968,
|
||
|
|
"grad_norm": 0.8112749457359314,
|
||
|
|
"learning_rate": 0.00029999855188199474,
|
||
|
|
"loss": 2.057857704162598,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04096,
|
||
|
|
"grad_norm": 0.9323590397834778,
|
||
|
|
"learning_rate": 0.0002999982739842824,
|
||
|
|
"loss": 2.0480510711669924,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04224,
|
||
|
|
"grad_norm": 0.8546434640884399,
|
||
|
|
"learning_rate": 0.0002999979717097727,
|
||
|
|
"loss": 2.067165756225586,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04352,
|
||
|
|
"grad_norm": 1.002989411354065,
|
||
|
|
"learning_rate": 0.00029999764505851456,
|
||
|
|
"loss": 2.0613639831542967,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0448,
|
||
|
|
"grad_norm": 0.8182193636894226,
|
||
|
|
"learning_rate": 0.00029999729403056127,
|
||
|
|
"loss": 2.0515058517456053,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04608,
|
||
|
|
"grad_norm": 0.7834963202476501,
|
||
|
|
"learning_rate": 0.00029999691862596975,
|
||
|
|
"loss": 2.046108436584473,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04736,
|
||
|
|
"grad_norm": 0.9317572712898254,
|
||
|
|
"learning_rate": 0.000299996518844801,
|
||
|
|
"loss": 2.0235712051391603,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04864,
|
||
|
|
"grad_norm": 0.8493145108222961,
|
||
|
|
"learning_rate": 0.0002999960946871201,
|
||
|
|
"loss": 2.0325557708740236,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04992,
|
||
|
|
"grad_norm": 0.922864556312561,
|
||
|
|
"learning_rate": 0.0002999956461529959,
|
||
|
|
"loss": 2.0653444290161134,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0512,
|
||
|
|
"grad_norm": 1.0530719757080078,
|
||
|
|
"learning_rate": 0.0002999951732425013,
|
||
|
|
"loss": 2.0602413177490235,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05248,
|
||
|
|
"grad_norm": 0.8999637961387634,
|
||
|
|
"learning_rate": 0.0002999946759557132,
|
||
|
|
"loss": 2.0521976470947267,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05376,
|
||
|
|
"grad_norm": 0.8567571640014648,
|
||
|
|
"learning_rate": 0.00029999415429271233,
|
||
|
|
"loss": 2.042643928527832,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05504,
|
||
|
|
"grad_norm": 0.9853494167327881,
|
||
|
|
"learning_rate": 0.00029999360825358354,
|
||
|
|
"loss": 2.043178939819336,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05632,
|
||
|
|
"grad_norm": 0.9435704946517944,
|
||
|
|
"learning_rate": 0.00029999303783841553,
|
||
|
|
"loss": 2.0274379730224608,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0576,
|
||
|
|
"grad_norm": 0.9081392288208008,
|
||
|
|
"learning_rate": 0.00029999244304730106,
|
||
|
|
"loss": 2.0362335205078126,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05888,
|
||
|
|
"grad_norm": 0.7286208868026733,
|
||
|
|
"learning_rate": 0.0002999918238803367,
|
||
|
|
"loss": 2.0380199432373045,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06016,
|
||
|
|
"grad_norm": 0.8928585648536682,
|
||
|
|
"learning_rate": 0.00029999118033762314,
|
||
|
|
"loss": 2.031109428405762,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06144,
|
||
|
|
"grad_norm": 0.8266701698303223,
|
||
|
|
"learning_rate": 0.00029999051241926493,
|
||
|
|
"loss": 2.0246667861938477,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06272,
|
||
|
|
"grad_norm": 0.7270641922950745,
|
||
|
|
"learning_rate": 0.00029998982012537063,
|
||
|
|
"loss": 2.042285346984863,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.064,
|
||
|
|
"grad_norm": 0.7794978022575378,
|
||
|
|
"learning_rate": 0.0002999891034560528,
|
||
|
|
"loss": 2.0380592346191406,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06528,
|
||
|
|
"grad_norm": 0.8687776327133179,
|
||
|
|
"learning_rate": 0.00029998836241142786,
|
||
|
|
"loss": 2.0340011596679686,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06656,
|
||
|
|
"grad_norm": 0.8388617634773254,
|
||
|
|
"learning_rate": 0.0002999875969916162,
|
||
|
|
"loss": 2.035272979736328,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06784,
|
||
|
|
"grad_norm": 0.8601788878440857,
|
||
|
|
"learning_rate": 0.00029998680719674225,
|
||
|
|
"loss": 2.0376710891723633,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06912,
|
||
|
|
"grad_norm": 0.872636616230011,
|
||
|
|
"learning_rate": 0.00029998599302693434,
|
||
|
|
"loss": 2.0254486083984373,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0704,
|
||
|
|
"grad_norm": 0.7168036699295044,
|
||
|
|
"learning_rate": 0.00029998515448232484,
|
||
|
|
"loss": 2.044236755371094,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07168,
|
||
|
|
"grad_norm": 0.7704122066497803,
|
||
|
|
"learning_rate": 0.00029998429156304995,
|
||
|
|
"loss": 2.0272247314453127,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07296,
|
||
|
|
"grad_norm": 0.7757558822631836,
|
||
|
|
"learning_rate": 0.00029998340426925,
|
||
|
|
"loss": 2.0317691802978515,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07424,
|
||
|
|
"grad_norm": 0.9410697817802429,
|
||
|
|
"learning_rate": 0.0002999824926010691,
|
||
|
|
"loss": 2.0405961990356447,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07552,
|
||
|
|
"grad_norm": 0.7462645173072815,
|
||
|
|
"learning_rate": 0.0002999815565586555,
|
||
|
|
"loss": 2.0344850540161135,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0768,
|
||
|
|
"grad_norm": 0.8859974145889282,
|
||
|
|
"learning_rate": 0.00029998059614216123,
|
||
|
|
"loss": 2.0125873565673826,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07808,
|
||
|
|
"grad_norm": 0.724909782409668,
|
||
|
|
"learning_rate": 0.00029997961135174236,
|
||
|
|
"loss": 2.03349609375,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07936,
|
||
|
|
"grad_norm": 0.7383590936660767,
|
||
|
|
"learning_rate": 0.000299978602187559,
|
||
|
|
"loss": 2.033146095275879,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08064,
|
||
|
|
"grad_norm": 1.3143054246902466,
|
||
|
|
"learning_rate": 0.00029997756864977515,
|
||
|
|
"loss": 2.0456708908081054,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08192,
|
||
|
|
"grad_norm": 0.9198774099349976,
|
||
|
|
"learning_rate": 0.0002999765107385588,
|
||
|
|
"loss": 2.029145050048828,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0832,
|
||
|
|
"grad_norm": 0.7761960625648499,
|
||
|
|
"learning_rate": 0.00029997542845408174,
|
||
|
|
"loss": 2.040088653564453,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08448,
|
||
|
|
"grad_norm": 0.7530298829078674,
|
||
|
|
"learning_rate": 0.00029997432179652,
|
||
|
|
"loss": 2.0398796081542967,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08576,
|
||
|
|
"grad_norm": 0.7231208682060242,
|
||
|
|
"learning_rate": 0.0002999731907660533,
|
||
|
|
"loss": 2.029999542236328,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08704,
|
||
|
|
"grad_norm": 0.7728089094161987,
|
||
|
|
"learning_rate": 0.00029997203536286565,
|
||
|
|
"loss": 2.036482810974121,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08832,
|
||
|
|
"grad_norm": 0.607453465461731,
|
||
|
|
"learning_rate": 0.0002999708555871446,
|
||
|
|
"loss": 2.017901611328125,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0896,
|
||
|
|
"grad_norm": 0.779467761516571,
|
||
|
|
"learning_rate": 0.00029996965143908196,
|
||
|
|
"loss": 2.030159759521484,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09088,
|
||
|
|
"grad_norm": 0.7885509133338928,
|
||
|
|
"learning_rate": 0.00029996842291887344,
|
||
|
|
"loss": 2.0309608459472654,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09216,
|
||
|
|
"grad_norm": 0.7816950678825378,
|
||
|
|
"learning_rate": 0.0002999671700267187,
|
||
|
|
"loss": 1.9948287963867188,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09344,
|
||
|
|
"grad_norm": 0.806575357913971,
|
||
|
|
"learning_rate": 0.00029996589276282137,
|
||
|
|
"loss": 2.044095039367676,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09472,
|
||
|
|
"grad_norm": 0.7333192825317383,
|
||
|
|
"learning_rate": 0.0002999645911273889,
|
||
|
|
"loss": 2.038722610473633,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.096,
|
||
|
|
"grad_norm": 0.8800010085105896,
|
||
|
|
"learning_rate": 0.00029996326512063295,
|
||
|
|
"loss": 2.035386085510254,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09728,
|
||
|
|
"grad_norm": 0.7811752557754517,
|
||
|
|
"learning_rate": 0.000299961914742769,
|
||
|
|
"loss": 2.004504585266113,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09856,
|
||
|
|
"grad_norm": 0.7882314920425415,
|
||
|
|
"learning_rate": 0.00029996053999401646,
|
||
|
|
"loss": 2.0211507797241213,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09984,
|
||
|
|
"grad_norm": 0.698653519153595,
|
||
|
|
"learning_rate": 0.0002999591408745988,
|
||
|
|
"loss": 2.0169116973876955,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10112,
|
||
|
|
"grad_norm": 0.6910223960876465,
|
||
|
|
"learning_rate": 0.00029995771738474335,
|
||
|
|
"loss": 2.002583694458008,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1024,
|
||
|
|
"grad_norm": 1.0781288146972656,
|
||
|
|
"learning_rate": 0.0002999562695246814,
|
||
|
|
"loss": 2.040352630615234,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10368,
|
||
|
|
"grad_norm": 0.7604212760925293,
|
||
|
|
"learning_rate": 0.0002999547972946484,
|
||
|
|
"loss": 2.012590789794922,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10496,
|
||
|
|
"grad_norm": 0.8433690071105957,
|
||
|
|
"learning_rate": 0.0002999533006948835,
|
||
|
|
"loss": 2.0214279174804686,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10624,
|
||
|
|
"grad_norm": 0.7420530319213867,
|
||
|
|
"learning_rate": 0.00029995177972562984,
|
||
|
|
"loss": 2.01849422454834,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10752,
|
||
|
|
"grad_norm": 0.8684757351875305,
|
||
|
|
"learning_rate": 0.00029995023438713475,
|
||
|
|
"loss": 2.0245651245117187,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1088,
|
||
|
|
"grad_norm": 0.8758244514465332,
|
||
|
|
"learning_rate": 0.0002999486646796493,
|
||
|
|
"loss": 2.0273792266845705,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11008,
|
||
|
|
"grad_norm": 0.7705071568489075,
|
||
|
|
"learning_rate": 0.0002999470706034286,
|
||
|
|
"loss": 2.003208351135254,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11136,
|
||
|
|
"grad_norm": 0.7473205327987671,
|
||
|
|
"learning_rate": 0.0002999454521587317,
|
||
|
|
"loss": 2.0413352966308596,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11264,
|
||
|
|
"grad_norm": 0.8020169138908386,
|
||
|
|
"learning_rate": 0.0002999438093458217,
|
||
|
|
"loss": 2.043915939331055,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11392,
|
||
|
|
"grad_norm": 0.8231315016746521,
|
||
|
|
"learning_rate": 0.00029994214216496544,
|
||
|
|
"loss": 2.0179935455322267,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1152,
|
||
|
|
"grad_norm": 0.8677017092704773,
|
||
|
|
"learning_rate": 0.00029994045061643393,
|
||
|
|
"loss": 2.0080083847045898,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11648,
|
||
|
|
"grad_norm": 0.7265374660491943,
|
||
|
|
"learning_rate": 0.0002999387347005021,
|
||
|
|
"loss": 2.0255220413208006,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11776,
|
||
|
|
"grad_norm": 0.7804266810417175,
|
||
|
|
"learning_rate": 0.0002999369944174487,
|
||
|
|
"loss": 2.0323333740234375,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11904,
|
||
|
|
"grad_norm": 1.909376859664917,
|
||
|
|
"learning_rate": 0.00029993522976755674,
|
||
|
|
"loss": 2.0403774261474608,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12032,
|
||
|
|
"grad_norm": 0.7820098996162415,
|
||
|
|
"learning_rate": 0.00029993344075111286,
|
||
|
|
"loss": 2.0211090087890624,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1216,
|
||
|
|
"grad_norm": 0.8035023808479309,
|
||
|
|
"learning_rate": 0.0002999316273684078,
|
||
|
|
"loss": 2.0083597183227537,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12288,
|
||
|
|
"grad_norm": 0.8145981431007385,
|
||
|
|
"learning_rate": 0.0002999297896197363,
|
||
|
|
"loss": 2.0231433868408204,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12416,
|
||
|
|
"grad_norm": 0.6948875188827515,
|
||
|
|
"learning_rate": 0.000299927927505397,
|
||
|
|
"loss": 2.0229448318481444,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12544,
|
||
|
|
"grad_norm": 0.7178237438201904,
|
||
|
|
"learning_rate": 0.00029992604102569256,
|
||
|
|
"loss": 2.024074363708496,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12672,
|
||
|
|
"grad_norm": 0.7583261132240295,
|
||
|
|
"learning_rate": 0.0002999241301809295,
|
||
|
|
"loss": 2.0232542037963865,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.128,
|
||
|
|
"grad_norm": 0.9775397181510925,
|
||
|
|
"learning_rate": 0.00029992219497141834,
|
||
|
|
"loss": 2.0318603515625,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12928,
|
||
|
|
"grad_norm": 0.7427451014518738,
|
||
|
|
"learning_rate": 0.0002999202353974737,
|
||
|
|
"loss": 2.0150304794311524,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13056,
|
||
|
|
"grad_norm": 0.6991038918495178,
|
||
|
|
"learning_rate": 0.00029991825145941393,
|
||
|
|
"loss": 2.0047382354736327,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13184,
|
||
|
|
"grad_norm": 0.7759991884231567,
|
||
|
|
"learning_rate": 0.0002999162431575615,
|
||
|
|
"loss": 2.0170944213867186,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13312,
|
||
|
|
"grad_norm": 0.8461285829544067,
|
||
|
|
"learning_rate": 0.0002999142104922427,
|
||
|
|
"loss": 2.0140987396240235,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1344,
|
||
|
|
"grad_norm": 0.872622549533844,
|
||
|
|
"learning_rate": 0.000299912153463788,
|
||
|
|
"loss": 2.0137298583984373,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13568,
|
||
|
|
"grad_norm": 0.6421040892601013,
|
||
|
|
"learning_rate": 0.0002999100720725316,
|
||
|
|
"loss": 2.0034528732299806,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13696,
|
||
|
|
"grad_norm": 0.7797923684120178,
|
||
|
|
"learning_rate": 0.0002999079663188118,
|
||
|
|
"loss": 2.0397003173828123,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13824,
|
||
|
|
"grad_norm": 0.6871171593666077,
|
||
|
|
"learning_rate": 0.0002999058362029708,
|
||
|
|
"loss": 2.0207529067993164,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13952,
|
||
|
|
"grad_norm": 0.725261390209198,
|
||
|
|
"learning_rate": 0.00029990368172535473,
|
||
|
|
"loss": 2.0161842346191405,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1408,
|
||
|
|
"grad_norm": 0.766487717628479,
|
||
|
|
"learning_rate": 0.0002999015028863138,
|
||
|
|
"loss": 2.0156953811645506,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14208,
|
||
|
|
"grad_norm": 0.6803558468818665,
|
||
|
|
"learning_rate": 0.000299899299686202,
|
||
|
|
"loss": 2.029312515258789,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14336,
|
||
|
|
"grad_norm": 0.8679984211921692,
|
||
|
|
"learning_rate": 0.0002998970721253776,
|
||
|
|
"loss": 2.003293991088867,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14464,
|
||
|
|
"grad_norm": 0.8779763579368591,
|
||
|
|
"learning_rate": 0.0002998948202042023,
|
||
|
|
"loss": 2.0375221252441404,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14592,
|
||
|
|
"grad_norm": 0.7275505065917969,
|
||
|
|
"learning_rate": 0.00029989254392304225,
|
||
|
|
"loss": 1.998856544494629,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1472,
|
||
|
|
"grad_norm": 0.7902148962020874,
|
||
|
|
"learning_rate": 0.0002998902432822674,
|
||
|
|
"loss": 2.0269426345825194,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14848,
|
||
|
|
"grad_norm": 0.7712279558181763,
|
||
|
|
"learning_rate": 0.00029988791828225155,
|
||
|
|
"loss": 2.010341835021973,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14976,
|
||
|
|
"grad_norm": 0.7030239701271057,
|
||
|
|
"learning_rate": 0.0002998855689233726,
|
||
|
|
"loss": 2.005113983154297,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15104,
|
||
|
|
"grad_norm": 0.6882237195968628,
|
||
|
|
"learning_rate": 0.00029988319520601235,
|
||
|
|
"loss": 2.0123071670532227,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15232,
|
||
|
|
"grad_norm": 0.711328387260437,
|
||
|
|
"learning_rate": 0.0002998807971305565,
|
||
|
|
"loss": 2.019595718383789,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1536,
|
||
|
|
"grad_norm": 0.8122184872627258,
|
||
|
|
"learning_rate": 0.0002998783746973948,
|
||
|
|
"loss": 2.018142509460449,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15488,
|
||
|
|
"grad_norm": 0.8645702004432678,
|
||
|
|
"learning_rate": 0.000299875927906921,
|
||
|
|
"loss": 2.0178430557250975,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15616,
|
||
|
|
"grad_norm": 0.84963458776474,
|
||
|
|
"learning_rate": 0.0002998734567595327,
|
||
|
|
"loss": 2.0299404144287108,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15744,
|
||
|
|
"grad_norm": 0.7000954151153564,
|
||
|
|
"learning_rate": 0.0002998709612556314,
|
||
|
|
"loss": 2.008827781677246,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15872,
|
||
|
|
"grad_norm": 0.7619990110397339,
|
||
|
|
"learning_rate": 0.0002998684413956228,
|
||
|
|
"loss": 2.0060449600219727,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16,
|
||
|
|
"grad_norm": 0.7732600569725037,
|
||
|
|
"learning_rate": 0.0002998658971799163,
|
||
|
|
"loss": 2.0067914962768554,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16128,
|
||
|
|
"grad_norm": 0.7497115135192871,
|
||
|
|
"learning_rate": 0.0002998633286089255,
|
||
|
|
"loss": 2.006074142456055,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16256,
|
||
|
|
"grad_norm": 0.8291988372802734,
|
||
|
|
"learning_rate": 0.0002998607356830677,
|
||
|
|
"loss": 2.0243513107299806,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16384,
|
||
|
|
"grad_norm": 0.7676268219947815,
|
||
|
|
"learning_rate": 0.0002998581184027642,
|
||
|
|
"loss": 2.009158706665039,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16512,
|
||
|
|
"grad_norm": 0.6954494714736938,
|
||
|
|
"learning_rate": 0.0002998554767684406,
|
||
|
|
"loss": 2.0111303329467773,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1664,
|
||
|
|
"grad_norm": 0.8298436999320984,
|
||
|
|
"learning_rate": 0.0002998528107805261,
|
||
|
|
"loss": 2.024542236328125,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16768,
|
||
|
|
"grad_norm": 0.783103883266449,
|
||
|
|
"learning_rate": 0.00029985012043945387,
|
||
|
|
"loss": 2.0101518630981445,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16896,
|
||
|
|
"grad_norm": 0.8619032502174377,
|
||
|
|
"learning_rate": 0.00029984740574566125,
|
||
|
|
"loss": 2.018630027770996,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17024,
|
||
|
|
"grad_norm": 0.7219138145446777,
|
||
|
|
"learning_rate": 0.0002998446666995893,
|
||
|
|
"loss": 1.9975326538085938,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17152,
|
||
|
|
"grad_norm": 0.7052103281021118,
|
||
|
|
"learning_rate": 0.00029984190330168325,
|
||
|
|
"loss": 2.0083797454833983,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1728,
|
||
|
|
"grad_norm": 1.1350038051605225,
|
||
|
|
"learning_rate": 0.00029983911555239213,
|
||
|
|
"loss": 2.011388397216797,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17408,
|
||
|
|
"grad_norm": 0.78801429271698,
|
||
|
|
"learning_rate": 0.00029983630345216904,
|
||
|
|
"loss": 2.008464050292969,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17536,
|
||
|
|
"grad_norm": 0.7578643560409546,
|
||
|
|
"learning_rate": 0.0002998334670014709,
|
||
|
|
"loss": 2.025455284118652,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17664,
|
||
|
|
"grad_norm": 0.9882360100746155,
|
||
|
|
"learning_rate": 0.00029983060620075876,
|
||
|
|
"loss": 2.0122611999511717,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17792,
|
||
|
|
"grad_norm": 0.7348957061767578,
|
||
|
|
"learning_rate": 0.00029982772105049754,
|
||
|
|
"loss": 2.018396759033203,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1792,
|
||
|
|
"grad_norm": 0.7000976800918579,
|
||
|
|
"learning_rate": 0.00029982481155115605,
|
||
|
|
"loss": 2.0135793685913086,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18048,
|
||
|
|
"grad_norm": 0.8569319248199463,
|
||
|
|
"learning_rate": 0.0002998218777032072,
|
||
|
|
"loss": 2.0004940032958984,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18176,
|
||
|
|
"grad_norm": 0.7729265689849854,
|
||
|
|
"learning_rate": 0.0002998189195071277,
|
||
|
|
"loss": 1.9858884811401367,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18304,
|
||
|
|
"grad_norm": 0.6754656434059143,
|
||
|
|
"learning_rate": 0.00029981593696339835,
|
||
|
|
"loss": 2.004491424560547,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18432,
|
||
|
|
"grad_norm": 0.7580174803733826,
|
||
|
|
"learning_rate": 0.0002998129300725038,
|
||
|
|
"loss": 2.0258563995361327,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1856,
|
||
|
|
"grad_norm": 0.8150157928466797,
|
||
|
|
"learning_rate": 0.0002998098988349328,
|
||
|
|
"loss": 2.0141185760498046,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18688,
|
||
|
|
"grad_norm": 0.8222833275794983,
|
||
|
|
"learning_rate": 0.00029980684325117793,
|
||
|
|
"loss": 1.9962928771972657,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18816,
|
||
|
|
"grad_norm": 0.7298377156257629,
|
||
|
|
"learning_rate": 0.00029980376332173575,
|
||
|
|
"loss": 2.0095237731933593,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18944,
|
||
|
|
"grad_norm": 0.7222643494606018,
|
||
|
|
"learning_rate": 0.00029980065904710673,
|
||
|
|
"loss": 2.016450119018555,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19072,
|
||
|
|
"grad_norm": 0.7348253726959229,
|
||
|
|
"learning_rate": 0.0002997975304277955,
|
||
|
|
"loss": 1.9989503860473632,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.192,
|
||
|
|
"grad_norm": 0.7901546359062195,
|
||
|
|
"learning_rate": 0.00029979437746431044,
|
||
|
|
"loss": 2.017726516723633,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19328,
|
||
|
|
"grad_norm": 0.7217196822166443,
|
||
|
|
"learning_rate": 0.0002997912001571639,
|
||
|
|
"loss": 2.002857208251953,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19456,
|
||
|
|
"grad_norm": 0.7372826337814331,
|
||
|
|
"learning_rate": 0.00029978799850687227,
|
||
|
|
"loss": 2.018671989440918,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19584,
|
||
|
|
"grad_norm": 0.8103359937667847,
|
||
|
|
"learning_rate": 0.0002997847725139559,
|
||
|
|
"loss": 2.0113971710205076,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19712,
|
||
|
|
"grad_norm": 0.7941066026687622,
|
||
|
|
"learning_rate": 0.000299781522178939,
|
||
|
|
"loss": 1.9965641021728515,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1984,
|
||
|
|
"grad_norm": 0.7437220215797424,
|
||
|
|
"learning_rate": 0.00029977824750234983,
|
||
|
|
"loss": 2.0001338958740233,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19968,
|
||
|
|
"grad_norm": 0.8794814348220825,
|
||
|
|
"learning_rate": 0.0002997749484847206,
|
||
|
|
"loss": 2.023735237121582,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20096,
|
||
|
|
"grad_norm": 0.7125862836837769,
|
||
|
|
"learning_rate": 0.0002997716251265873,
|
||
|
|
"loss": 2.0026830673217773,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20224,
|
||
|
|
"grad_norm": 0.729263961315155,
|
||
|
|
"learning_rate": 0.00029976827742849024,
|
||
|
|
"loss": 2.005397415161133,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20352,
|
||
|
|
"grad_norm": 0.7843178510665894,
|
||
|
|
"learning_rate": 0.00029976490539097335,
|
||
|
|
"loss": 2.027159881591797,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2048,
|
||
|
|
"grad_norm": 0.7313951253890991,
|
||
|
|
"learning_rate": 0.00029976150901458456,
|
||
|
|
"loss": 2.0337509155273437,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20608,
|
||
|
|
"grad_norm": 0.7452402114868164,
|
||
|
|
"learning_rate": 0.00029975808829987594,
|
||
|
|
"loss": 1.9958429336547852,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20736,
|
||
|
|
"grad_norm": 0.7813226580619812,
|
||
|
|
"learning_rate": 0.0002997546432474034,
|
||
|
|
"loss": 1.9967842102050781,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20864,
|
||
|
|
"grad_norm": 0.6847978830337524,
|
||
|
|
"learning_rate": 0.0002997511738577268,
|
||
|
|
"loss": 2.0223621368408202,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20992,
|
||
|
|
"grad_norm": 0.710649311542511,
|
||
|
|
"learning_rate": 0.00029974768013140985,
|
||
|
|
"loss": 2.0229820251464843,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2112,
|
||
|
|
"grad_norm": 0.7057698965072632,
|
||
|
|
"learning_rate": 0.0002997441620690205,
|
||
|
|
"loss": 2.0189645767211912,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21248,
|
||
|
|
"grad_norm": 1.0434540510177612,
|
||
|
|
"learning_rate": 0.00029974061967113043,
|
||
|
|
"loss": 2.0161455154418944,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21376,
|
||
|
|
"grad_norm": 0.7728395462036133,
|
||
|
|
"learning_rate": 0.00029973705293831525,
|
||
|
|
"loss": 2.0083614349365235,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21504,
|
||
|
|
"grad_norm": 0.7454256415367126,
|
||
|
|
"learning_rate": 0.00029973346187115466,
|
||
|
|
"loss": 2.000332069396973,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21632,
|
||
|
|
"grad_norm": 0.6826542019844055,
|
||
|
|
"learning_rate": 0.0002997298464702323,
|
||
|
|
"loss": 2.0105188369750975,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2176,
|
||
|
|
"grad_norm": 0.8427369594573975,
|
||
|
|
"learning_rate": 0.00029972620673613564,
|
||
|
|
"loss": 1.9911138534545898,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21888,
|
||
|
|
"grad_norm": 0.8828198313713074,
|
||
|
|
"learning_rate": 0.00029972254266945623,
|
||
|
|
"loss": 2.017778778076172,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22016,
|
||
|
|
"grad_norm": 0.8785969614982605,
|
||
|
|
"learning_rate": 0.0002997188542707895,
|
||
|
|
"loss": 2.0029521942138673,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22144,
|
||
|
|
"grad_norm": 0.7189239859580994,
|
||
|
|
"learning_rate": 0.00029971514154073496,
|
||
|
|
"loss": 1.9962823867797852,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22272,
|
||
|
|
"grad_norm": 0.65921550989151,
|
||
|
|
"learning_rate": 0.00029971140447989584,
|
||
|
|
"loss": 2.0048191070556642,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.224,
|
||
|
|
"grad_norm": 0.8463709950447083,
|
||
|
|
"learning_rate": 0.0002997076430888796,
|
||
|
|
"loss": 2.013206672668457,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22528,
|
||
|
|
"grad_norm": 0.6320969462394714,
|
||
|
|
"learning_rate": 0.00029970385736829747,
|
||
|
|
"loss": 2.0032022476196287,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22656,
|
||
|
|
"grad_norm": 0.777824342250824,
|
||
|
|
"learning_rate": 0.00029970004731876465,
|
||
|
|
"loss": 1.9946500778198242,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22784,
|
||
|
|
"grad_norm": 0.7572101354598999,
|
||
|
|
"learning_rate": 0.0002996962129409003,
|
||
|
|
"loss": 2.011198043823242,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22912,
|
||
|
|
"grad_norm": 0.6622071266174316,
|
||
|
|
"learning_rate": 0.00029969235423532765,
|
||
|
|
"loss": 1.9974157333374023,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2304,
|
||
|
|
"grad_norm": 0.6875664591789246,
|
||
|
|
"learning_rate": 0.0002996884712026737,
|
||
|
|
"loss": 1.9945417404174806,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23168,
|
||
|
|
"grad_norm": 0.7916296124458313,
|
||
|
|
"learning_rate": 0.0002996845638435696,
|
||
|
|
"loss": 2.035945510864258,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23296,
|
||
|
|
"grad_norm": 0.7541037797927856,
|
||
|
|
"learning_rate": 0.00029968063215865033,
|
||
|
|
"loss": 1.9989112854003905,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23424,
|
||
|
|
"grad_norm": 0.599982738494873,
|
||
|
|
"learning_rate": 0.0002996766761485547,
|
||
|
|
"loss": 1.9939571380615235,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23552,
|
||
|
|
"grad_norm": 0.739617645740509,
|
||
|
|
"learning_rate": 0.00029967269581392575,
|
||
|
|
"loss": 1.9879533767700195,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2368,
|
||
|
|
"grad_norm": 0.7203322649002075,
|
||
|
|
"learning_rate": 0.00029966869115541036,
|
||
|
|
"loss": 1.9934770584106445,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23808,
|
||
|
|
"grad_norm": 0.9270490407943726,
|
||
|
|
"learning_rate": 0.00029966466217365927,
|
||
|
|
"loss": 1.9913738250732422,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23936,
|
||
|
|
"grad_norm": 0.8059845566749573,
|
||
|
|
"learning_rate": 0.0002996606088693273,
|
||
|
|
"loss": 2.032894325256348,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24064,
|
||
|
|
"grad_norm": 0.7291269898414612,
|
||
|
|
"learning_rate": 0.0002996565312430731,
|
||
|
|
"loss": 2.0083896636962892,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24192,
|
||
|
|
"grad_norm": 0.7227823734283447,
|
||
|
|
"learning_rate": 0.0002996524292955594,
|
||
|
|
"loss": 1.998744010925293,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2432,
|
||
|
|
"grad_norm": 0.7445799708366394,
|
||
|
|
"learning_rate": 0.0002996483030274528,
|
||
|
|
"loss": 1.9974910736083984,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24448,
|
||
|
|
"grad_norm": 0.7004072070121765,
|
||
|
|
"learning_rate": 0.0002996441524394239,
|
||
|
|
"loss": 2.00911865234375,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24576,
|
||
|
|
"grad_norm": 0.9402841329574585,
|
||
|
|
"learning_rate": 0.00029963997753214717,
|
||
|
|
"loss": 2.0093734741210936,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24704,
|
||
|
|
"grad_norm": 0.6809439659118652,
|
||
|
|
"learning_rate": 0.0002996357783063011,
|
||
|
|
"loss": 2.0103471755981444,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24832,
|
||
|
|
"grad_norm": 0.7677909731864929,
|
||
|
|
"learning_rate": 0.00029963155476256826,
|
||
|
|
"loss": 1.9892677307128905,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2496,
|
||
|
|
"grad_norm": 0.8318672180175781,
|
||
|
|
"learning_rate": 0.0002996273069016348,
|
||
|
|
"loss": 1.9922115325927734,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25088,
|
||
|
|
"grad_norm": 0.6714010834693909,
|
||
|
|
"learning_rate": 0.00029962303472419124,
|
||
|
|
"loss": 1.993598747253418,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25216,
|
||
|
|
"grad_norm": 0.7420302629470825,
|
||
|
|
"learning_rate": 0.00029961873823093176,
|
||
|
|
"loss": 2.010415267944336,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25344,
|
||
|
|
"grad_norm": 0.8029727339744568,
|
||
|
|
"learning_rate": 0.00029961441742255477,
|
||
|
|
"loss": 2.0113759994506837,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25472,
|
||
|
|
"grad_norm": 0.7108703255653381,
|
||
|
|
"learning_rate": 0.0002996100722997622,
|
||
|
|
"loss": 2.0091278076171877,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.256,
|
||
|
|
"grad_norm": 0.6735569834709167,
|
||
|
|
"learning_rate": 0.0002996057028632604,
|
||
|
|
"loss": 2.0023717880249023,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25728,
|
||
|
|
"grad_norm": 0.8867200016975403,
|
||
|
|
"learning_rate": 0.0002996013091137594,
|
||
|
|
"loss": 1.997395896911621,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25856,
|
||
|
|
"grad_norm": 0.7353429794311523,
|
||
|
|
"learning_rate": 0.0002995968910519732,
|
||
|
|
"loss": 2.015260124206543,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25984,
|
||
|
|
"grad_norm": 0.8277012705802917,
|
||
|
|
"learning_rate": 0.00029959244867861987,
|
||
|
|
"loss": 1.979180145263672,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26112,
|
||
|
|
"grad_norm": 0.6707190871238708,
|
||
|
|
"learning_rate": 0.00029958798199442136,
|
||
|
|
"loss": 2.0032121658325197,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2624,
|
||
|
|
"grad_norm": 0.734474241733551,
|
||
|
|
"learning_rate": 0.0002995834910001035,
|
||
|
|
"loss": 2.0063905715942383,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26368,
|
||
|
|
"grad_norm": 0.6844320297241211,
|
||
|
|
"learning_rate": 0.0002995789756963961,
|
||
|
|
"loss": 1.9935205459594727,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26496,
|
||
|
|
"grad_norm": 0.7805824875831604,
|
||
|
|
"learning_rate": 0.00029957443608403313,
|
||
|
|
"loss": 1.9970199584960937,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26624,
|
||
|
|
"grad_norm": 0.7733249664306641,
|
||
|
|
"learning_rate": 0.0002995698721637522,
|
||
|
|
"loss": 2.0413721084594725,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26752,
|
||
|
|
"grad_norm": 1.118902564048767,
|
||
|
|
"learning_rate": 0.00029956528393629506,
|
||
|
|
"loss": 2.0041427612304688,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2688,
|
||
|
|
"grad_norm": 0.7652356624603271,
|
||
|
|
"learning_rate": 0.00029956067140240734,
|
||
|
|
"loss": 2.009052276611328,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27008,
|
||
|
|
"grad_norm": 0.7870017290115356,
|
||
|
|
"learning_rate": 0.0002995560345628387,
|
||
|
|
"loss": 2.0207101821899416,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27136,
|
||
|
|
"grad_norm": 0.5984968543052673,
|
||
|
|
"learning_rate": 0.0002995513734183426,
|
||
|
|
"loss": 2.008289337158203,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27264,
|
||
|
|
"grad_norm": 0.7700141072273254,
|
||
|
|
"learning_rate": 0.00029954668796967654,
|
||
|
|
"loss": 2.0115030288696287,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27392,
|
||
|
|
"grad_norm": 1.2647989988327026,
|
||
|
|
"learning_rate": 0.0002995419782176021,
|
||
|
|
"loss": 2.023280143737793,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2752,
|
||
|
|
"grad_norm": 0.8249433040618896,
|
||
|
|
"learning_rate": 0.0002995372441628845,
|
||
|
|
"loss": 1.9807783126831056,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27648,
|
||
|
|
"grad_norm": 0.7661439776420593,
|
||
|
|
"learning_rate": 0.00029953248580629323,
|
||
|
|
"loss": 2.0067214965820312,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27776,
|
||
|
|
"grad_norm": 0.6710767149925232,
|
||
|
|
"learning_rate": 0.0002995277031486015,
|
||
|
|
"loss": 2.005890464782715,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27904,
|
||
|
|
"grad_norm": 0.8246187567710876,
|
||
|
|
"learning_rate": 0.00029952289619058673,
|
||
|
|
"loss": 2.016609764099121,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28032,
|
||
|
|
"grad_norm": 0.6944814324378967,
|
||
|
|
"learning_rate": 0.0002995180649330299,
|
||
|
|
"loss": 2.0185358047485353,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2816,
|
||
|
|
"grad_norm": 1.15223228931427,
|
||
|
|
"learning_rate": 0.0002995132093767162,
|
||
|
|
"loss": 1.9930595397949218,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28288,
|
||
|
|
"grad_norm": 1.1536227464675903,
|
||
|
|
"learning_rate": 0.00029950832952243487,
|
||
|
|
"loss": 2.0209888458251952,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28416,
|
||
|
|
"grad_norm": 0.8789283037185669,
|
||
|
|
"learning_rate": 0.00029950342537097874,
|
||
|
|
"loss": 2.014572334289551,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28544,
|
||
|
|
"grad_norm": 0.8173903226852417,
|
||
|
|
"learning_rate": 0.00029949849692314503,
|
||
|
|
"loss": 2.0143598556518554,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28672,
|
||
|
|
"grad_norm": 0.7095955014228821,
|
||
|
|
"learning_rate": 0.0002994935441797345,
|
||
|
|
"loss": 2.004468536376953,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.288,
|
||
|
|
"grad_norm": 0.8468304872512817,
|
||
|
|
"learning_rate": 0.0002994885671415521,
|
||
|
|
"loss": 2.037894630432129,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28928,
|
||
|
|
"grad_norm": 0.8071026802062988,
|
||
|
|
"learning_rate": 0.0002994835658094067,
|
||
|
|
"loss": 2.023789405822754,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29056,
|
||
|
|
"grad_norm": 0.7277827262878418,
|
||
|
|
"learning_rate": 0.0002994785401841111,
|
||
|
|
"loss": 2.010818672180176,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29184,
|
||
|
|
"grad_norm": 0.7613065838813782,
|
||
|
|
"learning_rate": 0.00029947349026648184,
|
||
|
|
"loss": 1.9951431274414062,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29312,
|
||
|
|
"grad_norm": 0.7575923800468445,
|
||
|
|
"learning_rate": 0.0002994684160573399,
|
||
|
|
"loss": 2.0147769927978514,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2944,
|
||
|
|
"grad_norm": 1.050876259803772,
|
||
|
|
"learning_rate": 0.0002994633175575097,
|
||
|
|
"loss": 2.0217056274414062,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29568,
|
||
|
|
"grad_norm": 0.6943807601928711,
|
||
|
|
"learning_rate": 0.0002994581947678199,
|
||
|
|
"loss": 2.0191987991333007,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29696,
|
||
|
|
"grad_norm": 0.8438522219657898,
|
||
|
|
"learning_rate": 0.00029945304768910297,
|
||
|
|
"loss": 1.9989118576049805,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29824,
|
||
|
|
"grad_norm": 0.7962123155593872,
|
||
|
|
"learning_rate": 0.00029944787632219547,
|
||
|
|
"loss": 2.0173967361450194,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29952,
|
||
|
|
"grad_norm": 0.7668672204017639,
|
||
|
|
"learning_rate": 0.0002994426806679378,
|
||
|
|
"loss": 2.0132951736450195,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3008,
|
||
|
|
"grad_norm": 0.6691519618034363,
|
||
|
|
"learning_rate": 0.0002994374607271742,
|
||
|
|
"loss": 2.0168371200561523,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30208,
|
||
|
|
"grad_norm": 0.6511347889900208,
|
||
|
|
"learning_rate": 0.0002994322165007531,
|
||
|
|
"loss": 2.0063940048217774,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30336,
|
||
|
|
"grad_norm": 0.8013675212860107,
|
||
|
|
"learning_rate": 0.00029942694798952677,
|
||
|
|
"loss": 2.0087839126586915,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30464,
|
||
|
|
"grad_norm": 0.899410605430603,
|
||
|
|
"learning_rate": 0.0002994216551943513,
|
||
|
|
"loss": 2.0143436431884765,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30592,
|
||
|
|
"grad_norm": 0.6686886548995972,
|
||
|
|
"learning_rate": 0.000299416338116087,
|
||
|
|
"loss": 1.9976930618286133,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3072,
|
||
|
|
"grad_norm": 0.8113393187522888,
|
||
|
|
"learning_rate": 0.0002994109967555978,
|
||
|
|
"loss": 2.0220170974731446,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30848,
|
||
|
|
"grad_norm": 0.7538885474205017,
|
||
|
|
"learning_rate": 0.00029940563111375195,
|
||
|
|
"loss": 2.004685974121094,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30976,
|
||
|
|
"grad_norm": 0.8250473141670227,
|
||
|
|
"learning_rate": 0.0002994002411914213,
|
||
|
|
"loss": 2.0201698303222657,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31104,
|
||
|
|
"grad_norm": 0.7206689119338989,
|
||
|
|
"learning_rate": 0.00029939482698948175,
|
||
|
|
"loss": 1.9911544799804688,
|
||
|
|
"step": 2430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31232,
|
||
|
|
"grad_norm": 0.7519621253013611,
|
||
|
|
"learning_rate": 0.0002993893885088133,
|
||
|
|
"loss": 2.0177082061767577,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3136,
|
||
|
|
"grad_norm": 0.777955174446106,
|
||
|
|
"learning_rate": 0.0002993839257502997,
|
||
|
|
"loss": 1.9929460525512694,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31488,
|
||
|
|
"grad_norm": 0.7577837705612183,
|
||
|
|
"learning_rate": 0.0002993784387148288,
|
||
|
|
"loss": 2.0109020233154298,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31616,
|
||
|
|
"grad_norm": 0.7473259568214417,
|
||
|
|
"learning_rate": 0.0002993729274032922,
|
||
|
|
"loss": 2.0051565170288086,
|
||
|
|
"step": 2470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31744,
|
||
|
|
"grad_norm": 0.7150516510009766,
|
||
|
|
"learning_rate": 0.0002993673918165856,
|
||
|
|
"loss": 1.988702392578125,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31872,
|
||
|
|
"grad_norm": 0.7589870095252991,
|
||
|
|
"learning_rate": 0.00029936183195560873,
|
||
|
|
"loss": 2.0132009506225588,
|
||
|
|
"step": 2490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32,
|
||
|
|
"grad_norm": 0.8448571562767029,
|
||
|
|
"learning_rate": 0.00029935624782126505,
|
||
|
|
"loss": 2.00791072845459,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32128,
|
||
|
|
"grad_norm": 0.9435201287269592,
|
||
|
|
"learning_rate": 0.000299350639414462,
|
||
|
|
"loss": 2.0194942474365236,
|
||
|
|
"step": 2510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32256,
|
||
|
|
"grad_norm": 0.65596604347229,
|
||
|
|
"learning_rate": 0.00029934500673611114,
|
||
|
|
"loss": 2.0138187408447266,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32384,
|
||
|
|
"grad_norm": 0.7170972228050232,
|
||
|
|
"learning_rate": 0.00029933934978712784,
|
||
|
|
"loss": 2.015252876281738,
|
||
|
|
"step": 2530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32512,
|
||
|
|
"grad_norm": 0.7384889125823975,
|
||
|
|
"learning_rate": 0.00029933366856843135,
|
||
|
|
"loss": 2.0059532165527343,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3264,
|
||
|
|
"grad_norm": 0.7757416367530823,
|
||
|
|
"learning_rate": 0.000299327963080945,
|
||
|
|
"loss": 2.024062728881836,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32768,
|
||
|
|
"grad_norm": 0.8023697733879089,
|
||
|
|
"learning_rate": 0.000299322233325596,
|
||
|
|
"loss": 1.9900062561035157,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32896,
|
||
|
|
"grad_norm": 0.7611852288246155,
|
||
|
|
"learning_rate": 0.00029931647930331556,
|
||
|
|
"loss": 2.0226030349731445,
|
||
|
|
"step": 2570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33024,
|
||
|
|
"grad_norm": 0.8219276070594788,
|
||
|
|
"learning_rate": 0.0002993107010150387,
|
||
|
|
"loss": 1.9970281600952149,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33152,
|
||
|
|
"grad_norm": 0.7846634984016418,
|
||
|
|
"learning_rate": 0.0002993048984617046,
|
||
|
|
"loss": 1.9928812026977538,
|
||
|
|
"step": 2590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3328,
|
||
|
|
"grad_norm": 0.7521805167198181,
|
||
|
|
"learning_rate": 0.0002992990716442561,
|
||
|
|
"loss": 1.99877986907959,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33408,
|
||
|
|
"grad_norm": 0.660119354724884,
|
||
|
|
"learning_rate": 0.0002992932205636403,
|
||
|
|
"loss": 2.007124900817871,
|
||
|
|
"step": 2610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33536,
|
||
|
|
"grad_norm": 0.7946996688842773,
|
||
|
|
"learning_rate": 0.0002992873452208079,
|
||
|
|
"loss": 1.9985849380493164,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33664,
|
||
|
|
"grad_norm": 0.8377641439437866,
|
||
|
|
"learning_rate": 0.00029928144561671387,
|
||
|
|
"loss": 2.0259756088256835,
|
||
|
|
"step": 2630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33792,
|
||
|
|
"grad_norm": 0.6834446787834167,
|
||
|
|
"learning_rate": 0.0002992755217523169,
|
||
|
|
"loss": 1.9996057510375977,
|
||
|
|
"step": 2640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3392,
|
||
|
|
"grad_norm": 0.8117668628692627,
|
||
|
|
"learning_rate": 0.00029926957362857976,
|
||
|
|
"loss": 1.9947677612304688,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34048,
|
||
|
|
"grad_norm": 0.6758447289466858,
|
||
|
|
"learning_rate": 0.0002992636012464691,
|
||
|
|
"loss": 1.984456443786621,
|
||
|
|
"step": 2660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34176,
|
||
|
|
"grad_norm": 0.6741154789924622,
|
||
|
|
"learning_rate": 0.00029925760460695547,
|
||
|
|
"loss": 1.9969703674316406,
|
||
|
|
"step": 2670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34304,
|
||
|
|
"grad_norm": 0.7465670108795166,
|
||
|
|
"learning_rate": 0.0002992515837110134,
|
||
|
|
"loss": 2.0042219161987305,
|
||
|
|
"step": 2680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34432,
|
||
|
|
"grad_norm": 0.8404413461685181,
|
||
|
|
"learning_rate": 0.0002992455385596214,
|
||
|
|
"loss": 1.9949943542480468,
|
||
|
|
"step": 2690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3456,
|
||
|
|
"grad_norm": 0.7381366491317749,
|
||
|
|
"learning_rate": 0.00029923946915376187,
|
||
|
|
"loss": 2.0078285217285154,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34688,
|
||
|
|
"grad_norm": 0.7588344216346741,
|
||
|
|
"learning_rate": 0.00029923337549442124,
|
||
|
|
"loss": 2.008309173583984,
|
||
|
|
"step": 2710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34816,
|
||
|
|
"grad_norm": 0.7521999478340149,
|
||
|
|
"learning_rate": 0.0002992272575825897,
|
||
|
|
"loss": 2.0139354705810546,
|
||
|
|
"step": 2720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34944,
|
||
|
|
"grad_norm": 0.6759751439094543,
|
||
|
|
"learning_rate": 0.0002992211154192616,
|
||
|
|
"loss": 2.001015853881836,
|
||
|
|
"step": 2730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35072,
|
||
|
|
"grad_norm": 0.6119874119758606,
|
||
|
|
"learning_rate": 0.00029921494900543507,
|
||
|
|
"loss": 2.0114923477172852,
|
||
|
|
"step": 2740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.352,
|
||
|
|
"grad_norm": 0.7517712116241455,
|
||
|
|
"learning_rate": 0.0002992087583421123,
|
||
|
|
"loss": 1.9976957321166993,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35328,
|
||
|
|
"grad_norm": 0.769814133644104,
|
||
|
|
"learning_rate": 0.0002992025434302992,
|
||
|
|
"loss": 1.9972566604614257,
|
||
|
|
"step": 2760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35456,
|
||
|
|
"grad_norm": 0.6553206443786621,
|
||
|
|
"learning_rate": 0.00029919630427100596,
|
||
|
|
"loss": 2.007891845703125,
|
||
|
|
"step": 2770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35584,
|
||
|
|
"grad_norm": 0.6894077658653259,
|
||
|
|
"learning_rate": 0.0002991900408652465,
|
||
|
|
"loss": 2.0165834426879883,
|
||
|
|
"step": 2780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35712,
|
||
|
|
"grad_norm": 0.669863224029541,
|
||
|
|
"learning_rate": 0.00029918375321403857,
|
||
|
|
"loss": 2.010799789428711,
|
||
|
|
"step": 2790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3584,
|
||
|
|
"grad_norm": 0.7974678874015808,
|
||
|
|
"learning_rate": 0.00029917744131840416,
|
||
|
|
"loss": 2.0101280212402344,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35968,
|
||
|
|
"grad_norm": 0.7307773232460022,
|
||
|
|
"learning_rate": 0.00029917110517936894,
|
||
|
|
"loss": 2.024929428100586,
|
||
|
|
"step": 2810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36096,
|
||
|
|
"grad_norm": 0.7141740322113037,
|
||
|
|
"learning_rate": 0.00029916474479796265,
|
||
|
|
"loss": 2.0083641052246093,
|
||
|
|
"step": 2820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36224,
|
||
|
|
"grad_norm": 0.6874279379844666,
|
||
|
|
"learning_rate": 0.000299158360175219,
|
||
|
|
"loss": 2.0239688873291017,
|
||
|
|
"step": 2830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36352,
|
||
|
|
"grad_norm": 0.6707704663276672,
|
||
|
|
"learning_rate": 0.0002991519513121755,
|
||
|
|
"loss": 2.005034828186035,
|
||
|
|
"step": 2840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3648,
|
||
|
|
"grad_norm": 0.8018107414245605,
|
||
|
|
"learning_rate": 0.00029914551820987373,
|
||
|
|
"loss": 1.997845458984375,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36608,
|
||
|
|
"grad_norm": 0.7515741586685181,
|
||
|
|
"learning_rate": 0.00029913906086935916,
|
||
|
|
"loss": 2.0154483795166014,
|
||
|
|
"step": 2860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36736,
|
||
|
|
"grad_norm": 0.7631517648696899,
|
||
|
|
"learning_rate": 0.0002991325792916811,
|
||
|
|
"loss": 1.977918815612793,
|
||
|
|
"step": 2870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36864,
|
||
|
|
"grad_norm": 0.8842434287071228,
|
||
|
|
"learning_rate": 0.000299126073477893,
|
||
|
|
"loss": 1.975722885131836,
|
||
|
|
"step": 2880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36992,
|
||
|
|
"grad_norm": 0.7274171113967896,
|
||
|
|
"learning_rate": 0.00029911954342905217,
|
||
|
|
"loss": 1.9984859466552733,
|
||
|
|
"step": 2890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3712,
|
||
|
|
"grad_norm": 0.7220802307128906,
|
||
|
|
"learning_rate": 0.00029911298914621977,
|
||
|
|
"loss": 2.0087894439697265,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37248,
|
||
|
|
"grad_norm": 0.6422837376594543,
|
||
|
|
"learning_rate": 0.0002991064106304609,
|
||
|
|
"loss": 2.002351760864258,
|
||
|
|
"step": 2910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37376,
|
||
|
|
"grad_norm": 0.753294825553894,
|
||
|
|
"learning_rate": 0.00029909980788284476,
|
||
|
|
"loss": 1.986056137084961,
|
||
|
|
"step": 2920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37504,
|
||
|
|
"grad_norm": 0.7144089937210083,
|
||
|
|
"learning_rate": 0.00029909318090444437,
|
||
|
|
"loss": 1.9991958618164063,
|
||
|
|
"step": 2930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37632,
|
||
|
|
"grad_norm": 0.704556405544281,
|
||
|
|
"learning_rate": 0.0002990865296963367,
|
||
|
|
"loss": 1.9974645614624023,
|
||
|
|
"step": 2940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3776,
|
||
|
|
"grad_norm": 0.7290600538253784,
|
||
|
|
"learning_rate": 0.0002990798542596026,
|
||
|
|
"loss": 2.015464019775391,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37888,
|
||
|
|
"grad_norm": 0.7425021529197693,
|
||
|
|
"learning_rate": 0.00029907315459532706,
|
||
|
|
"loss": 2.0130130767822267,
|
||
|
|
"step": 2960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38016,
|
||
|
|
"grad_norm": 0.7028226852416992,
|
||
|
|
"learning_rate": 0.0002990664307045988,
|
||
|
|
"loss": 1.999576950073242,
|
||
|
|
"step": 2970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38144,
|
||
|
|
"grad_norm": 0.6917806267738342,
|
||
|
|
"learning_rate": 0.00029905968258851047,
|
||
|
|
"loss": 2.00009765625,
|
||
|
|
"step": 2980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38272,
|
||
|
|
"grad_norm": 0.7476458549499512,
|
||
|
|
"learning_rate": 0.00029905291024815876,
|
||
|
|
"loss": 1.9876760482788085,
|
||
|
|
"step": 2990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.384,
|
||
|
|
"grad_norm": 0.8785274028778076,
|
||
|
|
"learning_rate": 0.00029904611368464435,
|
||
|
|
"loss": 2.018217086791992,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38528,
|
||
|
|
"grad_norm": 0.7297069430351257,
|
||
|
|
"learning_rate": 0.0002990392928990717,
|
||
|
|
"loss": 1.9931718826293945,
|
||
|
|
"step": 3010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38656,
|
||
|
|
"grad_norm": 0.6672376990318298,
|
||
|
|
"learning_rate": 0.0002990324478925494,
|
||
|
|
"loss": 2.0107067108154295,
|
||
|
|
"step": 3020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38784,
|
||
|
|
"grad_norm": 0.7302089929580688,
|
||
|
|
"learning_rate": 0.0002990255786661897,
|
||
|
|
"loss": 1.994314956665039,
|
||
|
|
"step": 3030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38912,
|
||
|
|
"grad_norm": 0.7202204465866089,
|
||
|
|
"learning_rate": 0.00029901868522110904,
|
||
|
|
"loss": 2.0174509048461915,
|
||
|
|
"step": 3040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3904,
|
||
|
|
"grad_norm": 0.8425076603889465,
|
||
|
|
"learning_rate": 0.00029901176755842764,
|
||
|
|
"loss": 2.0013553619384767,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39168,
|
||
|
|
"grad_norm": 0.8686426877975464,
|
||
|
|
"learning_rate": 0.00029900482567926976,
|
||
|
|
"loss": 2.007709503173828,
|
||
|
|
"step": 3060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39296,
|
||
|
|
"grad_norm": 0.6840008497238159,
|
||
|
|
"learning_rate": 0.00029899785958476357,
|
||
|
|
"loss": 2.004677963256836,
|
||
|
|
"step": 3070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39424,
|
||
|
|
"grad_norm": 0.6260886192321777,
|
||
|
|
"learning_rate": 0.0002989908692760411,
|
||
|
|
"loss": 1.9879840850830077,
|
||
|
|
"step": 3080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39552,
|
||
|
|
"grad_norm": 0.6933361887931824,
|
||
|
|
"learning_rate": 0.0002989838547542384,
|
||
|
|
"loss": 2.011644744873047,
|
||
|
|
"step": 3090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3968,
|
||
|
|
"grad_norm": 0.7048612833023071,
|
||
|
|
"learning_rate": 0.0002989768160204955,
|
||
|
|
"loss": 2.019415092468262,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39808,
|
||
|
|
"grad_norm": 0.7651655673980713,
|
||
|
|
"learning_rate": 0.00029896975307595614,
|
||
|
|
"loss": 2.0010753631591798,
|
||
|
|
"step": 3110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39936,
|
||
|
|
"grad_norm": 0.6941404938697815,
|
||
|
|
"learning_rate": 0.00029896266592176825,
|
||
|
|
"loss": 1.984878921508789,
|
||
|
|
"step": 3120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40064,
|
||
|
|
"grad_norm": 0.8553006649017334,
|
||
|
|
"learning_rate": 0.00029895555455908355,
|
||
|
|
"loss": 1.9996231079101563,
|
||
|
|
"step": 3130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40192,
|
||
|
|
"grad_norm": 0.7001233100891113,
|
||
|
|
"learning_rate": 0.00029894841898905775,
|
||
|
|
"loss": 1.9921398162841797,
|
||
|
|
"step": 3140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4032,
|
||
|
|
"grad_norm": 0.8051826357841492,
|
||
|
|
"learning_rate": 0.0002989412592128505,
|
||
|
|
"loss": 1.999976921081543,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40448,
|
||
|
|
"grad_norm": 0.7095255255699158,
|
||
|
|
"learning_rate": 0.00029893407523162534,
|
||
|
|
"loss": 2.0126005172729493,
|
||
|
|
"step": 3160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40576,
|
||
|
|
"grad_norm": 0.9202665686607361,
|
||
|
|
"learning_rate": 0.00029892686704654977,
|
||
|
|
"loss": 1.9911052703857421,
|
||
|
|
"step": 3170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40704,
|
||
|
|
"grad_norm": 0.7405928373336792,
|
||
|
|
"learning_rate": 0.0002989196346587952,
|
||
|
|
"loss": 1.9965196609497071,
|
||
|
|
"step": 3180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40832,
|
||
|
|
"grad_norm": 1.4823166131973267,
|
||
|
|
"learning_rate": 0.0002989123780695371,
|
||
|
|
"loss": 2.0123992919921876,
|
||
|
|
"step": 3190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4096,
|
||
|
|
"grad_norm": 0.7466282248497009,
|
||
|
|
"learning_rate": 0.00029890509727995457,
|
||
|
|
"loss": 2.0086360931396485,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41088,
|
||
|
|
"grad_norm": 0.7171423435211182,
|
||
|
|
"learning_rate": 0.00029889779229123095,
|
||
|
|
"loss": 2.0146774291992187,
|
||
|
|
"step": 3210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41216,
|
||
|
|
"grad_norm": 0.8924009203910828,
|
||
|
|
"learning_rate": 0.00029889046310455346,
|
||
|
|
"loss": 2.006013107299805,
|
||
|
|
"step": 3220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41344,
|
||
|
|
"grad_norm": 0.6809982657432556,
|
||
|
|
"learning_rate": 0.0002988831097211131,
|
||
|
|
"loss": 2.007125473022461,
|
||
|
|
"step": 3230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41472,
|
||
|
|
"grad_norm": 0.6054995656013489,
|
||
|
|
"learning_rate": 0.000298875732142105,
|
||
|
|
"loss": 1.9968708038330079,
|
||
|
|
"step": 3240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.416,
|
||
|
|
"grad_norm": 0.6415665149688721,
|
||
|
|
"learning_rate": 0.000298868330368728,
|
||
|
|
"loss": 2.004538345336914,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41728,
|
||
|
|
"grad_norm": 0.738610029220581,
|
||
|
|
"learning_rate": 0.00029886090440218505,
|
||
|
|
"loss": 1.9990394592285157,
|
||
|
|
"step": 3260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41856,
|
||
|
|
"grad_norm": 0.7058972120285034,
|
||
|
|
"learning_rate": 0.00029885345424368294,
|
||
|
|
"loss": 2.0169488906860353,
|
||
|
|
"step": 3270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41984,
|
||
|
|
"grad_norm": 0.6690015196800232,
|
||
|
|
"learning_rate": 0.0002988459798944324,
|
||
|
|
"loss": 1.990290069580078,
|
||
|
|
"step": 3280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42112,
|
||
|
|
"grad_norm": 0.627063512802124,
|
||
|
|
"learning_rate": 0.00029883848135564827,
|
||
|
|
"loss": 1.992024040222168,
|
||
|
|
"step": 3290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4224,
|
||
|
|
"grad_norm": 0.6873062252998352,
|
||
|
|
"learning_rate": 0.000298830958628549,
|
||
|
|
"loss": 2.018503189086914,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42368,
|
||
|
|
"grad_norm": 0.7181523442268372,
|
||
|
|
"learning_rate": 0.0002988234117143572,
|
||
|
|
"loss": 2.0042495727539062,
|
||
|
|
"step": 3310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42496,
|
||
|
|
"grad_norm": 0.7824463248252869,
|
||
|
|
"learning_rate": 0.0002988158406142994,
|
||
|
|
"loss": 1.9997383117675782,
|
||
|
|
"step": 3320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42624,
|
||
|
|
"grad_norm": 0.7802339196205139,
|
||
|
|
"learning_rate": 0.0002988082453296059,
|
||
|
|
"loss": 1.996378517150879,
|
||
|
|
"step": 3330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42752,
|
||
|
|
"grad_norm": 0.7132096886634827,
|
||
|
|
"learning_rate": 0.00029880062586151105,
|
||
|
|
"loss": 2.0132312774658203,
|
||
|
|
"step": 3340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4288,
|
||
|
|
"grad_norm": 0.8338831067085266,
|
||
|
|
"learning_rate": 0.00029879298221125323,
|
||
|
|
"loss": 2.010465621948242,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43008,
|
||
|
|
"grad_norm": 0.7584986090660095,
|
||
|
|
"learning_rate": 0.0002987853143800745,
|
||
|
|
"loss": 1.9958574295043945,
|
||
|
|
"step": 3360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43136,
|
||
|
|
"grad_norm": 0.6547184586524963,
|
||
|
|
"learning_rate": 0.00029877762236922117,
|
||
|
|
"loss": 1.9954259872436524,
|
||
|
|
"step": 3370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43264,
|
||
|
|
"grad_norm": 0.7016308903694153,
|
||
|
|
"learning_rate": 0.0002987699061799431,
|
||
|
|
"loss": 1.9987804412841796,
|
||
|
|
"step": 3380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43392,
|
||
|
|
"grad_norm": 0.7248575687408447,
|
||
|
|
"learning_rate": 0.0002987621658134944,
|
||
|
|
"loss": 2.0054561614990236,
|
||
|
|
"step": 3390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4352,
|
||
|
|
"grad_norm": 1.0197134017944336,
|
||
|
|
"learning_rate": 0.00029875440127113295,
|
||
|
|
"loss": 2.0060552597045898,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43648,
|
||
|
|
"grad_norm": 0.7604638338088989,
|
||
|
|
"learning_rate": 0.00029874661255412056,
|
||
|
|
"loss": 1.9959848403930665,
|
||
|
|
"step": 3410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43776,
|
||
|
|
"grad_norm": 0.7341379523277283,
|
||
|
|
"learning_rate": 0.0002987387996637231,
|
||
|
|
"loss": 2.0023780822753907,
|
||
|
|
"step": 3420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43904,
|
||
|
|
"grad_norm": 0.6850576400756836,
|
||
|
|
"learning_rate": 0.0002987309626012102,
|
||
|
|
"loss": 2.020222282409668,
|
||
|
|
"step": 3430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44032,
|
||
|
|
"grad_norm": 0.7283312082290649,
|
||
|
|
"learning_rate": 0.00029872310136785544,
|
||
|
|
"loss": 1.994460105895996,
|
||
|
|
"step": 3440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4416,
|
||
|
|
"grad_norm": 0.7015148997306824,
|
||
|
|
"learning_rate": 0.00029871521596493654,
|
||
|
|
"loss": 2.015683174133301,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44288,
|
||
|
|
"grad_norm": 0.6451849341392517,
|
||
|
|
"learning_rate": 0.0002987073063937348,
|
||
|
|
"loss": 1.9941566467285157,
|
||
|
|
"step": 3460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44416,
|
||
|
|
"grad_norm": 0.6728188991546631,
|
||
|
|
"learning_rate": 0.0002986993726555358,
|
||
|
|
"loss": 2.0009782791137694,
|
||
|
|
"step": 3470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44544,
|
||
|
|
"grad_norm": 0.7595881223678589,
|
||
|
|
"learning_rate": 0.0002986914147516288,
|
||
|
|
"loss": 1.994197463989258,
|
||
|
|
"step": 3480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44672,
|
||
|
|
"grad_norm": 0.7372469902038574,
|
||
|
|
"learning_rate": 0.00029868343268330704,
|
||
|
|
"loss": 1.9918861389160156,
|
||
|
|
"step": 3490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.448,
|
||
|
|
"grad_norm": 0.8467145562171936,
|
||
|
|
"learning_rate": 0.0002986754264518678,
|
||
|
|
"loss": 1.970982551574707,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44928,
|
||
|
|
"grad_norm": 0.6036944389343262,
|
||
|
|
"learning_rate": 0.00029866739605861214,
|
||
|
|
"loss": 1.970067024230957,
|
||
|
|
"step": 3510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45056,
|
||
|
|
"grad_norm": 0.7512437701225281,
|
||
|
|
"learning_rate": 0.00029865934150484513,
|
||
|
|
"loss": 1.9916757583618163,
|
||
|
|
"step": 3520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45184,
|
||
|
|
"grad_norm": 0.7820079326629639,
|
||
|
|
"learning_rate": 0.00029865126279187575,
|
||
|
|
"loss": 2.015567970275879,
|
||
|
|
"step": 3530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45312,
|
||
|
|
"grad_norm": 0.753780722618103,
|
||
|
|
"learning_rate": 0.0002986431599210169,
|
||
|
|
"loss": 1.9925758361816406,
|
||
|
|
"step": 3540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4544,
|
||
|
|
"grad_norm": 0.583357036113739,
|
||
|
|
"learning_rate": 0.00029863503289358543,
|
||
|
|
"loss": 2.0011922836303713,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45568,
|
||
|
|
"grad_norm": 0.7955908179283142,
|
||
|
|
"learning_rate": 0.00029862688171090207,
|
||
|
|
"loss": 1.9962081909179688,
|
||
|
|
"step": 3560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45696,
|
||
|
|
"grad_norm": 0.6503195762634277,
|
||
|
|
"learning_rate": 0.0002986187063742914,
|
||
|
|
"loss": 2.0152355194091798,
|
||
|
|
"step": 3570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45824,
|
||
|
|
"grad_norm": 0.702178955078125,
|
||
|
|
"learning_rate": 0.00029861050688508224,
|
||
|
|
"loss": 2.010386848449707,
|
||
|
|
"step": 3580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45952,
|
||
|
|
"grad_norm": 0.6806907057762146,
|
||
|
|
"learning_rate": 0.000298602283244607,
|
||
|
|
"loss": 2.002973747253418,
|
||
|
|
"step": 3590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4608,
|
||
|
|
"grad_norm": 0.6157857775688171,
|
||
|
|
"learning_rate": 0.00029859403545420214,
|
||
|
|
"loss": 1.995046615600586,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46208,
|
||
|
|
"grad_norm": 0.6844906806945801,
|
||
|
|
"learning_rate": 0.000298585763515208,
|
||
|
|
"loss": 2.016707992553711,
|
||
|
|
"step": 3610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46336,
|
||
|
|
"grad_norm": 0.7760967016220093,
|
||
|
|
"learning_rate": 0.00029857746742896897,
|
||
|
|
"loss": 1.9860107421875,
|
||
|
|
"step": 3620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46464,
|
||
|
|
"grad_norm": 0.8712556958198547,
|
||
|
|
"learning_rate": 0.0002985691471968332,
|
||
|
|
"loss": 2.001064491271973,
|
||
|
|
"step": 3630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46592,
|
||
|
|
"grad_norm": 0.7285525798797607,
|
||
|
|
"learning_rate": 0.00029856080282015293,
|
||
|
|
"loss": 2.0140453338623048,
|
||
|
|
"step": 3640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4672,
|
||
|
|
"grad_norm": 0.7722259759902954,
|
||
|
|
"learning_rate": 0.00029855243430028415,
|
||
|
|
"loss": 2.0120145797729494,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46848,
|
||
|
|
"grad_norm": 0.7177460193634033,
|
||
|
|
"learning_rate": 0.0002985440416385869,
|
||
|
|
"loss": 1.9976810455322265,
|
||
|
|
"step": 3660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46976,
|
||
|
|
"grad_norm": 0.8264991044998169,
|
||
|
|
"learning_rate": 0.0002985356248364251,
|
||
|
|
"loss": 2.005207633972168,
|
||
|
|
"step": 3670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47104,
|
||
|
|
"grad_norm": 0.8237878084182739,
|
||
|
|
"learning_rate": 0.00029852718389516666,
|
||
|
|
"loss": 1.988731575012207,
|
||
|
|
"step": 3680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47232,
|
||
|
|
"grad_norm": 1.3742607831954956,
|
||
|
|
"learning_rate": 0.00029851871881618323,
|
||
|
|
"loss": 2.0098743438720703,
|
||
|
|
"step": 3690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4736,
|
||
|
|
"grad_norm": 0.7714928388595581,
|
||
|
|
"learning_rate": 0.0002985102296008505,
|
||
|
|
"loss": 1.9839420318603516,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47488,
|
||
|
|
"grad_norm": 0.7396987080574036,
|
||
|
|
"learning_rate": 0.0002985017162505483,
|
||
|
|
"loss": 1.9785545349121094,
|
||
|
|
"step": 3710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47616,
|
||
|
|
"grad_norm": 0.7527230978012085,
|
||
|
|
"learning_rate": 0.0002984931787666599,
|
||
|
|
"loss": 2.0031604766845703,
|
||
|
|
"step": 3720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47744,
|
||
|
|
"grad_norm": 0.7075295448303223,
|
||
|
|
"learning_rate": 0.0002984846171505729,
|
||
|
|
"loss": 1.9907520294189454,
|
||
|
|
"step": 3730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47872,
|
||
|
|
"grad_norm": 0.6408486366271973,
|
||
|
|
"learning_rate": 0.0002984760314036787,
|
||
|
|
"loss": 2.024155044555664,
|
||
|
|
"step": 3740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48,
|
||
|
|
"grad_norm": 0.7029430866241455,
|
||
|
|
"learning_rate": 0.0002984674215273725,
|
||
|
|
"loss": 2.00035400390625,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48128,
|
||
|
|
"grad_norm": 0.7707000970840454,
|
||
|
|
"learning_rate": 0.0002984587875230536,
|
||
|
|
"loss": 2.0184585571289064,
|
||
|
|
"step": 3760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48256,
|
||
|
|
"grad_norm": 0.6695795655250549,
|
||
|
|
"learning_rate": 0.00029845012939212507,
|
||
|
|
"loss": 1.9930442810058593,
|
||
|
|
"step": 3770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48384,
|
||
|
|
"grad_norm": 0.6928637623786926,
|
||
|
|
"learning_rate": 0.0002984414471359941,
|
||
|
|
"loss": 1.9891483306884765,
|
||
|
|
"step": 3780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48512,
|
||
|
|
"grad_norm": 0.7137778997421265,
|
||
|
|
"learning_rate": 0.00029843274075607167,
|
||
|
|
"loss": 2.0126466751098633,
|
||
|
|
"step": 3790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4864,
|
||
|
|
"grad_norm": 0.7941726446151733,
|
||
|
|
"learning_rate": 0.00029842401025377254,
|
||
|
|
"loss": 1.9977178573608398,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48768,
|
||
|
|
"grad_norm": 0.7112129926681519,
|
||
|
|
"learning_rate": 0.0002984152556305156,
|
||
|
|
"loss": 2.0004758834838867,
|
||
|
|
"step": 3810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48896,
|
||
|
|
"grad_norm": 0.6955267190933228,
|
||
|
|
"learning_rate": 0.0002984064768877237,
|
||
|
|
"loss": 2.0171720504760744,
|
||
|
|
"step": 3820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49024,
|
||
|
|
"grad_norm": 0.7090415358543396,
|
||
|
|
"learning_rate": 0.00029839767402682334,
|
||
|
|
"loss": 2.005842399597168,
|
||
|
|
"step": 3830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49152,
|
||
|
|
"grad_norm": 0.8107616305351257,
|
||
|
|
"learning_rate": 0.00029838884704924527,
|
||
|
|
"loss": 2.0197629928588867,
|
||
|
|
"step": 3840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4928,
|
||
|
|
"grad_norm": 0.7303240299224854,
|
||
|
|
"learning_rate": 0.0002983799959564239,
|
||
|
|
"loss": 2.0161752700805664,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49408,
|
||
|
|
"grad_norm": 0.7189793586730957,
|
||
|
|
"learning_rate": 0.0002983711207497977,
|
||
|
|
"loss": 2.0196367263793946,
|
||
|
|
"step": 3860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49536,
|
||
|
|
"grad_norm": 0.7447757124900818,
|
||
|
|
"learning_rate": 0.000298362221430809,
|
||
|
|
"loss": 1.9797452926635741,
|
||
|
|
"step": 3870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49664,
|
||
|
|
"grad_norm": 0.7726782560348511,
|
||
|
|
"learning_rate": 0.000298353298000904,
|
||
|
|
"loss": 1.994917869567871,
|
||
|
|
"step": 3880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49792,
|
||
|
|
"grad_norm": 0.7866300344467163,
|
||
|
|
"learning_rate": 0.000298344350461533,
|
||
|
|
"loss": 1.994272232055664,
|
||
|
|
"step": 3890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4992,
|
||
|
|
"grad_norm": 0.7009814381599426,
|
||
|
|
"learning_rate": 0.00029833537881414997,
|
||
|
|
"loss": 1.9947071075439453,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50048,
|
||
|
|
"grad_norm": 0.786959171295166,
|
||
|
|
"learning_rate": 0.000298326383060213,
|
||
|
|
"loss": 1.9846187591552735,
|
||
|
|
"step": 3910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50176,
|
||
|
|
"grad_norm": 0.798842191696167,
|
||
|
|
"learning_rate": 0.000298317363201184,
|
||
|
|
"loss": 2.0009033203125,
|
||
|
|
"step": 3920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50304,
|
||
|
|
"grad_norm": 0.6344483494758606,
|
||
|
|
"learning_rate": 0.0002983083192385289,
|
||
|
|
"loss": 2.0058782577514647,
|
||
|
|
"step": 3930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50432,
|
||
|
|
"grad_norm": 0.7020363211631775,
|
||
|
|
"learning_rate": 0.0002982992511737174,
|
||
|
|
"loss": 2.0104549407958983,
|
||
|
|
"step": 3940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5056,
|
||
|
|
"grad_norm": 0.7292479872703552,
|
||
|
|
"learning_rate": 0.00029829015900822314,
|
||
|
|
"loss": 2.0061105728149413,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50688,
|
||
|
|
"grad_norm": 0.7374621629714966,
|
||
|
|
"learning_rate": 0.00029828104274352385,
|
||
|
|
"loss": 1.991245651245117,
|
||
|
|
"step": 3960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50816,
|
||
|
|
"grad_norm": 0.7191388010978699,
|
||
|
|
"learning_rate": 0.0002982719023811009,
|
||
|
|
"loss": 2.005914878845215,
|
||
|
|
"step": 3970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.50944,
|
||
|
|
"grad_norm": 0.7209792137145996,
|
||
|
|
"learning_rate": 0.0002982627379224399,
|
||
|
|
"loss": 1.9991714477539062,
|
||
|
|
"step": 3980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51072,
|
||
|
|
"grad_norm": 0.7501109838485718,
|
||
|
|
"learning_rate": 0.00029825354936903,
|
||
|
|
"loss": 2.0138620376586913,
|
||
|
|
"step": 3990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.512,
|
||
|
|
"grad_norm": 0.7204382419586182,
|
||
|
|
"learning_rate": 0.0002982443367223646,
|
||
|
|
"loss": 2.002537155151367,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51328,
|
||
|
|
"grad_norm": 0.6654132008552551,
|
||
|
|
"learning_rate": 0.0002982350999839409,
|
||
|
|
"loss": 2.0058666229248048,
|
||
|
|
"step": 4010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51456,
|
||
|
|
"grad_norm": 0.6496480107307434,
|
||
|
|
"learning_rate": 0.00029822583915525987,
|
||
|
|
"loss": 2.0121301651000976,
|
||
|
|
"step": 4020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51584,
|
||
|
|
"grad_norm": 0.7528657913208008,
|
||
|
|
"learning_rate": 0.00029821655423782666,
|
||
|
|
"loss": 1.997304916381836,
|
||
|
|
"step": 4030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51712,
|
||
|
|
"grad_norm": 0.7558349967002869,
|
||
|
|
"learning_rate": 0.0002982072452331501,
|
||
|
|
"loss": 2.0115285873413087,
|
||
|
|
"step": 4040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5184,
|
||
|
|
"grad_norm": 0.649427056312561,
|
||
|
|
"learning_rate": 0.0002981979121427431,
|
||
|
|
"loss": 1.9857589721679687,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51968,
|
||
|
|
"grad_norm": 0.8884936571121216,
|
||
|
|
"learning_rate": 0.0002981885549681224,
|
||
|
|
"loss": 1.9965480804443358,
|
||
|
|
"step": 4060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52096,
|
||
|
|
"grad_norm": 0.6860265135765076,
|
||
|
|
"learning_rate": 0.00029817917371080863,
|
||
|
|
"loss": 1.9892051696777344,
|
||
|
|
"step": 4070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52224,
|
||
|
|
"grad_norm": 0.6648100018501282,
|
||
|
|
"learning_rate": 0.00029816976837232647,
|
||
|
|
"loss": 1.9910903930664063,
|
||
|
|
"step": 4080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52352,
|
||
|
|
"grad_norm": 0.669529139995575,
|
||
|
|
"learning_rate": 0.0002981603389542043,
|
||
|
|
"loss": 1.9876266479492188,
|
||
|
|
"step": 4090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5248,
|
||
|
|
"grad_norm": 0.7481969594955444,
|
||
|
|
"learning_rate": 0.0002981508854579746,
|
||
|
|
"loss": 2.0230886459350588,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52608,
|
||
|
|
"grad_norm": 0.7897581458091736,
|
||
|
|
"learning_rate": 0.00029814140788517364,
|
||
|
|
"loss": 1.9916162490844727,
|
||
|
|
"step": 4110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52736,
|
||
|
|
"grad_norm": 0.6596736907958984,
|
||
|
|
"learning_rate": 0.0002981319062373417,
|
||
|
|
"loss": 1.9848915100097657,
|
||
|
|
"step": 4120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52864,
|
||
|
|
"grad_norm": 0.6131610870361328,
|
||
|
|
"learning_rate": 0.00029812238051602294,
|
||
|
|
"loss": 2.003184700012207,
|
||
|
|
"step": 4130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52992,
|
||
|
|
"grad_norm": 0.775517463684082,
|
||
|
|
"learning_rate": 0.00029811283072276543,
|
||
|
|
"loss": 2.0039646148681642,
|
||
|
|
"step": 4140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5312,
|
||
|
|
"grad_norm": 0.6710156798362732,
|
||
|
|
"learning_rate": 0.00029810325685912113,
|
||
|
|
"loss": 2.0029441833496096,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.53248,
|
||
|
|
"grad_norm": 0.6885665655136108,
|
||
|
|
"learning_rate": 0.00029809365892664587,
|
||
|
|
"loss": 1.9940208435058593,
|
||
|
|
"step": 4160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.53376,
|
||
|
|
"grad_norm": 0.7027019262313843,
|
||
|
|
"learning_rate": 0.00029808403692689953,
|
||
|
|
"loss": 2.003041076660156,
|
||
|
|
"step": 4170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.53504,
|
||
|
|
"grad_norm": 0.7704663276672363,
|
||
|
|
"learning_rate": 0.00029807439086144575,
|
||
|
|
"loss": 2.008600044250488,
|
||
|
|
"step": 4180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.53632,
|
||
|
|
"grad_norm": 0.7134334444999695,
|
||
|
|
"learning_rate": 0.0002980647207318522,
|
||
|
|
"loss": 2.0230785369873048,
|
||
|
|
"step": 4190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5376,
|
||
|
|
"grad_norm": 0.6899425983428955,
|
||
|
|
"learning_rate": 0.00029805502653969035,
|
||
|
|
"loss": 2.014421272277832,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.53888,
|
||
|
|
"grad_norm": 0.7387205362319946,
|
||
|
|
"learning_rate": 0.0002980453082865357,
|
||
|
|
"loss": 1.9908321380615235,
|
||
|
|
"step": 4210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54016,
|
||
|
|
"grad_norm": 0.6980050802230835,
|
||
|
|
"learning_rate": 0.0002980355659739676,
|
||
|
|
"loss": 1.9989233016967773,
|
||
|
|
"step": 4220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54144,
|
||
|
|
"grad_norm": 0.6020520925521851,
|
||
|
|
"learning_rate": 0.00029802579960356933,
|
||
|
|
"loss": 2.00181884765625,
|
||
|
|
"step": 4230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54272,
|
||
|
|
"grad_norm": 0.6786367893218994,
|
||
|
|
"learning_rate": 0.0002980160091769279,
|
||
|
|
"loss": 1.9844453811645508,
|
||
|
|
"step": 4240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.544,
|
||
|
|
"grad_norm": 0.6527010202407837,
|
||
|
|
"learning_rate": 0.00029800619469563463,
|
||
|
|
"loss": 1.9895397186279298,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54528,
|
||
|
|
"grad_norm": 0.6559035181999207,
|
||
|
|
"learning_rate": 0.00029799635616128435,
|
||
|
|
"loss": 2.0083845138549803,
|
||
|
|
"step": 4260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54656,
|
||
|
|
"grad_norm": 0.7348132729530334,
|
||
|
|
"learning_rate": 0.000297986493575476,
|
||
|
|
"loss": 2.0096080780029295,
|
||
|
|
"step": 4270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54784,
|
||
|
|
"grad_norm": 0.6425591111183167,
|
||
|
|
"learning_rate": 0.00029797660693981235,
|
||
|
|
"loss": 1.9981698989868164,
|
||
|
|
"step": 4280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.54912,
|
||
|
|
"grad_norm": 0.6125735640525818,
|
||
|
|
"learning_rate": 0.0002979666962559002,
|
||
|
|
"loss": 2.0015987396240233,
|
||
|
|
"step": 4290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5504,
|
||
|
|
"grad_norm": 0.6617387533187866,
|
||
|
|
"learning_rate": 0.0002979567615253501,
|
||
|
|
"loss": 2.0117170333862306,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55168,
|
||
|
|
"grad_norm": 0.8098113536834717,
|
||
|
|
"learning_rate": 0.00029794680274977664,
|
||
|
|
"loss": 1.976462173461914,
|
||
|
|
"step": 4310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55296,
|
||
|
|
"grad_norm": 0.7238470911979675,
|
||
|
|
"learning_rate": 0.00029793681993079817,
|
||
|
|
"loss": 1.9960739135742187,
|
||
|
|
"step": 4320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55424,
|
||
|
|
"grad_norm": 0.8663386702537537,
|
||
|
|
"learning_rate": 0.0002979268130700371,
|
||
|
|
"loss": 1.9836992263793944,
|
||
|
|
"step": 4330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55552,
|
||
|
|
"grad_norm": 0.7530176043510437,
|
||
|
|
"learning_rate": 0.00029791678216911974,
|
||
|
|
"loss": 1.993238639831543,
|
||
|
|
"step": 4340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5568,
|
||
|
|
"grad_norm": 0.8118612766265869,
|
||
|
|
"learning_rate": 0.0002979067272296761,
|
||
|
|
"loss": 2.0035892486572267,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55808,
|
||
|
|
"grad_norm": 0.7913742065429688,
|
||
|
|
"learning_rate": 0.0002978966482533404,
|
||
|
|
"loss": 2.002780532836914,
|
||
|
|
"step": 4360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.55936,
|
||
|
|
"grad_norm": 0.694092333316803,
|
||
|
|
"learning_rate": 0.0002978865452417505,
|
||
|
|
"loss": 2.0032726287841798,
|
||
|
|
"step": 4370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56064,
|
||
|
|
"grad_norm": 0.6410046815872192,
|
||
|
|
"learning_rate": 0.0002978764181965483,
|
||
|
|
"loss": 2.001888465881348,
|
||
|
|
"step": 4380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56192,
|
||
|
|
"grad_norm": 0.7601751089096069,
|
||
|
|
"learning_rate": 0.00029786626711937966,
|
||
|
|
"loss": 2.0106828689575194,
|
||
|
|
"step": 4390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5632,
|
||
|
|
"grad_norm": 0.7212942838668823,
|
||
|
|
"learning_rate": 0.00029785609201189424,
|
||
|
|
"loss": 2.023110198974609,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56448,
|
||
|
|
"grad_norm": 0.7451926469802856,
|
||
|
|
"learning_rate": 0.0002978458928757456,
|
||
|
|
"loss": 2.011552619934082,
|
||
|
|
"step": 4410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56576,
|
||
|
|
"grad_norm": 0.6781797409057617,
|
||
|
|
"learning_rate": 0.00029783566971259125,
|
||
|
|
"loss": 2.0140331268310545,
|
||
|
|
"step": 4420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56704,
|
||
|
|
"grad_norm": 0.7447178959846497,
|
||
|
|
"learning_rate": 0.0002978254225240926,
|
||
|
|
"loss": 2.0165130615234377,
|
||
|
|
"step": 4430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.56832,
|
||
|
|
"grad_norm": 0.7245031595230103,
|
||
|
|
"learning_rate": 0.0002978151513119149,
|
||
|
|
"loss": 1.9940263748168945,
|
||
|
|
"step": 4440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5696,
|
||
|
|
"grad_norm": 0.756145715713501,
|
||
|
|
"learning_rate": 0.0002978048560777275,
|
||
|
|
"loss": 1.975267219543457,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57088,
|
||
|
|
"grad_norm": 0.7302019000053406,
|
||
|
|
"learning_rate": 0.00029779453682320345,
|
||
|
|
"loss": 1.992108154296875,
|
||
|
|
"step": 4460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57216,
|
||
|
|
"grad_norm": 0.8035944104194641,
|
||
|
|
"learning_rate": 0.0002977841935500197,
|
||
|
|
"loss": 1.9908878326416015,
|
||
|
|
"step": 4470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57344,
|
||
|
|
"grad_norm": 0.7327392101287842,
|
||
|
|
"learning_rate": 0.00029777382625985734,
|
||
|
|
"loss": 2.000600051879883,
|
||
|
|
"step": 4480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57472,
|
||
|
|
"grad_norm": 0.6741060018539429,
|
||
|
|
"learning_rate": 0.00029776343495440104,
|
||
|
|
"loss": 2.0095552444458007,
|
||
|
|
"step": 4490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.576,
|
||
|
|
"grad_norm": 0.6768994331359863,
|
||
|
|
"learning_rate": 0.00029775301963533957,
|
||
|
|
"loss": 1.983211135864258,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57728,
|
||
|
|
"grad_norm": 0.7285369634628296,
|
||
|
|
"learning_rate": 0.0002977425803043657,
|
||
|
|
"loss": 2.011127471923828,
|
||
|
|
"step": 4510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57856,
|
||
|
|
"grad_norm": 0.6478345394134521,
|
||
|
|
"learning_rate": 0.00029773211696317573,
|
||
|
|
"loss": 1.9803707122802734,
|
||
|
|
"step": 4520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.57984,
|
||
|
|
"grad_norm": 0.7388439774513245,
|
||
|
|
"learning_rate": 0.0002977216296134703,
|
||
|
|
"loss": 1.9949949264526368,
|
||
|
|
"step": 4530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58112,
|
||
|
|
"grad_norm": 0.6757745742797852,
|
||
|
|
"learning_rate": 0.0002977111182569536,
|
||
|
|
"loss": 2.025724983215332,
|
||
|
|
"step": 4540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5824,
|
||
|
|
"grad_norm": 0.6242362856864929,
|
||
|
|
"learning_rate": 0.00029770058289533397,
|
||
|
|
"loss": 2.0046735763549806,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58368,
|
||
|
|
"grad_norm": 0.6959071159362793,
|
||
|
|
"learning_rate": 0.0002976900235303235,
|
||
|
|
"loss": 1.9909477233886719,
|
||
|
|
"step": 4560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58496,
|
||
|
|
"grad_norm": 1.1365975141525269,
|
||
|
|
"learning_rate": 0.0002976794401636383,
|
||
|
|
"loss": 2.0057315826416016,
|
||
|
|
"step": 4570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58624,
|
||
|
|
"grad_norm": 0.6782042384147644,
|
||
|
|
"learning_rate": 0.00029766883279699826,
|
||
|
|
"loss": 2.0111324310302736,
|
||
|
|
"step": 4580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58752,
|
||
|
|
"grad_norm": 1.024519681930542,
|
||
|
|
"learning_rate": 0.0002976582014321272,
|
||
|
|
"loss": 1.995925521850586,
|
||
|
|
"step": 4590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5888,
|
||
|
|
"grad_norm": 0.7553693056106567,
|
||
|
|
"learning_rate": 0.0002976475460707529,
|
||
|
|
"loss": 2.0124210357666015,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59008,
|
||
|
|
"grad_norm": 0.6609204411506653,
|
||
|
|
"learning_rate": 0.00029763686671460703,
|
||
|
|
"loss": 1.9881935119628906,
|
||
|
|
"step": 4610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59136,
|
||
|
|
"grad_norm": 0.7214299440383911,
|
||
|
|
"learning_rate": 0.00029762616336542514,
|
||
|
|
"loss": 1.9801551818847656,
|
||
|
|
"step": 4620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59264,
|
||
|
|
"grad_norm": 0.6682612895965576,
|
||
|
|
"learning_rate": 0.00029761543602494655,
|
||
|
|
"loss": 2.023514175415039,
|
||
|
|
"step": 4630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59392,
|
||
|
|
"grad_norm": 0.7894415855407715,
|
||
|
|
"learning_rate": 0.0002976046846949148,
|
||
|
|
"loss": 2.010751724243164,
|
||
|
|
"step": 4640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5952,
|
||
|
|
"grad_norm": 0.6574305891990662,
|
||
|
|
"learning_rate": 0.0002975939093770769,
|
||
|
|
"loss": 1.976632308959961,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59648,
|
||
|
|
"grad_norm": 0.6413716673851013,
|
||
|
|
"learning_rate": 0.00029758311007318416,
|
||
|
|
"loss": 2.0151065826416015,
|
||
|
|
"step": 4660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59776,
|
||
|
|
"grad_norm": 0.7089874148368835,
|
||
|
|
"learning_rate": 0.00029757228678499155,
|
||
|
|
"loss": 1.9980993270874023,
|
||
|
|
"step": 4670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.59904,
|
||
|
|
"grad_norm": 0.6705209612846375,
|
||
|
|
"learning_rate": 0.000297561439514258,
|
||
|
|
"loss": 2.0038993835449217,
|
||
|
|
"step": 4680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60032,
|
||
|
|
"grad_norm": 0.6938350796699524,
|
||
|
|
"learning_rate": 0.00029755056826274637,
|
||
|
|
"loss": 1.9767511367797852,
|
||
|
|
"step": 4690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6016,
|
||
|
|
"grad_norm": 0.733703076839447,
|
||
|
|
"learning_rate": 0.0002975396730322234,
|
||
|
|
"loss": 2.0173906326293944,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60288,
|
||
|
|
"grad_norm": 0.6944065093994141,
|
||
|
|
"learning_rate": 0.0002975287538244597,
|
||
|
|
"loss": 2.012947654724121,
|
||
|
|
"step": 4710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60416,
|
||
|
|
"grad_norm": 0.7177563905715942,
|
||
|
|
"learning_rate": 0.0002975178106412298,
|
||
|
|
"loss": 1.9930303573608399,
|
||
|
|
"step": 4720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60544,
|
||
|
|
"grad_norm": 0.7881021499633789,
|
||
|
|
"learning_rate": 0.000297506843484312,
|
||
|
|
"loss": 2.0142608642578126,
|
||
|
|
"step": 4730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60672,
|
||
|
|
"grad_norm": 0.7584002614021301,
|
||
|
|
"learning_rate": 0.00029749585235548887,
|
||
|
|
"loss": 2.0150390625,
|
||
|
|
"step": 4740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.608,
|
||
|
|
"grad_norm": 0.7548288106918335,
|
||
|
|
"learning_rate": 0.00029748483725654636,
|
||
|
|
"loss": 2.001949691772461,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.60928,
|
||
|
|
"grad_norm": 0.7352362871170044,
|
||
|
|
"learning_rate": 0.00029747379818927474,
|
||
|
|
"loss": 2.014604187011719,
|
||
|
|
"step": 4760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61056,
|
||
|
|
"grad_norm": 0.736960768699646,
|
||
|
|
"learning_rate": 0.00029746273515546793,
|
||
|
|
"loss": 2.0182096481323244,
|
||
|
|
"step": 4770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61184,
|
||
|
|
"grad_norm": 0.8847310543060303,
|
||
|
|
"learning_rate": 0.00029745164815692387,
|
||
|
|
"loss": 1.9898075103759765,
|
||
|
|
"step": 4780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61312,
|
||
|
|
"grad_norm": 0.7176423072814941,
|
||
|
|
"learning_rate": 0.0002974405371954443,
|
||
|
|
"loss": 2.003055953979492,
|
||
|
|
"step": 4790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6144,
|
||
|
|
"grad_norm": 0.7516958713531494,
|
||
|
|
"learning_rate": 0.00029742940227283504,
|
||
|
|
"loss": 1.9840295791625977,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61568,
|
||
|
|
"grad_norm": 0.7542930245399475,
|
||
|
|
"learning_rate": 0.0002974182433909055,
|
||
|
|
"loss": 2.0189092636108397,
|
||
|
|
"step": 4810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61696,
|
||
|
|
"grad_norm": 0.7811306118965149,
|
||
|
|
"learning_rate": 0.0002974070605514692,
|
||
|
|
"loss": 2.005120849609375,
|
||
|
|
"step": 4820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61824,
|
||
|
|
"grad_norm": 0.6935572028160095,
|
||
|
|
"learning_rate": 0.00029739585375634356,
|
||
|
|
"loss": 2.0136289596557617,
|
||
|
|
"step": 4830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.61952,
|
||
|
|
"grad_norm": 0.9725347757339478,
|
||
|
|
"learning_rate": 0.0002973846230073498,
|
||
|
|
"loss": 2.0010726928710936,
|
||
|
|
"step": 4840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6208,
|
||
|
|
"grad_norm": 0.6915906071662903,
|
||
|
|
"learning_rate": 0.0002973733683063131,
|
||
|
|
"loss": 2.010584259033203,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62208,
|
||
|
|
"grad_norm": 0.771823525428772,
|
||
|
|
"learning_rate": 0.00029736208965506247,
|
||
|
|
"loss": 2.0161518096923827,
|
||
|
|
"step": 4860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62336,
|
||
|
|
"grad_norm": 0.6337702870368958,
|
||
|
|
"learning_rate": 0.00029735078705543086,
|
||
|
|
"loss": 2.0008981704711912,
|
||
|
|
"step": 4870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62464,
|
||
|
|
"grad_norm": 0.6666226387023926,
|
||
|
|
"learning_rate": 0.0002973394605092551,
|
||
|
|
"loss": 2.010310173034668,
|
||
|
|
"step": 4880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62592,
|
||
|
|
"grad_norm": 0.7635229825973511,
|
||
|
|
"learning_rate": 0.00029732811001837594,
|
||
|
|
"loss": 2.0058834075927736,
|
||
|
|
"step": 4890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6272,
|
||
|
|
"grad_norm": 0.9127666354179382,
|
||
|
|
"learning_rate": 0.0002973167355846379,
|
||
|
|
"loss": 2.0224124908447267,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62848,
|
||
|
|
"grad_norm": 0.8189308047294617,
|
||
|
|
"learning_rate": 0.0002973053372098896,
|
||
|
|
"loss": 2.007943344116211,
|
||
|
|
"step": 4910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.62976,
|
||
|
|
"grad_norm": 0.7304124236106873,
|
||
|
|
"learning_rate": 0.0002972939148959834,
|
||
|
|
"loss": 2.000100517272949,
|
||
|
|
"step": 4920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63104,
|
||
|
|
"grad_norm": 0.6603564620018005,
|
||
|
|
"learning_rate": 0.00029728246864477555,
|
||
|
|
"loss": 2.0129776000976562,
|
||
|
|
"step": 4930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63232,
|
||
|
|
"grad_norm": 0.6280004382133484,
|
||
|
|
"learning_rate": 0.00029727099845812616,
|
||
|
|
"loss": 2.0045780181884765,
|
||
|
|
"step": 4940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6336,
|
||
|
|
"grad_norm": 0.7431449294090271,
|
||
|
|
"learning_rate": 0.00029725950433789954,
|
||
|
|
"loss": 1.98687744140625,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63488,
|
||
|
|
"grad_norm": 0.8049905896186829,
|
||
|
|
"learning_rate": 0.0002972479862859634,
|
||
|
|
"loss": 2.004106330871582,
|
||
|
|
"step": 4960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63616,
|
||
|
|
"grad_norm": 0.7185505628585815,
|
||
|
|
"learning_rate": 0.00029723644430418956,
|
||
|
|
"loss": 1.998849868774414,
|
||
|
|
"step": 4970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63744,
|
||
|
|
"grad_norm": 0.8346318602561951,
|
||
|
|
"learning_rate": 0.0002972248783944539,
|
||
|
|
"loss": 1.9910211563110352,
|
||
|
|
"step": 4980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63872,
|
||
|
|
"grad_norm": 0.686622142791748,
|
||
|
|
"learning_rate": 0.0002972132885586361,
|
||
|
|
"loss": 1.9930900573730468,
|
||
|
|
"step": 4990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64,
|
||
|
|
"grad_norm": 0.7573023438453674,
|
||
|
|
"learning_rate": 0.00029720167479861946,
|
||
|
|
"loss": 2.01367244720459,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64128,
|
||
|
|
"grad_norm": 0.7065608501434326,
|
||
|
|
"learning_rate": 0.0002971900371162915,
|
||
|
|
"loss": 1.9992128372192384,
|
||
|
|
"step": 5010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64256,
|
||
|
|
"grad_norm": 0.7289401292800903,
|
||
|
|
"learning_rate": 0.00029717837551354354,
|
||
|
|
"loss": 1.9842073440551757,
|
||
|
|
"step": 5020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64384,
|
||
|
|
"grad_norm": 0.6458973288536072,
|
||
|
|
"learning_rate": 0.00029716668999227064,
|
||
|
|
"loss": 2.0016260147094727,
|
||
|
|
"step": 5030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64512,
|
||
|
|
"grad_norm": 0.7114098072052002,
|
||
|
|
"learning_rate": 0.0002971549805543719,
|
||
|
|
"loss": 1.9759035110473633,
|
||
|
|
"step": 5040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6464,
|
||
|
|
"grad_norm": 0.7502028346061707,
|
||
|
|
"learning_rate": 0.0002971432472017503,
|
||
|
|
"loss": 1.9977811813354491,
|
||
|
|
"step": 5050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64768,
|
||
|
|
"grad_norm": 0.7050338387489319,
|
||
|
|
"learning_rate": 0.00029713148993631267,
|
||
|
|
"loss": 2.0023754119873045,
|
||
|
|
"step": 5060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64896,
|
||
|
|
"grad_norm": 0.7351704835891724,
|
||
|
|
"learning_rate": 0.0002971197087599697,
|
||
|
|
"loss": 1.9990671157836915,
|
||
|
|
"step": 5070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65024,
|
||
|
|
"grad_norm": 0.684573769569397,
|
||
|
|
"learning_rate": 0.000297107903674636,
|
||
|
|
"loss": 2.0173965454101563,
|
||
|
|
"step": 5080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65152,
|
||
|
|
"grad_norm": 0.7622045278549194,
|
||
|
|
"learning_rate": 0.0002970960746822301,
|
||
|
|
"loss": 1.9990699768066407,
|
||
|
|
"step": 5090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6528,
|
||
|
|
"grad_norm": 0.5931624174118042,
|
||
|
|
"learning_rate": 0.00029708422178467426,
|
||
|
|
"loss": 2.0040538787841795,
|
||
|
|
"step": 5100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65408,
|
||
|
|
"grad_norm": 0.6407083868980408,
|
||
|
|
"learning_rate": 0.0002970723449838949,
|
||
|
|
"loss": 2.00338191986084,
|
||
|
|
"step": 5110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65536,
|
||
|
|
"grad_norm": 0.7045226097106934,
|
||
|
|
"learning_rate": 0.0002970604442818221,
|
||
|
|
"loss": 1.996185874938965,
|
||
|
|
"step": 5120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65664,
|
||
|
|
"grad_norm": 0.6836894154548645,
|
||
|
|
"learning_rate": 0.0002970485196803898,
|
||
|
|
"loss": 1.994027328491211,
|
||
|
|
"step": 5130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.65792,
|
||
|
|
"grad_norm": 0.6975918412208557,
|
||
|
|
"learning_rate": 0.000297036571181536,
|
||
|
|
"loss": 1.9909107208251953,
|
||
|
|
"step": 5140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6592,
|
||
|
|
"grad_norm": 0.7193573713302612,
|
||
|
|
"learning_rate": 0.00029702459878720255,
|
||
|
|
"loss": 1.9966390609741211,
|
||
|
|
"step": 5150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66048,
|
||
|
|
"grad_norm": 0.6120880246162415,
|
||
|
|
"learning_rate": 0.000297012602499335,
|
||
|
|
"loss": 1.9817461013793944,
|
||
|
|
"step": 5160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66176,
|
||
|
|
"grad_norm": 0.759924054145813,
|
||
|
|
"learning_rate": 0.000297000582319883,
|
||
|
|
"loss": 1.9850471496582032,
|
||
|
|
"step": 5170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66304,
|
||
|
|
"grad_norm": 0.6980900764465332,
|
||
|
|
"learning_rate": 0.0002969885382508,
|
||
|
|
"loss": 1.9931489944458007,
|
||
|
|
"step": 5180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66432,
|
||
|
|
"grad_norm": 0.7123715877532959,
|
||
|
|
"learning_rate": 0.00029697647029404325,
|
||
|
|
"loss": 2.000169563293457,
|
||
|
|
"step": 5190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6656,
|
||
|
|
"grad_norm": 0.6090735197067261,
|
||
|
|
"learning_rate": 0.000296964378451574,
|
||
|
|
"loss": 1.9939422607421875,
|
||
|
|
"step": 5200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66688,
|
||
|
|
"grad_norm": 0.7080000042915344,
|
||
|
|
"learning_rate": 0.0002969522627253574,
|
||
|
|
"loss": 1.9911760330200194,
|
||
|
|
"step": 5210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66816,
|
||
|
|
"grad_norm": 0.6564937233924866,
|
||
|
|
"learning_rate": 0.0002969401231173624,
|
||
|
|
"loss": 1.9953861236572266,
|
||
|
|
"step": 5220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.66944,
|
||
|
|
"grad_norm": 0.6857775449752808,
|
||
|
|
"learning_rate": 0.0002969279596295618,
|
||
|
|
"loss": 2.0081436157226564,
|
||
|
|
"step": 5230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67072,
|
||
|
|
"grad_norm": 0.7370122671127319,
|
||
|
|
"learning_rate": 0.00029691577226393235,
|
||
|
|
"loss": 2.0082754135131835,
|
||
|
|
"step": 5240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.672,
|
||
|
|
"grad_norm": 0.6324231624603271,
|
||
|
|
"learning_rate": 0.0002969035610224547,
|
||
|
|
"loss": 2.0048879623413085,
|
||
|
|
"step": 5250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67328,
|
||
|
|
"grad_norm": 0.7700392007827759,
|
||
|
|
"learning_rate": 0.0002968913259071133,
|
||
|
|
"loss": 2.0072811126708983,
|
||
|
|
"step": 5260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67456,
|
||
|
|
"grad_norm": 0.6762933731079102,
|
||
|
|
"learning_rate": 0.00029687906691989655,
|
||
|
|
"loss": 1.9954465866088866,
|
||
|
|
"step": 5270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67584,
|
||
|
|
"grad_norm": 0.7391619086265564,
|
||
|
|
"learning_rate": 0.00029686678406279674,
|
||
|
|
"loss": 1.9988208770751954,
|
||
|
|
"step": 5280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67712,
|
||
|
|
"grad_norm": 0.6812599301338196,
|
||
|
|
"learning_rate": 0.00029685447733780995,
|
||
|
|
"loss": 1.9795747756958009,
|
||
|
|
"step": 5290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6784,
|
||
|
|
"grad_norm": 0.6824685335159302,
|
||
|
|
"learning_rate": 0.00029684214674693623,
|
||
|
|
"loss": 2.0002880096435547,
|
||
|
|
"step": 5300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67968,
|
||
|
|
"grad_norm": 0.7883182168006897,
|
||
|
|
"learning_rate": 0.00029682979229217943,
|
||
|
|
"loss": 1.9892650604248048,
|
||
|
|
"step": 5310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68096,
|
||
|
|
"grad_norm": 0.8476542234420776,
|
||
|
|
"learning_rate": 0.0002968174139755474,
|
||
|
|
"loss": 2.0148120880126954,
|
||
|
|
"step": 5320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68224,
|
||
|
|
"grad_norm": 0.7227822542190552,
|
||
|
|
"learning_rate": 0.00029680501179905173,
|
||
|
|
"loss": 2.0036792755126953,
|
||
|
|
"step": 5330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68352,
|
||
|
|
"grad_norm": 0.6343380212783813,
|
||
|
|
"learning_rate": 0.00029679258576470794,
|
||
|
|
"loss": 2.0134708404541017,
|
||
|
|
"step": 5340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6848,
|
||
|
|
"grad_norm": 0.6354977488517761,
|
||
|
|
"learning_rate": 0.00029678013587453543,
|
||
|
|
"loss": 2.0034976959228517,
|
||
|
|
"step": 5350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68608,
|
||
|
|
"grad_norm": 0.7666685581207275,
|
||
|
|
"learning_rate": 0.0002967676621305575,
|
||
|
|
"loss": 1.9847345352172852,
|
||
|
|
"step": 5360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68736,
|
||
|
|
"grad_norm": 0.8441287875175476,
|
||
|
|
"learning_rate": 0.0002967551645348013,
|
||
|
|
"loss": 2.006691551208496,
|
||
|
|
"step": 5370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68864,
|
||
|
|
"grad_norm": 0.6251808404922485,
|
||
|
|
"learning_rate": 0.0002967426430892979,
|
||
|
|
"loss": 1.9834270477294922,
|
||
|
|
"step": 5380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68992,
|
||
|
|
"grad_norm": 0.636553168296814,
|
||
|
|
"learning_rate": 0.0002967300977960821,
|
||
|
|
"loss": 1.9941967010498047,
|
||
|
|
"step": 5390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6912,
|
||
|
|
"grad_norm": 0.6793889999389648,
|
||
|
|
"learning_rate": 0.0002967175286571928,
|
||
|
|
"loss": 2.016760063171387,
|
||
|
|
"step": 5400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69248,
|
||
|
|
"grad_norm": 0.7251984477043152,
|
||
|
|
"learning_rate": 0.0002967049356746726,
|
||
|
|
"loss": 1.9951417922973633,
|
||
|
|
"step": 5410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69376,
|
||
|
|
"grad_norm": 0.8330734372138977,
|
||
|
|
"learning_rate": 0.00029669231885056806,
|
||
|
|
"loss": 1.992695426940918,
|
||
|
|
"step": 5420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69504,
|
||
|
|
"grad_norm": 0.6929616928100586,
|
||
|
|
"learning_rate": 0.00029667967818692957,
|
||
|
|
"loss": 1.9796766281127929,
|
||
|
|
"step": 5430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69632,
|
||
|
|
"grad_norm": 0.73932945728302,
|
||
|
|
"learning_rate": 0.0002966670136858114,
|
||
|
|
"loss": 1.9927392959594727,
|
||
|
|
"step": 5440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6976,
|
||
|
|
"grad_norm": 0.728484034538269,
|
||
|
|
"learning_rate": 0.00029665432534927176,
|
||
|
|
"loss": 1.990020179748535,
|
||
|
|
"step": 5450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69888,
|
||
|
|
"grad_norm": 0.8292369842529297,
|
||
|
|
"learning_rate": 0.0002966416131793726,
|
||
|
|
"loss": 2.007571220397949,
|
||
|
|
"step": 5460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70016,
|
||
|
|
"grad_norm": 0.6958839297294617,
|
||
|
|
"learning_rate": 0.00029662887717818,
|
||
|
|
"loss": 1.9895818710327149,
|
||
|
|
"step": 5470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70144,
|
||
|
|
"grad_norm": 0.8625398874282837,
|
||
|
|
"learning_rate": 0.0002966161173477635,
|
||
|
|
"loss": 2.008391761779785,
|
||
|
|
"step": 5480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70272,
|
||
|
|
"grad_norm": 0.7190197110176086,
|
||
|
|
"learning_rate": 0.00029660333369019683,
|
||
|
|
"loss": 1.9892658233642577,
|
||
|
|
"step": 5490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.704,
|
||
|
|
"grad_norm": 0.6254742741584778,
|
||
|
|
"learning_rate": 0.00029659052620755757,
|
||
|
|
"loss": 1.9928400039672851,
|
||
|
|
"step": 5500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70528,
|
||
|
|
"grad_norm": 0.7220839262008667,
|
||
|
|
"learning_rate": 0.0002965776949019271,
|
||
|
|
"loss": 1.9931129455566405,
|
||
|
|
"step": 5510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70656,
|
||
|
|
"grad_norm": 0.6875084042549133,
|
||
|
|
"learning_rate": 0.0002965648397753907,
|
||
|
|
"loss": 2.006221961975098,
|
||
|
|
"step": 5520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70784,
|
||
|
|
"grad_norm": 0.6967015862464905,
|
||
|
|
"learning_rate": 0.0002965519608300374,
|
||
|
|
"loss": 2.0144590377807616,
|
||
|
|
"step": 5530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.70912,
|
||
|
|
"grad_norm": 0.7796663045883179,
|
||
|
|
"learning_rate": 0.0002965390580679603,
|
||
|
|
"loss": 1.9761390686035156,
|
||
|
|
"step": 5540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7104,
|
||
|
|
"grad_norm": 0.6932560801506042,
|
||
|
|
"learning_rate": 0.0002965261314912563,
|
||
|
|
"loss": 1.9977296829223632,
|
||
|
|
"step": 5550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71168,
|
||
|
|
"grad_norm": 0.6555649638175964,
|
||
|
|
"learning_rate": 0.00029651318110202605,
|
||
|
|
"loss": 1.9888612747192382,
|
||
|
|
"step": 5560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71296,
|
||
|
|
"grad_norm": 0.7425674796104431,
|
||
|
|
"learning_rate": 0.00029650020690237425,
|
||
|
|
"loss": 1.9898294448852538,
|
||
|
|
"step": 5570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71424,
|
||
|
|
"grad_norm": 0.754615068435669,
|
||
|
|
"learning_rate": 0.0002964872088944093,
|
||
|
|
"loss": 1.9967521667480468,
|
||
|
|
"step": 5580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71552,
|
||
|
|
"grad_norm": 0.6292251944541931,
|
||
|
|
"learning_rate": 0.0002964741870802437,
|
||
|
|
"loss": 2.0030208587646485,
|
||
|
|
"step": 5590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7168,
|
||
|
|
"grad_norm": 0.7437636256217957,
|
||
|
|
"learning_rate": 0.0002964611414619936,
|
||
|
|
"loss": 2.0063127517700194,
|
||
|
|
"step": 5600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71808,
|
||
|
|
"grad_norm": 0.6832345128059387,
|
||
|
|
"learning_rate": 0.000296448072041779,
|
||
|
|
"loss": 1.9996273040771484,
|
||
|
|
"step": 5610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.71936,
|
||
|
|
"grad_norm": 0.6542320847511292,
|
||
|
|
"learning_rate": 0.000296434978821724,
|
||
|
|
"loss": 1.9821640014648438,
|
||
|
|
"step": 5620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72064,
|
||
|
|
"grad_norm": 0.6850648522377014,
|
||
|
|
"learning_rate": 0.0002964218618039564,
|
||
|
|
"loss": 1.9940942764282226,
|
||
|
|
"step": 5630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72192,
|
||
|
|
"grad_norm": 0.7427983283996582,
|
||
|
|
"learning_rate": 0.00029640872099060783,
|
||
|
|
"loss": 1.981001091003418,
|
||
|
|
"step": 5640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7232,
|
||
|
|
"grad_norm": 0.7683842182159424,
|
||
|
|
"learning_rate": 0.0002963955563838139,
|
||
|
|
"loss": 2.008561897277832,
|
||
|
|
"step": 5650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72448,
|
||
|
|
"grad_norm": 0.6730973124504089,
|
||
|
|
"learning_rate": 0.00029638236798571404,
|
||
|
|
"loss": 1.996862030029297,
|
||
|
|
"step": 5660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72576,
|
||
|
|
"grad_norm": 0.6657568216323853,
|
||
|
|
"learning_rate": 0.00029636915579845155,
|
||
|
|
"loss": 1.9981700897216796,
|
||
|
|
"step": 5670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72704,
|
||
|
|
"grad_norm": 0.7134661674499512,
|
||
|
|
"learning_rate": 0.0002963559198241736,
|
||
|
|
"loss": 1.9864439010620116,
|
||
|
|
"step": 5680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72832,
|
||
|
|
"grad_norm": 0.7284188866615295,
|
||
|
|
"learning_rate": 0.00029634266006503123,
|
||
|
|
"loss": 2.0042444229125977,
|
||
|
|
"step": 5690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7296,
|
||
|
|
"grad_norm": 0.7229200005531311,
|
||
|
|
"learning_rate": 0.0002963293765231793,
|
||
|
|
"loss": 1.9872091293334961,
|
||
|
|
"step": 5700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73088,
|
||
|
|
"grad_norm": 0.6603932976722717,
|
||
|
|
"learning_rate": 0.00029631606920077654,
|
||
|
|
"loss": 2.0120763778686523,
|
||
|
|
"step": 5710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73216,
|
||
|
|
"grad_norm": 0.8360553979873657,
|
||
|
|
"learning_rate": 0.00029630273809998567,
|
||
|
|
"loss": 1.9983232498168946,
|
||
|
|
"step": 5720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73344,
|
||
|
|
"grad_norm": 0.611983060836792,
|
||
|
|
"learning_rate": 0.0002962893832229731,
|
||
|
|
"loss": 1.9799180984497071,
|
||
|
|
"step": 5730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73472,
|
||
|
|
"grad_norm": 0.6826144456863403,
|
||
|
|
"learning_rate": 0.0002962760045719092,
|
||
|
|
"loss": 1.985218620300293,
|
||
|
|
"step": 5740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.736,
|
||
|
|
"grad_norm": 0.6724496483802795,
|
||
|
|
"learning_rate": 0.0002962626021489682,
|
||
|
|
"loss": 1.9969600677490233,
|
||
|
|
"step": 5750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73728,
|
||
|
|
"grad_norm": 0.6387225389480591,
|
||
|
|
"learning_rate": 0.0002962491759563282,
|
||
|
|
"loss": 2.0010164260864256,
|
||
|
|
"step": 5760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73856,
|
||
|
|
"grad_norm": 0.7522284388542175,
|
||
|
|
"learning_rate": 0.00029623572599617106,
|
||
|
|
"loss": 2.0010658264160157,
|
||
|
|
"step": 5770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73984,
|
||
|
|
"grad_norm": 0.6354997158050537,
|
||
|
|
"learning_rate": 0.0002962222522706827,
|
||
|
|
"loss": 2.015804481506348,
|
||
|
|
"step": 5780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.74112,
|
||
|
|
"grad_norm": 0.671524703502655,
|
||
|
|
"learning_rate": 0.00029620875478205273,
|
||
|
|
"loss": 2.0011077880859376,
|
||
|
|
"step": 5790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7424,
|
||
|
|
"grad_norm": 0.6422104835510254,
|
||
|
|
"learning_rate": 0.00029619523353247463,
|
||
|
|
"loss": 1.9921817779541016,
|
||
|
|
"step": 5800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.74368,
|
||
|
|
"grad_norm": 0.6711571216583252,
|
||
|
|
"learning_rate": 0.0002961816885241458,
|
||
|
|
"loss": 1.9803316116333007,
|
||
|
|
"step": 5810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.74496,
|
||
|
|
"grad_norm": 0.8022178411483765,
|
||
|
|
"learning_rate": 0.00029616811975926763,
|
||
|
|
"loss": 1.9788673400878907,
|
||
|
|
"step": 5820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.74624,
|
||
|
|
"grad_norm": 0.6730902194976807,
|
||
|
|
"learning_rate": 0.0002961545272400451,
|
||
|
|
"loss": 1.9903987884521483,
|
||
|
|
"step": 5830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.74752,
|
||
|
|
"grad_norm": 0.7900033593177795,
|
||
|
|
"learning_rate": 0.0002961409109686872,
|
||
|
|
"loss": 2.013372802734375,
|
||
|
|
"step": 5840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7488,
|
||
|
|
"grad_norm": 0.6188972592353821,
|
||
|
|
"learning_rate": 0.00029612727094740674,
|
||
|
|
"loss": 1.9988031387329102,
|
||
|
|
"step": 5850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75008,
|
||
|
|
"grad_norm": 0.6830716729164124,
|
||
|
|
"learning_rate": 0.00029611360717842047,
|
||
|
|
"loss": 1.9980751037597657,
|
||
|
|
"step": 5860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75136,
|
||
|
|
"grad_norm": 0.7211880683898926,
|
||
|
|
"learning_rate": 0.00029609991966394897,
|
||
|
|
"loss": 2.0045663833618166,
|
||
|
|
"step": 5870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75264,
|
||
|
|
"grad_norm": 0.6811301708221436,
|
||
|
|
"learning_rate": 0.0002960862084062166,
|
||
|
|
"loss": 2.0147485733032227,
|
||
|
|
"step": 5880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75392,
|
||
|
|
"grad_norm": 0.6604957580566406,
|
||
|
|
"learning_rate": 0.0002960724734074516,
|
||
|
|
"loss": 1.987942886352539,
|
||
|
|
"step": 5890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7552,
|
||
|
|
"grad_norm": 0.7545401453971863,
|
||
|
|
"learning_rate": 0.0002960587146698861,
|
||
|
|
"loss": 2.0053482055664062,
|
||
|
|
"step": 5900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75648,
|
||
|
|
"grad_norm": 0.6331950426101685,
|
||
|
|
"learning_rate": 0.00029604493219575616,
|
||
|
|
"loss": 1.9871101379394531,
|
||
|
|
"step": 5910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75776,
|
||
|
|
"grad_norm": 0.6771983504295349,
|
||
|
|
"learning_rate": 0.0002960311259873015,
|
||
|
|
"loss": 1.9838722229003907,
|
||
|
|
"step": 5920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.75904,
|
||
|
|
"grad_norm": 0.7738776206970215,
|
||
|
|
"learning_rate": 0.000296017296046766,
|
||
|
|
"loss": 2.0045019149780274,
|
||
|
|
"step": 5930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76032,
|
||
|
|
"grad_norm": 0.7317860722541809,
|
||
|
|
"learning_rate": 0.0002960034423763971,
|
||
|
|
"loss": 2.015328788757324,
|
||
|
|
"step": 5940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7616,
|
||
|
|
"grad_norm": 0.6838796138763428,
|
||
|
|
"learning_rate": 0.00029598956497844616,
|
||
|
|
"loss": 1.993131446838379,
|
||
|
|
"step": 5950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76288,
|
||
|
|
"grad_norm": 0.7081223130226135,
|
||
|
|
"learning_rate": 0.00029597566385516856,
|
||
|
|
"loss": 1.9932073593139648,
|
||
|
|
"step": 5960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76416,
|
||
|
|
"grad_norm": 0.7130403518676758,
|
||
|
|
"learning_rate": 0.0002959617390088234,
|
||
|
|
"loss": 1.995915985107422,
|
||
|
|
"step": 5970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76544,
|
||
|
|
"grad_norm": 0.6577734351158142,
|
||
|
|
"learning_rate": 0.0002959477904416736,
|
||
|
|
"loss": 2.001402473449707,
|
||
|
|
"step": 5980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76672,
|
||
|
|
"grad_norm": 0.8433389663696289,
|
||
|
|
"learning_rate": 0.00029593381815598606,
|
||
|
|
"loss": 1.9908720016479493,
|
||
|
|
"step": 5990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.768,
|
||
|
|
"grad_norm": 0.7578377723693848,
|
||
|
|
"learning_rate": 0.00029591982215403144,
|
||
|
|
"loss": 1.9951087951660156,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.76928,
|
||
|
|
"grad_norm": 0.6299430131912231,
|
||
|
|
"learning_rate": 0.0002959058024380843,
|
||
|
|
"loss": 1.9930356979370116,
|
||
|
|
"step": 6010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77056,
|
||
|
|
"grad_norm": 0.7663775682449341,
|
||
|
|
"learning_rate": 0.00029589175901042304,
|
||
|
|
"loss": 1.994969940185547,
|
||
|
|
"step": 6020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77184,
|
||
|
|
"grad_norm": 0.7576585412025452,
|
||
|
|
"learning_rate": 0.0002958776918733299,
|
||
|
|
"loss": 2.008650779724121,
|
||
|
|
"step": 6030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77312,
|
||
|
|
"grad_norm": 1.5998573303222656,
|
||
|
|
"learning_rate": 0.00029586360102909097,
|
||
|
|
"loss": 1.9937719345092773,
|
||
|
|
"step": 6040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7744,
|
||
|
|
"grad_norm": 0.8406224250793457,
|
||
|
|
"learning_rate": 0.0002958494864799962,
|
||
|
|
"loss": 2.0037378311157226,
|
||
|
|
"step": 6050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77568,
|
||
|
|
"grad_norm": 0.7180790901184082,
|
||
|
|
"learning_rate": 0.00029583534822833944,
|
||
|
|
"loss": 2.002363586425781,
|
||
|
|
"step": 6060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77696,
|
||
|
|
"grad_norm": 0.604666531085968,
|
||
|
|
"learning_rate": 0.0002958211862764183,
|
||
|
|
"loss": 1.9915838241577148,
|
||
|
|
"step": 6070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77824,
|
||
|
|
"grad_norm": 0.6440698504447937,
|
||
|
|
"learning_rate": 0.0002958070006265344,
|
||
|
|
"loss": 1.9986055374145508,
|
||
|
|
"step": 6080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77952,
|
||
|
|
"grad_norm": 0.6588718891143799,
|
||
|
|
"learning_rate": 0.000295792791280993,
|
||
|
|
"loss": 1.9881462097167968,
|
||
|
|
"step": 6090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7808,
|
||
|
|
"grad_norm": 0.7286064624786377,
|
||
|
|
"learning_rate": 0.0002957785582421034,
|
||
|
|
"loss": 2.000356674194336,
|
||
|
|
"step": 6100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78208,
|
||
|
|
"grad_norm": 0.8021141886711121,
|
||
|
|
"learning_rate": 0.0002957643015121785,
|
||
|
|
"loss": 1.9829841613769532,
|
||
|
|
"step": 6110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78336,
|
||
|
|
"grad_norm": 0.7439085245132446,
|
||
|
|
"learning_rate": 0.0002957500210935354,
|
||
|
|
"loss": 1.988357162475586,
|
||
|
|
"step": 6120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78464,
|
||
|
|
"grad_norm": 0.6714260578155518,
|
||
|
|
"learning_rate": 0.00029573571698849477,
|
||
|
|
"loss": 2.0017559051513674,
|
||
|
|
"step": 6130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78592,
|
||
|
|
"grad_norm": 0.654412031173706,
|
||
|
|
"learning_rate": 0.0002957213891993813,
|
||
|
|
"loss": 1.9880069732666015,
|
||
|
|
"step": 6140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7872,
|
||
|
|
"grad_norm": 0.6551602482795715,
|
||
|
|
"learning_rate": 0.00029570703772852336,
|
||
|
|
"loss": 2.0161787033081056,
|
||
|
|
"step": 6150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78848,
|
||
|
|
"grad_norm": 0.6666812300682068,
|
||
|
|
"learning_rate": 0.00029569266257825335,
|
||
|
|
"loss": 1.9900634765625,
|
||
|
|
"step": 6160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.78976,
|
||
|
|
"grad_norm": 0.7876213192939758,
|
||
|
|
"learning_rate": 0.00029567826375090736,
|
||
|
|
"loss": 2.003603935241699,
|
||
|
|
"step": 6170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79104,
|
||
|
|
"grad_norm": 1.2557580471038818,
|
||
|
|
"learning_rate": 0.0002956638412488254,
|
||
|
|
"loss": 1.9852615356445313,
|
||
|
|
"step": 6180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79232,
|
||
|
|
"grad_norm": 0.6098614931106567,
|
||
|
|
"learning_rate": 0.0002956493950743514,
|
||
|
|
"loss": 1.9911855697631835,
|
||
|
|
"step": 6190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7936,
|
||
|
|
"grad_norm": 0.7123518586158752,
|
||
|
|
"learning_rate": 0.00029563492522983304,
|
||
|
|
"loss": 1.9931888580322266,
|
||
|
|
"step": 6200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79488,
|
||
|
|
"grad_norm": 0.6955991983413696,
|
||
|
|
"learning_rate": 0.0002956204317176218,
|
||
|
|
"loss": 2.0002986907958986,
|
||
|
|
"step": 6210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79616,
|
||
|
|
"grad_norm": 0.6723616123199463,
|
||
|
|
"learning_rate": 0.0002956059145400731,
|
||
|
|
"loss": 2.0050445556640626,
|
||
|
|
"step": 6220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79744,
|
||
|
|
"grad_norm": 0.7482268810272217,
|
||
|
|
"learning_rate": 0.0002955913736995463,
|
||
|
|
"loss": 1.996047592163086,
|
||
|
|
"step": 6230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79872,
|
||
|
|
"grad_norm": 0.6395532488822937,
|
||
|
|
"learning_rate": 0.00029557680919840433,
|
||
|
|
"loss": 2.012595558166504,
|
||
|
|
"step": 6240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8,
|
||
|
|
"grad_norm": 0.6754005551338196,
|
||
|
|
"learning_rate": 0.00029556222103901416,
|
||
|
|
"loss": 1.9906475067138671,
|
||
|
|
"step": 6250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80128,
|
||
|
|
"grad_norm": 0.6359081864356995,
|
||
|
|
"learning_rate": 0.00029554760922374665,
|
||
|
|
"loss": 1.979934310913086,
|
||
|
|
"step": 6260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80256,
|
||
|
|
"grad_norm": 0.5925866365432739,
|
||
|
|
"learning_rate": 0.0002955329737549764,
|
||
|
|
"loss": 2.0107406616210937,
|
||
|
|
"step": 6270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80384,
|
||
|
|
"grad_norm": 0.7143832445144653,
|
||
|
|
"learning_rate": 0.00029551831463508175,
|
||
|
|
"loss": 1.9844533920288085,
|
||
|
|
"step": 6280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80512,
|
||
|
|
"grad_norm": 0.7044582366943359,
|
||
|
|
"learning_rate": 0.0002955036318664452,
|
||
|
|
"loss": 1.9771629333496095,
|
||
|
|
"step": 6290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8064,
|
||
|
|
"grad_norm": 0.8326923847198486,
|
||
|
|
"learning_rate": 0.0002954889254514527,
|
||
|
|
"loss": 1.9971778869628907,
|
||
|
|
"step": 6300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80768,
|
||
|
|
"grad_norm": 0.682141900062561,
|
||
|
|
"learning_rate": 0.00029547419539249444,
|
||
|
|
"loss": 1.9877017974853515,
|
||
|
|
"step": 6310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.80896,
|
||
|
|
"grad_norm": 0.664592981338501,
|
||
|
|
"learning_rate": 0.0002954594416919642,
|
||
|
|
"loss": 1.9961456298828124,
|
||
|
|
"step": 6320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81024,
|
||
|
|
"grad_norm": 0.6965521574020386,
|
||
|
|
"learning_rate": 0.0002954446643522596,
|
||
|
|
"loss": 1.9998743057250976,
|
||
|
|
"step": 6330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81152,
|
||
|
|
"grad_norm": 0.6839595437049866,
|
||
|
|
"learning_rate": 0.00029542986337578216,
|
||
|
|
"loss": 1.9827798843383788,
|
||
|
|
"step": 6340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8128,
|
||
|
|
"grad_norm": 0.7168360948562622,
|
||
|
|
"learning_rate": 0.0002954150387649373,
|
||
|
|
"loss": 1.9969907760620118,
|
||
|
|
"step": 6350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81408,
|
||
|
|
"grad_norm": 0.7123169302940369,
|
||
|
|
"learning_rate": 0.0002954001905221342,
|
||
|
|
"loss": 1.9951913833618165,
|
||
|
|
"step": 6360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81536,
|
||
|
|
"grad_norm": 0.6068657040596008,
|
||
|
|
"learning_rate": 0.0002953853186497859,
|
||
|
|
"loss": 2.000649642944336,
|
||
|
|
"step": 6370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81664,
|
||
|
|
"grad_norm": 0.6289076209068298,
|
||
|
|
"learning_rate": 0.0002953704231503093,
|
||
|
|
"loss": 2.0178243637084963,
|
||
|
|
"step": 6380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.81792,
|
||
|
|
"grad_norm": 0.6308927536010742,
|
||
|
|
"learning_rate": 0.00029535550402612517,
|
||
|
|
"loss": 1.9915205001831056,
|
||
|
|
"step": 6390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8192,
|
||
|
|
"grad_norm": 0.616354763507843,
|
||
|
|
"learning_rate": 0.00029534056127965795,
|
||
|
|
"loss": 2.008121299743652,
|
||
|
|
"step": 6400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82048,
|
||
|
|
"grad_norm": 0.8025171756744385,
|
||
|
|
"learning_rate": 0.0002953255949133362,
|
||
|
|
"loss": 1.9940040588378907,
|
||
|
|
"step": 6410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82176,
|
||
|
|
"grad_norm": 0.5960074663162231,
|
||
|
|
"learning_rate": 0.00029531060492959206,
|
||
|
|
"loss": 2.007202911376953,
|
||
|
|
"step": 6420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82304,
|
||
|
|
"grad_norm": 0.7320867776870728,
|
||
|
|
"learning_rate": 0.0002952955913308616,
|
||
|
|
"loss": 2.001862144470215,
|
||
|
|
"step": 6430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82432,
|
||
|
|
"grad_norm": 0.6877573132514954,
|
||
|
|
"learning_rate": 0.0002952805541195848,
|
||
|
|
"loss": 1.9913444519042969,
|
||
|
|
"step": 6440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8256,
|
||
|
|
"grad_norm": 0.7313185334205627,
|
||
|
|
"learning_rate": 0.0002952654932982053,
|
||
|
|
"loss": 2.0005752563476564,
|
||
|
|
"step": 6450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82688,
|
||
|
|
"grad_norm": 0.6951473951339722,
|
||
|
|
"learning_rate": 0.00029525040886917083,
|
||
|
|
"loss": 1.9982521057128906,
|
||
|
|
"step": 6460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82816,
|
||
|
|
"grad_norm": 0.6680341362953186,
|
||
|
|
"learning_rate": 0.0002952353008349328,
|
||
|
|
"loss": 2.009914779663086,
|
||
|
|
"step": 6470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82944,
|
||
|
|
"grad_norm": 0.7091737389564514,
|
||
|
|
"learning_rate": 0.0002952201691979464,
|
||
|
|
"loss": 1.9832798004150392,
|
||
|
|
"step": 6480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83072,
|
||
|
|
"grad_norm": 0.7563579678535461,
|
||
|
|
"learning_rate": 0.00029520501396067077,
|
||
|
|
"loss": 1.9979364395141601,
|
||
|
|
"step": 6490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.832,
|
||
|
|
"grad_norm": 0.6675616502761841,
|
||
|
|
"learning_rate": 0.00029518983512556886,
|
||
|
|
"loss": 2.0016298294067383,
|
||
|
|
"step": 6500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83328,
|
||
|
|
"grad_norm": 0.7811965346336365,
|
||
|
|
"learning_rate": 0.0002951746326951074,
|
||
|
|
"loss": 2.0019750595092773,
|
||
|
|
"step": 6510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83456,
|
||
|
|
"grad_norm": 0.6802430748939514,
|
||
|
|
"learning_rate": 0.00029515940667175706,
|
||
|
|
"loss": 1.9861677169799805,
|
||
|
|
"step": 6520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83584,
|
||
|
|
"grad_norm": 2.2662882804870605,
|
||
|
|
"learning_rate": 0.0002951441570579922,
|
||
|
|
"loss": 1.9777637481689454,
|
||
|
|
"step": 6530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83712,
|
||
|
|
"grad_norm": 0.6255841851234436,
|
||
|
|
"learning_rate": 0.0002951288838562912,
|
||
|
|
"loss": 1.9651605606079101,
|
||
|
|
"step": 6540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8384,
|
||
|
|
"grad_norm": 0.7399203777313232,
|
||
|
|
"learning_rate": 0.00029511358706913604,
|
||
|
|
"loss": 2.0162445068359376,
|
||
|
|
"step": 6550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83968,
|
||
|
|
"grad_norm": 0.6955289244651794,
|
||
|
|
"learning_rate": 0.0002950982666990127,
|
||
|
|
"loss": 2.0194833755493162,
|
||
|
|
"step": 6560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84096,
|
||
|
|
"grad_norm": 0.8125286102294922,
|
||
|
|
"learning_rate": 0.00029508292274841105,
|
||
|
|
"loss": 1.9961944580078126,
|
||
|
|
"step": 6570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84224,
|
||
|
|
"grad_norm": 0.6711224317550659,
|
||
|
|
"learning_rate": 0.00029506755521982453,
|
||
|
|
"loss": 1.9958179473876954,
|
||
|
|
"step": 6580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84352,
|
||
|
|
"grad_norm": 0.7141205668449402,
|
||
|
|
"learning_rate": 0.00029505216411575074,
|
||
|
|
"loss": 1.9968080520629883,
|
||
|
|
"step": 6590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8448,
|
||
|
|
"grad_norm": 0.6302902698516846,
|
||
|
|
"learning_rate": 0.0002950367494386909,
|
||
|
|
"loss": 1.9921850204467773,
|
||
|
|
"step": 6600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84608,
|
||
|
|
"grad_norm": 0.6486519575119019,
|
||
|
|
"learning_rate": 0.00029502131119114996,
|
||
|
|
"loss": 1.9878908157348634,
|
||
|
|
"step": 6610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84736,
|
||
|
|
"grad_norm": 0.6470666527748108,
|
||
|
|
"learning_rate": 0.00029500584937563703,
|
||
|
|
"loss": 2.011512565612793,
|
||
|
|
"step": 6620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84864,
|
||
|
|
"grad_norm": 0.6338657140731812,
|
||
|
|
"learning_rate": 0.0002949903639946649,
|
||
|
|
"loss": 2.005690574645996,
|
||
|
|
"step": 6630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.84992,
|
||
|
|
"grad_norm": 0.7112775444984436,
|
||
|
|
"learning_rate": 0.00029497485505074997,
|
||
|
|
"loss": 1.9783432006835937,
|
||
|
|
"step": 6640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8512,
|
||
|
|
"grad_norm": 0.7458258271217346,
|
||
|
|
"learning_rate": 0.0002949593225464128,
|
||
|
|
"loss": 1.9891368865966796,
|
||
|
|
"step": 6650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85248,
|
||
|
|
"grad_norm": 0.7250550389289856,
|
||
|
|
"learning_rate": 0.0002949437664841775,
|
||
|
|
"loss": 2.01182861328125,
|
||
|
|
"step": 6660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85376,
|
||
|
|
"grad_norm": 0.7721503973007202,
|
||
|
|
"learning_rate": 0.0002949281868665723,
|
||
|
|
"loss": 1.9848461151123047,
|
||
|
|
"step": 6670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85504,
|
||
|
|
"grad_norm": 0.7179070115089417,
|
||
|
|
"learning_rate": 0.00029491258369612907,
|
||
|
|
"loss": 2.006007194519043,
|
||
|
|
"step": 6680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85632,
|
||
|
|
"grad_norm": 0.7209992408752441,
|
||
|
|
"learning_rate": 0.0002948969569753835,
|
||
|
|
"loss": 2.0215726852416993,
|
||
|
|
"step": 6690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8576,
|
||
|
|
"grad_norm": 0.6615075469017029,
|
||
|
|
"learning_rate": 0.00029488130670687516,
|
||
|
|
"loss": 1.9979560852050782,
|
||
|
|
"step": 6700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85888,
|
||
|
|
"grad_norm": 0.6356847286224365,
|
||
|
|
"learning_rate": 0.00029486563289314745,
|
||
|
|
"loss": 1.9941680908203125,
|
||
|
|
"step": 6710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86016,
|
||
|
|
"grad_norm": 0.6343762874603271,
|
||
|
|
"learning_rate": 0.00029484993553674754,
|
||
|
|
"loss": 1.9781364440917968,
|
||
|
|
"step": 6720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86144,
|
||
|
|
"grad_norm": 0.6580159664154053,
|
||
|
|
"learning_rate": 0.0002948342146402265,
|
||
|
|
"loss": 2.006149673461914,
|
||
|
|
"step": 6730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86272,
|
||
|
|
"grad_norm": 0.6490921974182129,
|
||
|
|
"learning_rate": 0.00029481847020613924,
|
||
|
|
"loss": 1.991459274291992,
|
||
|
|
"step": 6740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.864,
|
||
|
|
"grad_norm": 0.6659132838249207,
|
||
|
|
"learning_rate": 0.0002948027022370443,
|
||
|
|
"loss": 1.977961540222168,
|
||
|
|
"step": 6750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86528,
|
||
|
|
"grad_norm": 0.6164100170135498,
|
||
|
|
"learning_rate": 0.0002947869107355044,
|
||
|
|
"loss": 2.012508773803711,
|
||
|
|
"step": 6760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86656,
|
||
|
|
"grad_norm": 0.6852055191993713,
|
||
|
|
"learning_rate": 0.0002947710957040857,
|
||
|
|
"loss": 1.9905057907104493,
|
||
|
|
"step": 6770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86784,
|
||
|
|
"grad_norm": 0.6740121841430664,
|
||
|
|
"learning_rate": 0.00029475525714535845,
|
||
|
|
"loss": 2.011355400085449,
|
||
|
|
"step": 6780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86912,
|
||
|
|
"grad_norm": 0.6753290891647339,
|
||
|
|
"learning_rate": 0.0002947393950618967,
|
||
|
|
"loss": 1.9824066162109375,
|
||
|
|
"step": 6790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8704,
|
||
|
|
"grad_norm": 0.6230936646461487,
|
||
|
|
"learning_rate": 0.0002947235094562781,
|
||
|
|
"loss": 1.9923259735107421,
|
||
|
|
"step": 6800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87168,
|
||
|
|
"grad_norm": 0.6286994218826294,
|
||
|
|
"learning_rate": 0.00029470760033108433,
|
||
|
|
"loss": 1.9875059127807617,
|
||
|
|
"step": 6810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87296,
|
||
|
|
"grad_norm": 0.8378221988677979,
|
||
|
|
"learning_rate": 0.0002946916676889009,
|
||
|
|
"loss": 1.992207145690918,
|
||
|
|
"step": 6820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87424,
|
||
|
|
"grad_norm": 0.6988818645477295,
|
||
|
|
"learning_rate": 0.00029467571153231705,
|
||
|
|
"loss": 1.9979055404663086,
|
||
|
|
"step": 6830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87552,
|
||
|
|
"grad_norm": 0.6570968627929688,
|
||
|
|
"learning_rate": 0.0002946597318639259,
|
||
|
|
"loss": 1.9981571197509767,
|
||
|
|
"step": 6840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8768,
|
||
|
|
"grad_norm": 0.6940664052963257,
|
||
|
|
"learning_rate": 0.0002946437286863243,
|
||
|
|
"loss": 1.9830677032470703,
|
||
|
|
"step": 6850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87808,
|
||
|
|
"grad_norm": 0.7300937175750732,
|
||
|
|
"learning_rate": 0.0002946277020021131,
|
||
|
|
"loss": 1.9862096786499024,
|
||
|
|
"step": 6860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87936,
|
||
|
|
"grad_norm": 0.7412726283073425,
|
||
|
|
"learning_rate": 0.0002946116518138968,
|
||
|
|
"loss": 1.99698486328125,
|
||
|
|
"step": 6870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88064,
|
||
|
|
"grad_norm": 0.71746426820755,
|
||
|
|
"learning_rate": 0.0002945955781242838,
|
||
|
|
"loss": 2.0053390502929687,
|
||
|
|
"step": 6880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88192,
|
||
|
|
"grad_norm": 0.6349291801452637,
|
||
|
|
"learning_rate": 0.00029457948093588617,
|
||
|
|
"loss": 1.999542236328125,
|
||
|
|
"step": 6890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8832,
|
||
|
|
"grad_norm": 0.654897153377533,
|
||
|
|
"learning_rate": 0.0002945633602513201,
|
||
|
|
"loss": 1.995721435546875,
|
||
|
|
"step": 6900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88448,
|
||
|
|
"grad_norm": 0.7566924691200256,
|
||
|
|
"learning_rate": 0.0002945472160732053,
|
||
|
|
"loss": 1.9950716018676757,
|
||
|
|
"step": 6910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88576,
|
||
|
|
"grad_norm": 0.7700677514076233,
|
||
|
|
"learning_rate": 0.00029453104840416555,
|
||
|
|
"loss": 1.9884449005126954,
|
||
|
|
"step": 6920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88704,
|
||
|
|
"grad_norm": 0.6426023244857788,
|
||
|
|
"learning_rate": 0.0002945148572468282,
|
||
|
|
"loss": 1.9813749313354492,
|
||
|
|
"step": 6930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.88832,
|
||
|
|
"grad_norm": 0.6777772307395935,
|
||
|
|
"learning_rate": 0.00029449864260382456,
|
||
|
|
"loss": 1.9967033386230468,
|
||
|
|
"step": 6940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8896,
|
||
|
|
"grad_norm": 0.6357970237731934,
|
||
|
|
"learning_rate": 0.0002944824044777898,
|
||
|
|
"loss": 1.9828590393066405,
|
||
|
|
"step": 6950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89088,
|
||
|
|
"grad_norm": 0.7022501230239868,
|
||
|
|
"learning_rate": 0.00029446614287136275,
|
||
|
|
"loss": 1.9888254165649415,
|
||
|
|
"step": 6960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89216,
|
||
|
|
"grad_norm": 0.7219241857528687,
|
||
|
|
"learning_rate": 0.0002944498577871862,
|
||
|
|
"loss": 2.0122438430786134,
|
||
|
|
"step": 6970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89344,
|
||
|
|
"grad_norm": 0.9110201597213745,
|
||
|
|
"learning_rate": 0.00029443354922790673,
|
||
|
|
"loss": 2.006223678588867,
|
||
|
|
"step": 6980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89472,
|
||
|
|
"grad_norm": 0.6884856224060059,
|
||
|
|
"learning_rate": 0.00029441721719617467,
|
||
|
|
"loss": 1.995973777770996,
|
||
|
|
"step": 6990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.896,
|
||
|
|
"grad_norm": 0.645409882068634,
|
||
|
|
"learning_rate": 0.0002944008616946442,
|
||
|
|
"loss": 2.0004106521606446,
|
||
|
|
"step": 7000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89728,
|
||
|
|
"grad_norm": 0.711455762386322,
|
||
|
|
"learning_rate": 0.00029438448272597325,
|
||
|
|
"loss": 1.9932981491088868,
|
||
|
|
"step": 7010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89856,
|
||
|
|
"grad_norm": 0.7177769541740417,
|
||
|
|
"learning_rate": 0.00029436808029282375,
|
||
|
|
"loss": 1.997603988647461,
|
||
|
|
"step": 7020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.89984,
|
||
|
|
"grad_norm": 0.6674689054489136,
|
||
|
|
"learning_rate": 0.0002943516543978613,
|
||
|
|
"loss": 1.993707275390625,
|
||
|
|
"step": 7030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90112,
|
||
|
|
"grad_norm": 0.6319096684455872,
|
||
|
|
"learning_rate": 0.00029433520504375526,
|
||
|
|
"loss": 1.9995529174804687,
|
||
|
|
"step": 7040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9024,
|
||
|
|
"grad_norm": 0.709757387638092,
|
||
|
|
"learning_rate": 0.00029431873223317894,
|
||
|
|
"loss": 2.0230655670166016,
|
||
|
|
"step": 7050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90368,
|
||
|
|
"grad_norm": 0.6909634470939636,
|
||
|
|
"learning_rate": 0.00029430223596880935,
|
||
|
|
"loss": 1.9975494384765624,
|
||
|
|
"step": 7060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90496,
|
||
|
|
"grad_norm": 0.7052473425865173,
|
||
|
|
"learning_rate": 0.00029428571625332746,
|
||
|
|
"loss": 1.9993263244628907,
|
||
|
|
"step": 7070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90624,
|
||
|
|
"grad_norm": 0.7152456641197205,
|
||
|
|
"learning_rate": 0.00029426917308941785,
|
||
|
|
"loss": 1.9970455169677734,
|
||
|
|
"step": 7080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90752,
|
||
|
|
"grad_norm": 0.6790175437927246,
|
||
|
|
"learning_rate": 0.0002942526064797691,
|
||
|
|
"loss": 2.0116363525390626,
|
||
|
|
"step": 7090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9088,
|
||
|
|
"grad_norm": 0.7606917023658752,
|
||
|
|
"learning_rate": 0.0002942360164270734,
|
||
|
|
"loss": 1.9900932312011719,
|
||
|
|
"step": 7100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91008,
|
||
|
|
"grad_norm": 0.7293239235877991,
|
||
|
|
"learning_rate": 0.00029421940293402693,
|
||
|
|
"loss": 2.0022926330566406,
|
||
|
|
"step": 7110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91136,
|
||
|
|
"grad_norm": 0.6462413668632507,
|
||
|
|
"learning_rate": 0.00029420276600332964,
|
||
|
|
"loss": 1.998992919921875,
|
||
|
|
"step": 7120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91264,
|
||
|
|
"grad_norm": 0.686337947845459,
|
||
|
|
"learning_rate": 0.0002941861056376853,
|
||
|
|
"loss": 1.9897741317749023,
|
||
|
|
"step": 7130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91392,
|
||
|
|
"grad_norm": 0.6641421914100647,
|
||
|
|
"learning_rate": 0.00029416942183980126,
|
||
|
|
"loss": 1.9985929489135743,
|
||
|
|
"step": 7140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9152,
|
||
|
|
"grad_norm": 0.7737864851951599,
|
||
|
|
"learning_rate": 0.000294152714612389,
|
||
|
|
"loss": 1.9727941513061524,
|
||
|
|
"step": 7150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91648,
|
||
|
|
"grad_norm": 0.64877849817276,
|
||
|
|
"learning_rate": 0.00029413598395816376,
|
||
|
|
"loss": 2.022666358947754,
|
||
|
|
"step": 7160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91776,
|
||
|
|
"grad_norm": 0.6656960248947144,
|
||
|
|
"learning_rate": 0.0002941192298798443,
|
||
|
|
"loss": 2.000381851196289,
|
||
|
|
"step": 7170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.91904,
|
||
|
|
"grad_norm": 0.7156676650047302,
|
||
|
|
"learning_rate": 0.0002941024523801536,
|
||
|
|
"loss": 2.003289222717285,
|
||
|
|
"step": 7180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92032,
|
||
|
|
"grad_norm": 0.8479704260826111,
|
||
|
|
"learning_rate": 0.00029408565146181806,
|
||
|
|
"loss": 1.9910587310791015,
|
||
|
|
"step": 7190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9216,
|
||
|
|
"grad_norm": 0.6156359314918518,
|
||
|
|
"learning_rate": 0.0002940688271275682,
|
||
|
|
"loss": 1.978067970275879,
|
||
|
|
"step": 7200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92288,
|
||
|
|
"grad_norm": 0.6154444813728333,
|
||
|
|
"learning_rate": 0.0002940519793801381,
|
||
|
|
"loss": 1.9935375213623048,
|
||
|
|
"step": 7210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92416,
|
||
|
|
"grad_norm": 0.6085964441299438,
|
||
|
|
"learning_rate": 0.0002940351082222658,
|
||
|
|
"loss": 1.9991844177246094,
|
||
|
|
"step": 7220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92544,
|
||
|
|
"grad_norm": 0.5994155406951904,
|
||
|
|
"learning_rate": 0.0002940182136566931,
|
||
|
|
"loss": 1.9809038162231445,
|
||
|
|
"step": 7230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92672,
|
||
|
|
"grad_norm": 0.6245939135551453,
|
||
|
|
"learning_rate": 0.0002940012956861656,
|
||
|
|
"loss": 2.0163652420043947,
|
||
|
|
"step": 7240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.928,
|
||
|
|
"grad_norm": 0.6001088619232178,
|
||
|
|
"learning_rate": 0.0002939843543134327,
|
||
|
|
"loss": 1.9949073791503906,
|
||
|
|
"step": 7250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.92928,
|
||
|
|
"grad_norm": 0.6890986561775208,
|
||
|
|
"learning_rate": 0.00029396738954124763,
|
||
|
|
"loss": 1.9710325241088866,
|
||
|
|
"step": 7260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93056,
|
||
|
|
"grad_norm": 0.6825648546218872,
|
||
|
|
"learning_rate": 0.0002939504013723673,
|
||
|
|
"loss": 1.9972740173339845,
|
||
|
|
"step": 7270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93184,
|
||
|
|
"grad_norm": 0.6806229948997498,
|
||
|
|
"learning_rate": 0.0002939333898095527,
|
||
|
|
"loss": 2.008091354370117,
|
||
|
|
"step": 7280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93312,
|
||
|
|
"grad_norm": 0.6244903206825256,
|
||
|
|
"learning_rate": 0.0002939163548555683,
|
||
|
|
"loss": 2.005999755859375,
|
||
|
|
"step": 7290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9344,
|
||
|
|
"grad_norm": 0.6636385917663574,
|
||
|
|
"learning_rate": 0.0002938992965131825,
|
||
|
|
"loss": 1.9983814239501954,
|
||
|
|
"step": 7300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93568,
|
||
|
|
"grad_norm": 0.6596930623054504,
|
||
|
|
"learning_rate": 0.00029388221478516765,
|
||
|
|
"loss": 1.9942008972167968,
|
||
|
|
"step": 7310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93696,
|
||
|
|
"grad_norm": 0.6415631175041199,
|
||
|
|
"learning_rate": 0.00029386510967429973,
|
||
|
|
"loss": 1.996099090576172,
|
||
|
|
"step": 7320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93824,
|
||
|
|
"grad_norm": 0.616016685962677,
|
||
|
|
"learning_rate": 0.0002938479811833585,
|
||
|
|
"loss": 1.974690818786621,
|
||
|
|
"step": 7330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.93952,
|
||
|
|
"grad_norm": 0.7595481872558594,
|
||
|
|
"learning_rate": 0.00029383082931512755,
|
||
|
|
"loss": 2.010562515258789,
|
||
|
|
"step": 7340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9408,
|
||
|
|
"grad_norm": 0.7548149228096008,
|
||
|
|
"learning_rate": 0.00029381365407239436,
|
||
|
|
"loss": 2.013906478881836,
|
||
|
|
"step": 7350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94208,
|
||
|
|
"grad_norm": 0.6517251133918762,
|
||
|
|
"learning_rate": 0.0002937964554579502,
|
||
|
|
"loss": 1.99677734375,
|
||
|
|
"step": 7360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94336,
|
||
|
|
"grad_norm": 0.6647694706916809,
|
||
|
|
"learning_rate": 0.00029377923347458996,
|
||
|
|
"loss": 1.9947694778442382,
|
||
|
|
"step": 7370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94464,
|
||
|
|
"grad_norm": 0.6167952418327332,
|
||
|
|
"learning_rate": 0.00029376198812511246,
|
||
|
|
"loss": 1.9989194869995117,
|
||
|
|
"step": 7380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94592,
|
||
|
|
"grad_norm": 0.6266070008277893,
|
||
|
|
"learning_rate": 0.00029374471941232043,
|
||
|
|
"loss": 2.007636070251465,
|
||
|
|
"step": 7390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9472,
|
||
|
|
"grad_norm": 0.675845742225647,
|
||
|
|
"learning_rate": 0.00029372742733902016,
|
||
|
|
"loss": 2.0036916732788086,
|
||
|
|
"step": 7400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94848,
|
||
|
|
"grad_norm": 0.674096405506134,
|
||
|
|
"learning_rate": 0.0002937101119080219,
|
||
|
|
"loss": 1.9969058990478517,
|
||
|
|
"step": 7410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.94976,
|
||
|
|
"grad_norm": 0.7183719873428345,
|
||
|
|
"learning_rate": 0.0002936927731221397,
|
||
|
|
"loss": 1.9890649795532227,
|
||
|
|
"step": 7420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95104,
|
||
|
|
"grad_norm": 0.7150754928588867,
|
||
|
|
"learning_rate": 0.0002936754109841912,
|
||
|
|
"loss": 1.9729717254638672,
|
||
|
|
"step": 7430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95232,
|
||
|
|
"grad_norm": 0.7129974961280823,
|
||
|
|
"learning_rate": 0.0002936580254969981,
|
||
|
|
"loss": 1.9953811645507813,
|
||
|
|
"step": 7440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9536,
|
||
|
|
"grad_norm": 0.6096296906471252,
|
||
|
|
"learning_rate": 0.0002936406166633858,
|
||
|
|
"loss": 2.001888465881348,
|
||
|
|
"step": 7450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95488,
|
||
|
|
"grad_norm": 0.6857330203056335,
|
||
|
|
"learning_rate": 0.0002936231844861834,
|
||
|
|
"loss": 1.9927192687988282,
|
||
|
|
"step": 7460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95616,
|
||
|
|
"grad_norm": 0.6103941798210144,
|
||
|
|
"learning_rate": 0.0002936057289682239,
|
||
|
|
"loss": 1.9911823272705078,
|
||
|
|
"step": 7470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95744,
|
||
|
|
"grad_norm": 0.597206175327301,
|
||
|
|
"learning_rate": 0.0002935882501123441,
|
||
|
|
"loss": 1.988555335998535,
|
||
|
|
"step": 7480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95872,
|
||
|
|
"grad_norm": 0.7180148959159851,
|
||
|
|
"learning_rate": 0.0002935707479213845,
|
||
|
|
"loss": 1.978421974182129,
|
||
|
|
"step": 7490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96,
|
||
|
|
"grad_norm": 0.6061798930168152,
|
||
|
|
"learning_rate": 0.0002935532223981895,
|
||
|
|
"loss": 2.000789833068848,
|
||
|
|
"step": 7500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96128,
|
||
|
|
"grad_norm": 0.6952294707298279,
|
||
|
|
"learning_rate": 0.0002935356735456072,
|
||
|
|
"loss": 2.0071075439453123,
|
||
|
|
"step": 7510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96256,
|
||
|
|
"grad_norm": 0.6120730042457581,
|
||
|
|
"learning_rate": 0.0002935181013664895,
|
||
|
|
"loss": 2.0083288192749023,
|
||
|
|
"step": 7520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96384,
|
||
|
|
"grad_norm": 0.7803784608840942,
|
||
|
|
"learning_rate": 0.0002935005058636923,
|
||
|
|
"loss": 2.009001541137695,
|
||
|
|
"step": 7530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96512,
|
||
|
|
"grad_norm": 0.681745171546936,
|
||
|
|
"learning_rate": 0.0002934828870400749,
|
||
|
|
"loss": 1.9958309173583983,
|
||
|
|
"step": 7540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9664,
|
||
|
|
"grad_norm": 0.7455606460571289,
|
||
|
|
"learning_rate": 0.0002934652448985007,
|
||
|
|
"loss": 2.0131885528564455,
|
||
|
|
"step": 7550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96768,
|
||
|
|
"grad_norm": 0.7167068719863892,
|
||
|
|
"learning_rate": 0.0002934475794418368,
|
||
|
|
"loss": 1.995752716064453,
|
||
|
|
"step": 7560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.96896,
|
||
|
|
"grad_norm": 0.6225274205207825,
|
||
|
|
"learning_rate": 0.000293429890672954,
|
||
|
|
"loss": 1.9854461669921875,
|
||
|
|
"step": 7570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97024,
|
||
|
|
"grad_norm": 0.6639164686203003,
|
||
|
|
"learning_rate": 0.00029341217859472706,
|
||
|
|
"loss": 1.978256607055664,
|
||
|
|
"step": 7580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97152,
|
||
|
|
"grad_norm": 0.6081394553184509,
|
||
|
|
"learning_rate": 0.0002933944432100344,
|
||
|
|
"loss": 1.9813619613647462,
|
||
|
|
"step": 7590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9728,
|
||
|
|
"grad_norm": 0.6417889595031738,
|
||
|
|
"learning_rate": 0.00029337668452175826,
|
||
|
|
"loss": 1.9765779495239257,
|
||
|
|
"step": 7600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97408,
|
||
|
|
"grad_norm": 0.6452786326408386,
|
||
|
|
"learning_rate": 0.00029335890253278475,
|
||
|
|
"loss": 1.9978923797607422,
|
||
|
|
"step": 7610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97536,
|
||
|
|
"grad_norm": 0.793510913848877,
|
||
|
|
"learning_rate": 0.0002933410972460036,
|
||
|
|
"loss": 1.9694734573364259,
|
||
|
|
"step": 7620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97664,
|
||
|
|
"grad_norm": 0.6846933364868164,
|
||
|
|
"learning_rate": 0.0002933232686643085,
|
||
|
|
"loss": 1.9795555114746093,
|
||
|
|
"step": 7630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.97792,
|
||
|
|
"grad_norm": 0.6672417521476746,
|
||
|
|
"learning_rate": 0.00029330541679059666,
|
||
|
|
"loss": 2.008864974975586,
|
||
|
|
"step": 7640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9792,
|
||
|
|
"grad_norm": 0.6564120054244995,
|
||
|
|
"learning_rate": 0.0002932875416277694,
|
||
|
|
"loss": 1.9894664764404297,
|
||
|
|
"step": 7650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98048,
|
||
|
|
"grad_norm": 0.6869664788246155,
|
||
|
|
"learning_rate": 0.0002932696431787317,
|
||
|
|
"loss": 1.9923513412475586,
|
||
|
|
"step": 7660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98176,
|
||
|
|
"grad_norm": 0.601786732673645,
|
||
|
|
"learning_rate": 0.0002932517214463923,
|
||
|
|
"loss": 1.987978744506836,
|
||
|
|
"step": 7670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98304,
|
||
|
|
"grad_norm": 0.6519659757614136,
|
||
|
|
"learning_rate": 0.0002932337764336637,
|
||
|
|
"loss": 2.0119016647338865,
|
||
|
|
"step": 7680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98432,
|
||
|
|
"grad_norm": 0.7457683682441711,
|
||
|
|
"learning_rate": 0.00029321580814346213,
|
||
|
|
"loss": 2.004359817504883,
|
||
|
|
"step": 7690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9856,
|
||
|
|
"grad_norm": 0.6067475080490112,
|
||
|
|
"learning_rate": 0.00029319781657870784,
|
||
|
|
"loss": 1.9842674255371093,
|
||
|
|
"step": 7700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98688,
|
||
|
|
"grad_norm": 0.7065998315811157,
|
||
|
|
"learning_rate": 0.00029317980174232457,
|
||
|
|
"loss": 1.9875959396362304,
|
||
|
|
"step": 7710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98816,
|
||
|
|
"grad_norm": 0.6263285279273987,
|
||
|
|
"learning_rate": 0.0002931617636372401,
|
||
|
|
"loss": 2.007324981689453,
|
||
|
|
"step": 7720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98944,
|
||
|
|
"grad_norm": 0.6340311765670776,
|
||
|
|
"learning_rate": 0.00029314370226638577,
|
||
|
|
"loss": 1.9956018447875976,
|
||
|
|
"step": 7730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99072,
|
||
|
|
"grad_norm": 0.5806658267974854,
|
||
|
|
"learning_rate": 0.0002931256176326969,
|
||
|
|
"loss": 2.0026828765869142,
|
||
|
|
"step": 7740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.992,
|
||
|
|
"grad_norm": 0.6932752132415771,
|
||
|
|
"learning_rate": 0.00029310750973911244,
|
||
|
|
"loss": 1.9967496871948243,
|
||
|
|
"step": 7750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99328,
|
||
|
|
"grad_norm": 0.5850876569747925,
|
||
|
|
"learning_rate": 0.00029308937858857516,
|
||
|
|
"loss": 1.9920431137084962,
|
||
|
|
"step": 7760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99456,
|
||
|
|
"grad_norm": 0.6746029853820801,
|
||
|
|
"learning_rate": 0.0002930712241840317,
|
||
|
|
"loss": 2.0010097503662108,
|
||
|
|
"step": 7770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99584,
|
||
|
|
"grad_norm": 0.6813861131668091,
|
||
|
|
"learning_rate": 0.00029305304652843224,
|
||
|
|
"loss": 1.9804662704467773,
|
||
|
|
"step": 7780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99712,
|
||
|
|
"grad_norm": 0.6215769052505493,
|
||
|
|
"learning_rate": 0.00029303484562473106,
|
||
|
|
"loss": 1.995717430114746,
|
||
|
|
"step": 7790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9984,
|
||
|
|
"grad_norm": 0.5907732248306274,
|
||
|
|
"learning_rate": 0.000293016621475886,
|
||
|
|
"loss": 2.0071685791015623,
|
||
|
|
"step": 7800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.99968,
|
||
|
|
"grad_norm": 0.5828958749771118,
|
||
|
|
"learning_rate": 0.0002929983740848588,
|
||
|
|
"loss": 1.9976682662963867,
|
||
|
|
"step": 7810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_loss": 2.000473737716675,
|
||
|
|
"eval_runtime": 17.9727,
|
||
|
|
"eval_samples_per_second": 556.399,
|
||
|
|
"eval_steps_per_second": 69.55,
|
||
|
|
"step": 7813
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.000896,
|
||
|
|
"grad_norm": 0.7024282217025757,
|
||
|
|
"learning_rate": 0.00029298010345461475,
|
||
|
|
"loss": 1.9894508361816405,
|
||
|
|
"step": 7820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.002176,
|
||
|
|
"grad_norm": 0.5675840973854065,
|
||
|
|
"learning_rate": 0.0002929618095881232,
|
||
|
|
"loss": 1.9923004150390624,
|
||
|
|
"step": 7830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.003456,
|
||
|
|
"grad_norm": 0.6930027008056641,
|
||
|
|
"learning_rate": 0.0002929434924883572,
|
||
|
|
"loss": 1.9826398849487306,
|
||
|
|
"step": 7840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.004736,
|
||
|
|
"grad_norm": 0.622359037399292,
|
||
|
|
"learning_rate": 0.00029292515215829343,
|
||
|
|
"loss": 1.9939605712890625,
|
||
|
|
"step": 7850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.006016,
|
||
|
|
"grad_norm": 0.6805294752120972,
|
||
|
|
"learning_rate": 0.0002929067886009125,
|
||
|
|
"loss": 2.0002468109130858,
|
||
|
|
"step": 7860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.007296,
|
||
|
|
"grad_norm": 0.6081849932670593,
|
||
|
|
"learning_rate": 0.00029288840181919873,
|
||
|
|
"loss": 1.9870527267456055,
|
||
|
|
"step": 7870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.008576,
|
||
|
|
"grad_norm": 0.6336544752120972,
|
||
|
|
"learning_rate": 0.00029286999181614025,
|
||
|
|
"loss": 1.9954706192016602,
|
||
|
|
"step": 7880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.009856,
|
||
|
|
"grad_norm": 0.5647273063659668,
|
||
|
|
"learning_rate": 0.00029285155859472885,
|
||
|
|
"loss": 1.9976259231567384,
|
||
|
|
"step": 7890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.011136,
|
||
|
|
"grad_norm": 0.696118950843811,
|
||
|
|
"learning_rate": 0.00029283310215796036,
|
||
|
|
"loss": 1.9746929168701173,
|
||
|
|
"step": 7900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.012416,
|
||
|
|
"grad_norm": 0.6657605171203613,
|
||
|
|
"learning_rate": 0.000292814622508834,
|
||
|
|
"loss": 2.003103256225586,
|
||
|
|
"step": 7910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.013696,
|
||
|
|
"grad_norm": 0.6706362366676331,
|
||
|
|
"learning_rate": 0.00029279611965035316,
|
||
|
|
"loss": 1.9854976654052734,
|
||
|
|
"step": 7920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.014976,
|
||
|
|
"grad_norm": 0.6378129124641418,
|
||
|
|
"learning_rate": 0.0002927775935855247,
|
||
|
|
"loss": 1.9934816360473633,
|
||
|
|
"step": 7930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.016256,
|
||
|
|
"grad_norm": 0.7083684802055359,
|
||
|
|
"learning_rate": 0.0002927590443173594,
|
||
|
|
"loss": 1.9854513168334962,
|
||
|
|
"step": 7940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.017536,
|
||
|
|
"grad_norm": 0.6245972514152527,
|
||
|
|
"learning_rate": 0.0002927404718488717,
|
||
|
|
"loss": 1.9725086212158203,
|
||
|
|
"step": 7950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.018816,
|
||
|
|
"grad_norm": 0.8558565974235535,
|
||
|
|
"learning_rate": 0.00029272187618307994,
|
||
|
|
"loss": 2.0068031311035157,
|
||
|
|
"step": 7960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.020096,
|
||
|
|
"grad_norm": 0.7024584412574768,
|
||
|
|
"learning_rate": 0.00029270325732300617,
|
||
|
|
"loss": 2.0012155532836915,
|
||
|
|
"step": 7970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.021376,
|
||
|
|
"grad_norm": 0.7526901364326477,
|
||
|
|
"learning_rate": 0.00029268461527167625,
|
||
|
|
"loss": 1.9808631896972657,
|
||
|
|
"step": 7980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.022656,
|
||
|
|
"grad_norm": 0.6876883506774902,
|
||
|
|
"learning_rate": 0.0002926659500321197,
|
||
|
|
"loss": 2.0097496032714846,
|
||
|
|
"step": 7990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.023936,
|
||
|
|
"grad_norm": 0.6317782402038574,
|
||
|
|
"learning_rate": 0.00029264726160737,
|
||
|
|
"loss": 1.9856227874755858,
|
||
|
|
"step": 8000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.025216,
|
||
|
|
"grad_norm": 0.6349713802337646,
|
||
|
|
"learning_rate": 0.0002926285500004641,
|
||
|
|
"loss": 1.9954814910888672,
|
||
|
|
"step": 8010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.026496,
|
||
|
|
"grad_norm": 0.7267403602600098,
|
||
|
|
"learning_rate": 0.00029260981521444303,
|
||
|
|
"loss": 1.9805095672607422,
|
||
|
|
"step": 8020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.027776,
|
||
|
|
"grad_norm": 0.6417277455329895,
|
||
|
|
"learning_rate": 0.0002925910572523514,
|
||
|
|
"loss": 1.9915693283081055,
|
||
|
|
"step": 8030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.029056,
|
||
|
|
"grad_norm": 0.6444427967071533,
|
||
|
|
"learning_rate": 0.0002925722761172377,
|
||
|
|
"loss": 2.005472946166992,
|
||
|
|
"step": 8040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.030336,
|
||
|
|
"grad_norm": 0.6285523772239685,
|
||
|
|
"learning_rate": 0.00029255347181215405,
|
||
|
|
"loss": 1.9932641983032227,
|
||
|
|
"step": 8050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.031616,
|
||
|
|
"grad_norm": 0.7181846499443054,
|
||
|
|
"learning_rate": 0.0002925346443401564,
|
||
|
|
"loss": 1.9999160766601562,
|
||
|
|
"step": 8060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.032896,
|
||
|
|
"grad_norm": 0.6741138696670532,
|
||
|
|
"learning_rate": 0.0002925157937043045,
|
||
|
|
"loss": 1.9825817108154298,
|
||
|
|
"step": 8070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.034176,
|
||
|
|
"grad_norm": 0.6893488764762878,
|
||
|
|
"learning_rate": 0.0002924969199076619,
|
||
|
|
"loss": 1.991935920715332,
|
||
|
|
"step": 8080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.035456,
|
||
|
|
"grad_norm": 0.6443804502487183,
|
||
|
|
"learning_rate": 0.0002924780229532958,
|
||
|
|
"loss": 1.990732765197754,
|
||
|
|
"step": 8090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.036736,
|
||
|
|
"grad_norm": 0.6640390157699585,
|
||
|
|
"learning_rate": 0.0002924591028442772,
|
||
|
|
"loss": 1.987821388244629,
|
||
|
|
"step": 8100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.038016,
|
||
|
|
"grad_norm": 0.661410927772522,
|
||
|
|
"learning_rate": 0.00029244015958368094,
|
||
|
|
"loss": 1.9827268600463868,
|
||
|
|
"step": 8110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.039296,
|
||
|
|
"grad_norm": 0.6270850300788879,
|
||
|
|
"learning_rate": 0.0002924211931745855,
|
||
|
|
"loss": 2.002053070068359,
|
||
|
|
"step": 8120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.040576,
|
||
|
|
"grad_norm": 0.6214422583580017,
|
||
|
|
"learning_rate": 0.0002924022036200732,
|
||
|
|
"loss": 2.00252742767334,
|
||
|
|
"step": 8130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.041856,
|
||
|
|
"grad_norm": 0.729099452495575,
|
||
|
|
"learning_rate": 0.00029238319092323014,
|
||
|
|
"loss": 2.0230823516845704,
|
||
|
|
"step": 8140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.043136,
|
||
|
|
"grad_norm": 0.7051316499710083,
|
||
|
|
"learning_rate": 0.00029236415508714607,
|
||
|
|
"loss": 1.9967733383178712,
|
||
|
|
"step": 8150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.044416,
|
||
|
|
"grad_norm": 0.6399348974227905,
|
||
|
|
"learning_rate": 0.0002923450961149147,
|
||
|
|
"loss": 2.0062068939208983,
|
||
|
|
"step": 8160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.045696,
|
||
|
|
"grad_norm": 0.6973909735679626,
|
||
|
|
"learning_rate": 0.0002923260140096332,
|
||
|
|
"loss": 1.9918655395507812,
|
||
|
|
"step": 8170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.046976,
|
||
|
|
"grad_norm": 0.6704668998718262,
|
||
|
|
"learning_rate": 0.00029230690877440283,
|
||
|
|
"loss": 1.979511833190918,
|
||
|
|
"step": 8180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.048256,
|
||
|
|
"grad_norm": 0.8503730297088623,
|
||
|
|
"learning_rate": 0.0002922877804123284,
|
||
|
|
"loss": 1.989525032043457,
|
||
|
|
"step": 8190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.049536,
|
||
|
|
"grad_norm": 0.6308216452598572,
|
||
|
|
"learning_rate": 0.0002922686289265186,
|
||
|
|
"loss": 1.9986820220947266,
|
||
|
|
"step": 8200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.050816,
|
||
|
|
"grad_norm": 0.6530852317810059,
|
||
|
|
"learning_rate": 0.0002922494543200857,
|
||
|
|
"loss": 1.9965543746948242,
|
||
|
|
"step": 8210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.052096,
|
||
|
|
"grad_norm": 0.6364430785179138,
|
||
|
|
"learning_rate": 0.0002922302565961459,
|
||
|
|
"loss": 1.9840011596679688,
|
||
|
|
"step": 8220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.053376,
|
||
|
|
"grad_norm": 0.7692019939422607,
|
||
|
|
"learning_rate": 0.0002922110357578191,
|
||
|
|
"loss": 1.9859504699707031,
|
||
|
|
"step": 8230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.054656,
|
||
|
|
"grad_norm": 0.7825514674186707,
|
||
|
|
"learning_rate": 0.00029219179180822887,
|
||
|
|
"loss": 1.9674690246582032,
|
||
|
|
"step": 8240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.055936,
|
||
|
|
"grad_norm": 0.6661249995231628,
|
||
|
|
"learning_rate": 0.00029217252475050276,
|
||
|
|
"loss": 1.9999160766601562,
|
||
|
|
"step": 8250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.057216,
|
||
|
|
"grad_norm": 0.7364896535873413,
|
||
|
|
"learning_rate": 0.0002921532345877718,
|
||
|
|
"loss": 2.0021907806396486,
|
||
|
|
"step": 8260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.058496,
|
||
|
|
"grad_norm": 0.6803957223892212,
|
||
|
|
"learning_rate": 0.000292133921323171,
|
||
|
|
"loss": 1.9869365692138672,
|
||
|
|
"step": 8270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.059776,
|
||
|
|
"grad_norm": 0.821689784526825,
|
||
|
|
"learning_rate": 0.00029211458495983903,
|
||
|
|
"loss": 1.976166343688965,
|
||
|
|
"step": 8280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.061056,
|
||
|
|
"grad_norm": 0.7540163993835449,
|
||
|
|
"learning_rate": 0.00029209522550091826,
|
||
|
|
"loss": 2.0094572067260743,
|
||
|
|
"step": 8290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.062336,
|
||
|
|
"grad_norm": 0.7056066989898682,
|
||
|
|
"learning_rate": 0.0002920758429495549,
|
||
|
|
"loss": 2.001365089416504,
|
||
|
|
"step": 8300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0636160000000001,
|
||
|
|
"grad_norm": 0.5745490789413452,
|
||
|
|
"learning_rate": 0.0002920564373088989,
|
||
|
|
"loss": 1.9914764404296874,
|
||
|
|
"step": 8310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.064896,
|
||
|
|
"grad_norm": 0.6503936648368835,
|
||
|
|
"learning_rate": 0.0002920370085821039,
|
||
|
|
"loss": 2.0032411575317384,
|
||
|
|
"step": 8320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.066176,
|
||
|
|
"grad_norm": 0.7628610730171204,
|
||
|
|
"learning_rate": 0.0002920175567723274,
|
||
|
|
"loss": 1.9816133499145507,
|
||
|
|
"step": 8330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.067456,
|
||
|
|
"grad_norm": 0.6931906342506409,
|
||
|
|
"learning_rate": 0.0002919980818827306,
|
||
|
|
"loss": 2.023828125,
|
||
|
|
"step": 8340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.068736,
|
||
|
|
"grad_norm": 0.6251834630966187,
|
||
|
|
"learning_rate": 0.0002919785839164783,
|
||
|
|
"loss": 2.0116418838500976,
|
||
|
|
"step": 8350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.070016,
|
||
|
|
"grad_norm": 0.6859288215637207,
|
||
|
|
"learning_rate": 0.0002919590628767393,
|
||
|
|
"loss": 2.012284278869629,
|
||
|
|
"step": 8360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.071296,
|
||
|
|
"grad_norm": 0.6031617522239685,
|
||
|
|
"learning_rate": 0.00029193951876668603,
|
||
|
|
"loss": 2.012980079650879,
|
||
|
|
"step": 8370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.072576,
|
||
|
|
"grad_norm": 0.5843190550804138,
|
||
|
|
"learning_rate": 0.00029191995158949467,
|
||
|
|
"loss": 2.0026559829711914,
|
||
|
|
"step": 8380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.073856,
|
||
|
|
"grad_norm": 0.7164151668548584,
|
||
|
|
"learning_rate": 0.0002919003613483452,
|
||
|
|
"loss": 1.9945117950439453,
|
||
|
|
"step": 8390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.075136,
|
||
|
|
"grad_norm": 0.5945529341697693,
|
||
|
|
"learning_rate": 0.0002918807480464212,
|
||
|
|
"loss": 2.0126720428466798,
|
||
|
|
"step": 8400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.076416,
|
||
|
|
"grad_norm": 0.6829405426979065,
|
||
|
|
"learning_rate": 0.0002918611116869102,
|
||
|
|
"loss": 1.9972929000854491,
|
||
|
|
"step": 8410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.077696,
|
||
|
|
"grad_norm": 0.6316304206848145,
|
||
|
|
"learning_rate": 0.0002918414522730034,
|
||
|
|
"loss": 1.985988235473633,
|
||
|
|
"step": 8420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.078976,
|
||
|
|
"grad_norm": 0.7297128438949585,
|
||
|
|
"learning_rate": 0.0002918217698078956,
|
||
|
|
"loss": 1.9967208862304688,
|
||
|
|
"step": 8430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0802559999999999,
|
||
|
|
"grad_norm": 0.7054782509803772,
|
||
|
|
"learning_rate": 0.00029180206429478556,
|
||
|
|
"loss": 1.988363265991211,
|
||
|
|
"step": 8440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.081536,
|
||
|
|
"grad_norm": 0.6320076584815979,
|
||
|
|
"learning_rate": 0.00029178233573687567,
|
||
|
|
"loss": 1.9792478561401368,
|
||
|
|
"step": 8450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.082816,
|
||
|
|
"grad_norm": 0.644890546798706,
|
||
|
|
"learning_rate": 0.00029176258413737214,
|
||
|
|
"loss": 2.0043672561645507,
|
||
|
|
"step": 8460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.084096,
|
||
|
|
"grad_norm": 0.6674224734306335,
|
||
|
|
"learning_rate": 0.00029174280949948486,
|
||
|
|
"loss": 1.9823286056518554,
|
||
|
|
"step": 8470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.085376,
|
||
|
|
"grad_norm": 0.6665927767753601,
|
||
|
|
"learning_rate": 0.0002917230118264275,
|
||
|
|
"loss": 1.9845500946044923,
|
||
|
|
"step": 8480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.086656,
|
||
|
|
"grad_norm": 0.6852653622627258,
|
||
|
|
"learning_rate": 0.00029170319112141734,
|
||
|
|
"loss": 1.9879318237304688,
|
||
|
|
"step": 8490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.087936,
|
||
|
|
"grad_norm": 0.6454859972000122,
|
||
|
|
"learning_rate": 0.0002916833473876757,
|
||
|
|
"loss": 1.9943349838256836,
|
||
|
|
"step": 8500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.089216,
|
||
|
|
"grad_norm": 0.7632401585578918,
|
||
|
|
"learning_rate": 0.0002916634806284273,
|
||
|
|
"loss": 2.003750228881836,
|
||
|
|
"step": 8510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.090496,
|
||
|
|
"grad_norm": 0.719601035118103,
|
||
|
|
"learning_rate": 0.0002916435908469009,
|
||
|
|
"loss": 1.976084327697754,
|
||
|
|
"step": 8520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.091776,
|
||
|
|
"grad_norm": 0.7195095419883728,
|
||
|
|
"learning_rate": 0.0002916236780463287,
|
||
|
|
"loss": 1.9817279815673827,
|
||
|
|
"step": 8530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.093056,
|
||
|
|
"grad_norm": 0.5842824578285217,
|
||
|
|
"learning_rate": 0.00029160374222994697,
|
||
|
|
"loss": 1.9941551208496093,
|
||
|
|
"step": 8540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.094336,
|
||
|
|
"grad_norm": 0.6005828976631165,
|
||
|
|
"learning_rate": 0.0002915837834009955,
|
||
|
|
"loss": 1.9818029403686523,
|
||
|
|
"step": 8550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.095616,
|
||
|
|
"grad_norm": 0.7141455411911011,
|
||
|
|
"learning_rate": 0.0002915638015627178,
|
||
|
|
"loss": 1.9895195007324218,
|
||
|
|
"step": 8560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.096896,
|
||
|
|
"grad_norm": 0.627389132976532,
|
||
|
|
"learning_rate": 0.0002915437967183613,
|
||
|
|
"loss": 1.995197868347168,
|
||
|
|
"step": 8570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.098176,
|
||
|
|
"grad_norm": 0.6275233626365662,
|
||
|
|
"learning_rate": 0.00029152376887117703,
|
||
|
|
"loss": 1.997283935546875,
|
||
|
|
"step": 8580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.099456,
|
||
|
|
"grad_norm": 0.7087017297744751,
|
||
|
|
"learning_rate": 0.0002915037180244198,
|
||
|
|
"loss": 1.9955589294433593,
|
||
|
|
"step": 8590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.100736,
|
||
|
|
"grad_norm": 0.6075368523597717,
|
||
|
|
"learning_rate": 0.0002914836441813481,
|
||
|
|
"loss": 2.01346435546875,
|
||
|
|
"step": 8600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1020159999999999,
|
||
|
|
"grad_norm": 0.6734739542007446,
|
||
|
|
"learning_rate": 0.00029146354734522426,
|
||
|
|
"loss": 2.009580612182617,
|
||
|
|
"step": 8610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.103296,
|
||
|
|
"grad_norm": 0.7390580177307129,
|
||
|
|
"learning_rate": 0.00029144342751931434,
|
||
|
|
"loss": 1.99266357421875,
|
||
|
|
"step": 8620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.104576,
|
||
|
|
"grad_norm": 0.6550483107566833,
|
||
|
|
"learning_rate": 0.000291423284706888,
|
||
|
|
"loss": 2.00741024017334,
|
||
|
|
"step": 8630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.105856,
|
||
|
|
"grad_norm": 0.7504582405090332,
|
||
|
|
"learning_rate": 0.00029140311891121874,
|
||
|
|
"loss": 1.9887908935546874,
|
||
|
|
"step": 8640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.107136,
|
||
|
|
"grad_norm": 0.5810806751251221,
|
||
|
|
"learning_rate": 0.0002913829301355838,
|
||
|
|
"loss": 1.9858449935913085,
|
||
|
|
"step": 8650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.108416,
|
||
|
|
"grad_norm": 0.6569668054580688,
|
||
|
|
"learning_rate": 0.0002913627183832641,
|
||
|
|
"loss": 1.9724803924560548,
|
||
|
|
"step": 8660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.109696,
|
||
|
|
"grad_norm": 0.6474798917770386,
|
||
|
|
"learning_rate": 0.0002913424836575444,
|
||
|
|
"loss": 1.9916406631469727,
|
||
|
|
"step": 8670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.110976,
|
||
|
|
"grad_norm": 0.6266366243362427,
|
||
|
|
"learning_rate": 0.0002913222259617131,
|
||
|
|
"loss": 1.9882991790771485,
|
||
|
|
"step": 8680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.112256,
|
||
|
|
"grad_norm": 0.596480667591095,
|
||
|
|
"learning_rate": 0.0002913019452990624,
|
||
|
|
"loss": 2.0080114364624024,
|
||
|
|
"step": 8690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.113536,
|
||
|
|
"grad_norm": 0.6068896651268005,
|
||
|
|
"learning_rate": 0.000291281641672888,
|
||
|
|
"loss": 1.991042709350586,
|
||
|
|
"step": 8700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.114816,
|
||
|
|
"grad_norm": 0.7131031155586243,
|
||
|
|
"learning_rate": 0.0002912613150864897,
|
||
|
|
"loss": 1.998366928100586,
|
||
|
|
"step": 8710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.116096,
|
||
|
|
"grad_norm": 0.7099978923797607,
|
||
|
|
"learning_rate": 0.0002912409655431708,
|
||
|
|
"loss": 2.005122947692871,
|
||
|
|
"step": 8720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.117376,
|
||
|
|
"grad_norm": 0.6002253293991089,
|
||
|
|
"learning_rate": 0.00029122059304623844,
|
||
|
|
"loss": 2.008624458312988,
|
||
|
|
"step": 8730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.118656,
|
||
|
|
"grad_norm": 0.6592414379119873,
|
||
|
|
"learning_rate": 0.0002912001975990034,
|
||
|
|
"loss": 2.001871109008789,
|
||
|
|
"step": 8740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.119936,
|
||
|
|
"grad_norm": 0.6449405550956726,
|
||
|
|
"learning_rate": 0.0002911797792047801,
|
||
|
|
"loss": 1.9964082717895508,
|
||
|
|
"step": 8750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.121216,
|
||
|
|
"grad_norm": 0.6155027747154236,
|
||
|
|
"learning_rate": 0.00029115933786688696,
|
||
|
|
"loss": 2.0084716796875,
|
||
|
|
"step": 8760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.122496,
|
||
|
|
"grad_norm": 0.6817499995231628,
|
||
|
|
"learning_rate": 0.00029113887358864595,
|
||
|
|
"loss": 1.9915023803710938,
|
||
|
|
"step": 8770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1237759999999999,
|
||
|
|
"grad_norm": 0.6094062924385071,
|
||
|
|
"learning_rate": 0.00029111838637338276,
|
||
|
|
"loss": 2.0121707916259766,
|
||
|
|
"step": 8780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.125056,
|
||
|
|
"grad_norm": 0.6841493248939514,
|
||
|
|
"learning_rate": 0.00029109787622442687,
|
||
|
|
"loss": 1.9927202224731446,
|
||
|
|
"step": 8790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.126336,
|
||
|
|
"grad_norm": 0.6776390671730042,
|
||
|
|
"learning_rate": 0.0002910773431451115,
|
||
|
|
"loss": 1.9925752639770509,
|
||
|
|
"step": 8800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.127616,
|
||
|
|
"grad_norm": 0.6800190210342407,
|
||
|
|
"learning_rate": 0.00029105678713877347,
|
||
|
|
"loss": 1.9946041107177734,
|
||
|
|
"step": 8810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1288960000000001,
|
||
|
|
"grad_norm": 0.7016764283180237,
|
||
|
|
"learning_rate": 0.0002910362082087535,
|
||
|
|
"loss": 1.976521110534668,
|
||
|
|
"step": 8820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.130176,
|
||
|
|
"grad_norm": 0.743949294090271,
|
||
|
|
"learning_rate": 0.00029101560635839594,
|
||
|
|
"loss": 1.9865568161010743,
|
||
|
|
"step": 8830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.131456,
|
||
|
|
"grad_norm": 0.7083392143249512,
|
||
|
|
"learning_rate": 0.0002909949815910488,
|
||
|
|
"loss": 2.003726005554199,
|
||
|
|
"step": 8840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.132736,
|
||
|
|
"grad_norm": 0.6515411138534546,
|
||
|
|
"learning_rate": 0.00029097433391006404,
|
||
|
|
"loss": 1.9914260864257813,
|
||
|
|
"step": 8850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.134016,
|
||
|
|
"grad_norm": 0.5899383425712585,
|
||
|
|
"learning_rate": 0.000290953663318797,
|
||
|
|
"loss": 1.990021324157715,
|
||
|
|
"step": 8860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.135296,
|
||
|
|
"grad_norm": 0.8539913892745972,
|
||
|
|
"learning_rate": 0.0002909329698206071,
|
||
|
|
"loss": 2.0082475662231447,
|
||
|
|
"step": 8870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.136576,
|
||
|
|
"grad_norm": 0.6628640294075012,
|
||
|
|
"learning_rate": 0.00029091225341885724,
|
||
|
|
"loss": 2.0038652420043945,
|
||
|
|
"step": 8880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.137856,
|
||
|
|
"grad_norm": 0.5988782644271851,
|
||
|
|
"learning_rate": 0.0002908915141169142,
|
||
|
|
"loss": 1.9990652084350586,
|
||
|
|
"step": 8890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.139136,
|
||
|
|
"grad_norm": 0.6021246910095215,
|
||
|
|
"learning_rate": 0.0002908707519181483,
|
||
|
|
"loss": 2.0028762817382812,
|
||
|
|
"step": 8900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.140416,
|
||
|
|
"grad_norm": 0.6528365612030029,
|
||
|
|
"learning_rate": 0.00029084996682593364,
|
||
|
|
"loss": 2.0019399642944338,
|
||
|
|
"step": 8910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.141696,
|
||
|
|
"grad_norm": 0.7681286334991455,
|
||
|
|
"learning_rate": 0.0002908291588436483,
|
||
|
|
"loss": 2.0067686080932616,
|
||
|
|
"step": 8920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.142976,
|
||
|
|
"grad_norm": 0.6195328235626221,
|
||
|
|
"learning_rate": 0.00029080832797467366,
|
||
|
|
"loss": 2.0036157608032226,
|
||
|
|
"step": 8930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.144256,
|
||
|
|
"grad_norm": 0.623600423336029,
|
||
|
|
"learning_rate": 0.0002907874742223951,
|
||
|
|
"loss": 1.9990995407104493,
|
||
|
|
"step": 8940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1455359999999999,
|
||
|
|
"grad_norm": 0.5216490030288696,
|
||
|
|
"learning_rate": 0.00029076659759020174,
|
||
|
|
"loss": 1.9925945281982422,
|
||
|
|
"step": 8950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.146816,
|
||
|
|
"grad_norm": 0.6754294633865356,
|
||
|
|
"learning_rate": 0.0002907456980814862,
|
||
|
|
"loss": 1.9840730667114257,
|
||
|
|
"step": 8960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.148096,
|
||
|
|
"grad_norm": 0.6998392939567566,
|
||
|
|
"learning_rate": 0.00029072477569964494,
|
||
|
|
"loss": 1.9936521530151368,
|
||
|
|
"step": 8970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.149376,
|
||
|
|
"grad_norm": 0.7083913087844849,
|
||
|
|
"learning_rate": 0.00029070383044807815,
|
||
|
|
"loss": 1.9848180770874024,
|
||
|
|
"step": 8980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1506560000000001,
|
||
|
|
"grad_norm": 0.6396852135658264,
|
||
|
|
"learning_rate": 0.0002906828623301898,
|
||
|
|
"loss": 1.9986888885498046,
|
||
|
|
"step": 8990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.151936,
|
||
|
|
"grad_norm": 0.6948009133338928,
|
||
|
|
"learning_rate": 0.0002906618713493874,
|
||
|
|
"loss": 1.9894752502441406,
|
||
|
|
"step": 9000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.153216,
|
||
|
|
"grad_norm": 0.6531941890716553,
|
||
|
|
"learning_rate": 0.0002906408575090823,
|
||
|
|
"loss": 2.0062957763671876,
|
||
|
|
"step": 9010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.154496,
|
||
|
|
"grad_norm": 0.5760480165481567,
|
||
|
|
"learning_rate": 0.00029061982081268956,
|
||
|
|
"loss": 1.9995208740234376,
|
||
|
|
"step": 9020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.155776,
|
||
|
|
"grad_norm": 0.626785159111023,
|
||
|
|
"learning_rate": 0.00029059876126362797,
|
||
|
|
"loss": 1.9724435806274414,
|
||
|
|
"step": 9030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.157056,
|
||
|
|
"grad_norm": 0.6878816485404968,
|
||
|
|
"learning_rate": 0.00029057767886531995,
|
||
|
|
"loss": 2.0013551712036133,
|
||
|
|
"step": 9040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.158336,
|
||
|
|
"grad_norm": 0.6750949621200562,
|
||
|
|
"learning_rate": 0.00029055657362119164,
|
||
|
|
"loss": 1.9839204788208007,
|
||
|
|
"step": 9050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.159616,
|
||
|
|
"grad_norm": 0.6423714756965637,
|
||
|
|
"learning_rate": 0.00029053544553467303,
|
||
|
|
"loss": 1.99649658203125,
|
||
|
|
"step": 9060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.160896,
|
||
|
|
"grad_norm": 0.6204116940498352,
|
||
|
|
"learning_rate": 0.0002905142946091977,
|
||
|
|
"loss": 1.9851703643798828,
|
||
|
|
"step": 9070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.162176,
|
||
|
|
"grad_norm": 0.6263810396194458,
|
||
|
|
"learning_rate": 0.00029049312084820293,
|
||
|
|
"loss": 2.0322357177734376,
|
||
|
|
"step": 9080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.163456,
|
||
|
|
"grad_norm": 0.7048192024230957,
|
||
|
|
"learning_rate": 0.0002904719242551297,
|
||
|
|
"loss": 2.0227006912231444,
|
||
|
|
"step": 9090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.164736,
|
||
|
|
"grad_norm": 0.699733316898346,
|
||
|
|
"learning_rate": 0.0002904507048334229,
|
||
|
|
"loss": 1.9934453964233398,
|
||
|
|
"step": 9100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.166016,
|
||
|
|
"grad_norm": 0.7169121503829956,
|
||
|
|
"learning_rate": 0.0002904294625865309,
|
||
|
|
"loss": 2.0101224899291994,
|
||
|
|
"step": 9110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.167296,
|
||
|
|
"grad_norm": 0.6990874409675598,
|
||
|
|
"learning_rate": 0.00029040819751790587,
|
||
|
|
"loss": 1.9892080307006836,
|
||
|
|
"step": 9120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.168576,
|
||
|
|
"grad_norm": 0.7468820214271545,
|
||
|
|
"learning_rate": 0.00029038690963100367,
|
||
|
|
"loss": 2.000370407104492,
|
||
|
|
"step": 9130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.169856,
|
||
|
|
"grad_norm": 0.5932368636131287,
|
||
|
|
"learning_rate": 0.00029036559892928383,
|
||
|
|
"loss": 1.9932567596435546,
|
||
|
|
"step": 9140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.171136,
|
||
|
|
"grad_norm": 0.6190387606620789,
|
||
|
|
"learning_rate": 0.0002903442654162097,
|
||
|
|
"loss": 1.986810302734375,
|
||
|
|
"step": 9150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1724160000000001,
|
||
|
|
"grad_norm": 0.6284942030906677,
|
||
|
|
"learning_rate": 0.0002903229090952482,
|
||
|
|
"loss": 2.0007484436035154,
|
||
|
|
"step": 9160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.173696,
|
||
|
|
"grad_norm": 0.6459634900093079,
|
||
|
|
"learning_rate": 0.00029030152996987015,
|
||
|
|
"loss": 1.9838754653930664,
|
||
|
|
"step": 9170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.174976,
|
||
|
|
"grad_norm": 0.6110875010490417,
|
||
|
|
"learning_rate": 0.00029028012804354985,
|
||
|
|
"loss": 1.9833248138427735,
|
||
|
|
"step": 9180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.176256,
|
||
|
|
"grad_norm": 0.6577744483947754,
|
||
|
|
"learning_rate": 0.00029025870331976544,
|
||
|
|
"loss": 1.987434196472168,
|
||
|
|
"step": 9190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.177536,
|
||
|
|
"grad_norm": 0.7174404859542847,
|
||
|
|
"learning_rate": 0.00029023725580199877,
|
||
|
|
"loss": 1.9872659683227538,
|
||
|
|
"step": 9200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.178816,
|
||
|
|
"grad_norm": 0.6075583100318909,
|
||
|
|
"learning_rate": 0.0002902157854937353,
|
||
|
|
"loss": 1.996384048461914,
|
||
|
|
"step": 9210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.180096,
|
||
|
|
"grad_norm": 0.6371153593063354,
|
||
|
|
"learning_rate": 0.00029019429239846424,
|
||
|
|
"loss": 2.0035045623779295,
|
||
|
|
"step": 9220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.181376,
|
||
|
|
"grad_norm": 0.6514714360237122,
|
||
|
|
"learning_rate": 0.0002901727765196786,
|
||
|
|
"loss": 1.9920272827148438,
|
||
|
|
"step": 9230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.182656,
|
||
|
|
"grad_norm": 0.7493175268173218,
|
||
|
|
"learning_rate": 0.0002901512378608749,
|
||
|
|
"loss": 1.9803998947143555,
|
||
|
|
"step": 9240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.183936,
|
||
|
|
"grad_norm": 0.5912330746650696,
|
||
|
|
"learning_rate": 0.0002901296764255536,
|
||
|
|
"loss": 1.9990440368652345,
|
||
|
|
"step": 9250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.185216,
|
||
|
|
"grad_norm": 0.7372444868087769,
|
||
|
|
"learning_rate": 0.00029010809221721864,
|
||
|
|
"loss": 1.983697509765625,
|
||
|
|
"step": 9260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.186496,
|
||
|
|
"grad_norm": 0.6901136040687561,
|
||
|
|
"learning_rate": 0.00029008648523937776,
|
||
|
|
"loss": 1.9996004104614258,
|
||
|
|
"step": 9270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.187776,
|
||
|
|
"grad_norm": 0.7002010345458984,
|
||
|
|
"learning_rate": 0.00029006485549554244,
|
||
|
|
"loss": 1.9926166534423828,
|
||
|
|
"step": 9280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.189056,
|
||
|
|
"grad_norm": 0.6769751310348511,
|
||
|
|
"learning_rate": 0.0002900432029892278,
|
||
|
|
"loss": 1.9752182006835937,
|
||
|
|
"step": 9290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.190336,
|
||
|
|
"grad_norm": 0.770754337310791,
|
||
|
|
"learning_rate": 0.0002900215277239526,
|
||
|
|
"loss": 1.9828071594238281,
|
||
|
|
"step": 9300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.191616,
|
||
|
|
"grad_norm": 0.6528109908103943,
|
||
|
|
"learning_rate": 0.0002899998297032395,
|
||
|
|
"loss": 2.0097742080688477,
|
||
|
|
"step": 9310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.192896,
|
||
|
|
"grad_norm": 0.6705182194709778,
|
||
|
|
"learning_rate": 0.0002899781089306145,
|
||
|
|
"loss": 1.9903186798095702,
|
||
|
|
"step": 9320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.194176,
|
||
|
|
"grad_norm": 0.5876357555389404,
|
||
|
|
"learning_rate": 0.0002899563654096078,
|
||
|
|
"loss": 1.9866683959960938,
|
||
|
|
"step": 9330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.195456,
|
||
|
|
"grad_norm": 0.6873459815979004,
|
||
|
|
"learning_rate": 0.00028993459914375294,
|
||
|
|
"loss": 1.9888439178466797,
|
||
|
|
"step": 9340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.196736,
|
||
|
|
"grad_norm": 0.6179608702659607,
|
||
|
|
"learning_rate": 0.0002899128101365871,
|
||
|
|
"loss": 1.9880025863647461,
|
||
|
|
"step": 9350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.198016,
|
||
|
|
"grad_norm": 0.5779441595077515,
|
||
|
|
"learning_rate": 0.00028989099839165153,
|
||
|
|
"loss": 1.9844137191772462,
|
||
|
|
"step": 9360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.199296,
|
||
|
|
"grad_norm": 0.5996869802474976,
|
||
|
|
"learning_rate": 0.0002898691639124907,
|
||
|
|
"loss": 1.9843496322631835,
|
||
|
|
"step": 9370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.200576,
|
||
|
|
"grad_norm": 0.6474190950393677,
|
||
|
|
"learning_rate": 0.00028984730670265316,
|
||
|
|
"loss": 1.9760330200195313,
|
||
|
|
"step": 9380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.201856,
|
||
|
|
"grad_norm": 0.6795530319213867,
|
||
|
|
"learning_rate": 0.00028982542676569094,
|
||
|
|
"loss": 1.9977497100830077,
|
||
|
|
"step": 9390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.203136,
|
||
|
|
"grad_norm": 0.689729630947113,
|
||
|
|
"learning_rate": 0.0002898035241051599,
|
||
|
|
"loss": 1.9970844268798829,
|
||
|
|
"step": 9400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.204416,
|
||
|
|
"grad_norm": 0.5615735650062561,
|
||
|
|
"learning_rate": 0.00028978159872461955,
|
||
|
|
"loss": 2.000540924072266,
|
||
|
|
"step": 9410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.205696,
|
||
|
|
"grad_norm": 0.6494594812393188,
|
||
|
|
"learning_rate": 0.00028975965062763293,
|
||
|
|
"loss": 2.015325736999512,
|
||
|
|
"step": 9420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.206976,
|
||
|
|
"grad_norm": 0.6551460027694702,
|
||
|
|
"learning_rate": 0.000289737679817767,
|
||
|
|
"loss": 1.9717287063598632,
|
||
|
|
"step": 9430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.208256,
|
||
|
|
"grad_norm": 0.596483588218689,
|
||
|
|
"learning_rate": 0.00028971568629859235,
|
||
|
|
"loss": 1.9834039688110352,
|
||
|
|
"step": 9440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.209536,
|
||
|
|
"grad_norm": 0.6951877474784851,
|
||
|
|
"learning_rate": 0.0002896936700736831,
|
||
|
|
"loss": 1.998183250427246,
|
||
|
|
"step": 9450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.210816,
|
||
|
|
"grad_norm": 0.5358121991157532,
|
||
|
|
"learning_rate": 0.0002896716311466174,
|
||
|
|
"loss": 1.974911880493164,
|
||
|
|
"step": 9460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.212096,
|
||
|
|
"grad_norm": 0.6566754579544067,
|
||
|
|
"learning_rate": 0.00028964956952097677,
|
||
|
|
"loss": 1.999298095703125,
|
||
|
|
"step": 9470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.213376,
|
||
|
|
"grad_norm": 0.6111728549003601,
|
||
|
|
"learning_rate": 0.00028962748520034646,
|
||
|
|
"loss": 1.9865041732788087,
|
||
|
|
"step": 9480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.214656,
|
||
|
|
"grad_norm": 0.592664897441864,
|
||
|
|
"learning_rate": 0.00028960537818831553,
|
||
|
|
"loss": 1.998788833618164,
|
||
|
|
"step": 9490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.215936,
|
||
|
|
"grad_norm": 0.8113380074501038,
|
||
|
|
"learning_rate": 0.00028958324848847675,
|
||
|
|
"loss": 2.0102975845336912,
|
||
|
|
"step": 9500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.217216,
|
||
|
|
"grad_norm": 0.6786605715751648,
|
||
|
|
"learning_rate": 0.0002895610961044264,
|
||
|
|
"loss": 1.9990224838256836,
|
||
|
|
"step": 9510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.218496,
|
||
|
|
"grad_norm": 0.5709884166717529,
|
||
|
|
"learning_rate": 0.00028953892103976463,
|
||
|
|
"loss": 2.008403015136719,
|
||
|
|
"step": 9520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.219776,
|
||
|
|
"grad_norm": 0.6305531859397888,
|
||
|
|
"learning_rate": 0.0002895167232980951,
|
||
|
|
"loss": 1.9691112518310547,
|
||
|
|
"step": 9530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.221056,
|
||
|
|
"grad_norm": 0.6338509917259216,
|
||
|
|
"learning_rate": 0.00028949450288302537,
|
||
|
|
"loss": 1.9768163681030273,
|
||
|
|
"step": 9540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.222336,
|
||
|
|
"grad_norm": 0.6110090613365173,
|
||
|
|
"learning_rate": 0.00028947225979816647,
|
||
|
|
"loss": 1.9901458740234375,
|
||
|
|
"step": 9550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.223616,
|
||
|
|
"grad_norm": 0.7046611309051514,
|
||
|
|
"learning_rate": 0.0002894499940471333,
|
||
|
|
"loss": 2.0120988845825196,
|
||
|
|
"step": 9560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.224896,
|
||
|
|
"grad_norm": 0.5922809839248657,
|
||
|
|
"learning_rate": 0.0002894277056335442,
|
||
|
|
"loss": 1.9899206161499023,
|
||
|
|
"step": 9570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.226176,
|
||
|
|
"grad_norm": 0.6404845118522644,
|
||
|
|
"learning_rate": 0.0002894053945610215,
|
||
|
|
"loss": 1.9906450271606446,
|
||
|
|
"step": 9580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.227456,
|
||
|
|
"grad_norm": 0.8395019769668579,
|
||
|
|
"learning_rate": 0.00028938306083319096,
|
||
|
|
"loss": 1.9806875228881835,
|
||
|
|
"step": 9590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.228736,
|
||
|
|
"grad_norm": 0.6999068856239319,
|
||
|
|
"learning_rate": 0.0002893607044536822,
|
||
|
|
"loss": 2.0015453338623046,
|
||
|
|
"step": 9600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.230016,
|
||
|
|
"grad_norm": 0.6708416938781738,
|
||
|
|
"learning_rate": 0.0002893383254261284,
|
||
|
|
"loss": 2.011116600036621,
|
||
|
|
"step": 9610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.231296,
|
||
|
|
"grad_norm": 0.6128595471382141,
|
||
|
|
"learning_rate": 0.0002893159237541665,
|
||
|
|
"loss": 2.00012092590332,
|
||
|
|
"step": 9620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.232576,
|
||
|
|
"grad_norm": 0.5683632493019104,
|
||
|
|
"learning_rate": 0.000289293499441437,
|
||
|
|
"loss": 1.9906721115112305,
|
||
|
|
"step": 9630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.233856,
|
||
|
|
"grad_norm": 0.6938204765319824,
|
||
|
|
"learning_rate": 0.0002892710524915842,
|
||
|
|
"loss": 2.0040435791015625,
|
||
|
|
"step": 9640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.235136,
|
||
|
|
"grad_norm": 0.653827965259552,
|
||
|
|
"learning_rate": 0.000289248582908256,
|
||
|
|
"loss": 1.9979835510253907,
|
||
|
|
"step": 9650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.236416,
|
||
|
|
"grad_norm": 0.6616809368133545,
|
||
|
|
"learning_rate": 0.00028922609069510416,
|
||
|
|
"loss": 1.9993171691894531,
|
||
|
|
"step": 9660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.237696,
|
||
|
|
"grad_norm": 0.8354722857475281,
|
||
|
|
"learning_rate": 0.0002892035758557838,
|
||
|
|
"loss": 2.000519371032715,
|
||
|
|
"step": 9670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.238976,
|
||
|
|
"grad_norm": 0.742372453212738,
|
||
|
|
"learning_rate": 0.00028918103839395404,
|
||
|
|
"loss": 1.9554183959960938,
|
||
|
|
"step": 9680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.240256,
|
||
|
|
"grad_norm": 0.6502337455749512,
|
||
|
|
"learning_rate": 0.0002891584783132774,
|
||
|
|
"loss": 1.9820390701293946,
|
||
|
|
"step": 9690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.241536,
|
||
|
|
"grad_norm": 0.6170443892478943,
|
||
|
|
"learning_rate": 0.0002891358956174204,
|
||
|
|
"loss": 2.0008007049560548,
|
||
|
|
"step": 9700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.242816,
|
||
|
|
"grad_norm": 0.7270113229751587,
|
||
|
|
"learning_rate": 0.00028911329031005277,
|
||
|
|
"loss": 1.9921909332275392,
|
||
|
|
"step": 9710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.244096,
|
||
|
|
"grad_norm": 0.6173141598701477,
|
||
|
|
"learning_rate": 0.0002890906623948484,
|
||
|
|
"loss": 1.9868398666381837,
|
||
|
|
"step": 9720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.245376,
|
||
|
|
"grad_norm": 0.5539853572845459,
|
||
|
|
"learning_rate": 0.0002890680118754845,
|
||
|
|
"loss": 1.9938194274902343,
|
||
|
|
"step": 9730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.246656,
|
||
|
|
"grad_norm": 0.6551358103752136,
|
||
|
|
"learning_rate": 0.0002890453387556422,
|
||
|
|
"loss": 2.000285339355469,
|
||
|
|
"step": 9740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.247936,
|
||
|
|
"grad_norm": 0.6417705416679382,
|
||
|
|
"learning_rate": 0.00028902264303900616,
|
||
|
|
"loss": 2.01000919342041,
|
||
|
|
"step": 9750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.249216,
|
||
|
|
"grad_norm": 0.6623634099960327,
|
||
|
|
"learning_rate": 0.00028899992472926475,
|
||
|
|
"loss": 2.0037622451782227,
|
||
|
|
"step": 9760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.250496,
|
||
|
|
"grad_norm": 0.7787668108940125,
|
||
|
|
"learning_rate": 0.00028897718383011004,
|
||
|
|
"loss": 2.0113265991210936,
|
||
|
|
"step": 9770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.251776,
|
||
|
|
"grad_norm": 0.6396425366401672,
|
||
|
|
"learning_rate": 0.00028895442034523763,
|
||
|
|
"loss": 2.008376121520996,
|
||
|
|
"step": 9780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.253056,
|
||
|
|
"grad_norm": 0.5482383370399475,
|
||
|
|
"learning_rate": 0.00028893163427834705,
|
||
|
|
"loss": 1.99007568359375,
|
||
|
|
"step": 9790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.254336,
|
||
|
|
"grad_norm": 0.6803271174430847,
|
||
|
|
"learning_rate": 0.0002889088256331412,
|
||
|
|
"loss": 2.008478355407715,
|
||
|
|
"step": 9800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.255616,
|
||
|
|
"grad_norm": 0.6334392428398132,
|
||
|
|
"learning_rate": 0.000288885994413327,
|
||
|
|
"loss": 1.9965988159179688,
|
||
|
|
"step": 9810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.256896,
|
||
|
|
"grad_norm": 0.6643745303153992,
|
||
|
|
"learning_rate": 0.00028886314062261456,
|
||
|
|
"loss": 1.9996068954467774,
|
||
|
|
"step": 9820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.258176,
|
||
|
|
"grad_norm": 0.6333228349685669,
|
||
|
|
"learning_rate": 0.0002888402642647182,
|
||
|
|
"loss": 1.9843921661376953,
|
||
|
|
"step": 9830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2594560000000001,
|
||
|
|
"grad_norm": 0.8311046957969666,
|
||
|
|
"learning_rate": 0.0002888173653433555,
|
||
|
|
"loss": 2.009435844421387,
|
||
|
|
"step": 9840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.260736,
|
||
|
|
"grad_norm": 0.6435722708702087,
|
||
|
|
"learning_rate": 0.00028879444386224794,
|
||
|
|
"loss": 2.004991912841797,
|
||
|
|
"step": 9850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.262016,
|
||
|
|
"grad_norm": 0.6507195234298706,
|
||
|
|
"learning_rate": 0.00028877149982512053,
|
||
|
|
"loss": 2.001881980895996,
|
||
|
|
"step": 9860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.263296,
|
||
|
|
"grad_norm": 0.6838963031768799,
|
||
|
|
"learning_rate": 0.0002887485332357019,
|
||
|
|
"loss": 1.9808956146240235,
|
||
|
|
"step": 9870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.264576,
|
||
|
|
"grad_norm": 0.6148912906646729,
|
||
|
|
"learning_rate": 0.00028872554409772465,
|
||
|
|
"loss": 2.0023317337036133,
|
||
|
|
"step": 9880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2658559999999999,
|
||
|
|
"grad_norm": 0.6489004492759705,
|
||
|
|
"learning_rate": 0.00028870253241492465,
|
||
|
|
"loss": 1.9983543395996093,
|
||
|
|
"step": 9890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.267136,
|
||
|
|
"grad_norm": 0.562017560005188,
|
||
|
|
"learning_rate": 0.0002886794981910417,
|
||
|
|
"loss": 1.9948774337768556,
|
||
|
|
"step": 9900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.268416,
|
||
|
|
"grad_norm": 0.7083085775375366,
|
||
|
|
"learning_rate": 0.0002886564414298192,
|
||
|
|
"loss": 1.9873723983764648,
|
||
|
|
"step": 9910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.269696,
|
||
|
|
"grad_norm": 0.6206421852111816,
|
||
|
|
"learning_rate": 0.0002886333621350041,
|
||
|
|
"loss": 1.99036865234375,
|
||
|
|
"step": 9920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.270976,
|
||
|
|
"grad_norm": 0.6814326643943787,
|
||
|
|
"learning_rate": 0.00028861026031034724,
|
||
|
|
"loss": 1.9877098083496094,
|
||
|
|
"step": 9930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.272256,
|
||
|
|
"grad_norm": 0.6762963533401489,
|
||
|
|
"learning_rate": 0.0002885871359596029,
|
||
|
|
"loss": 1.9892280578613282,
|
||
|
|
"step": 9940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.273536,
|
||
|
|
"grad_norm": 0.6174524426460266,
|
||
|
|
"learning_rate": 0.0002885639890865291,
|
||
|
|
"loss": 2.004766082763672,
|
||
|
|
"step": 9950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.274816,
|
||
|
|
"grad_norm": 0.8179512023925781,
|
||
|
|
"learning_rate": 0.0002885408196948875,
|
||
|
|
"loss": 1.9910087585449219,
|
||
|
|
"step": 9960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.276096,
|
||
|
|
"grad_norm": 0.6321988105773926,
|
||
|
|
"learning_rate": 0.00028851762778844353,
|
||
|
|
"loss": 1.9934940338134766,
|
||
|
|
"step": 9970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.277376,
|
||
|
|
"grad_norm": 0.6512481570243835,
|
||
|
|
"learning_rate": 0.0002884944133709661,
|
||
|
|
"loss": 1.993656539916992,
|
||
|
|
"step": 9980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.278656,
|
||
|
|
"grad_norm": 0.5633252263069153,
|
||
|
|
"learning_rate": 0.000288471176446228,
|
||
|
|
"loss": 1.9791446685791017,
|
||
|
|
"step": 9990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.279936,
|
||
|
|
"grad_norm": 0.6259685754776001,
|
||
|
|
"learning_rate": 0.0002884479170180055,
|
||
|
|
"loss": 1.9953647613525392,
|
||
|
|
"step": 10000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2812160000000001,
|
||
|
|
"grad_norm": 0.6940027475357056,
|
||
|
|
"learning_rate": 0.0002884246350900785,
|
||
|
|
"loss": 1.9884658813476563,
|
||
|
|
"step": 10010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.282496,
|
||
|
|
"grad_norm": 0.5981363654136658,
|
||
|
|
"learning_rate": 0.00028840133066623076,
|
||
|
|
"loss": 1.9940732955932616,
|
||
|
|
"step": 10020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.283776,
|
||
|
|
"grad_norm": 0.6378276348114014,
|
||
|
|
"learning_rate": 0.0002883780037502495,
|
||
|
|
"loss": 2.0147527694702148,
|
||
|
|
"step": 10030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.285056,
|
||
|
|
"grad_norm": 0.5869522094726562,
|
||
|
|
"learning_rate": 0.00028835465434592564,
|
||
|
|
"loss": 2.0134244918823243,
|
||
|
|
"step": 10040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.286336,
|
||
|
|
"grad_norm": 0.5895775556564331,
|
||
|
|
"learning_rate": 0.00028833128245705385,
|
||
|
|
"loss": 1.9956907272338866,
|
||
|
|
"step": 10050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2876159999999999,
|
||
|
|
"grad_norm": 0.6918666362762451,
|
||
|
|
"learning_rate": 0.0002883078880874324,
|
||
|
|
"loss": 1.994941520690918,
|
||
|
|
"step": 10060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.288896,
|
||
|
|
"grad_norm": 0.5689588785171509,
|
||
|
|
"learning_rate": 0.00028828447124086304,
|
||
|
|
"loss": 2.004123497009277,
|
||
|
|
"step": 10070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.290176,
|
||
|
|
"grad_norm": 0.6616405248641968,
|
||
|
|
"learning_rate": 0.00028826103192115154,
|
||
|
|
"loss": 1.989501953125,
|
||
|
|
"step": 10080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.291456,
|
||
|
|
"grad_norm": 0.7383025884628296,
|
||
|
|
"learning_rate": 0.000288237570132107,
|
||
|
|
"loss": 1.9705989837646485,
|
||
|
|
"step": 10090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.292736,
|
||
|
|
"grad_norm": 0.6901052594184875,
|
||
|
|
"learning_rate": 0.0002882140858775423,
|
||
|
|
"loss": 1.9954898834228516,
|
||
|
|
"step": 10100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.294016,
|
||
|
|
"grad_norm": 0.6705789566040039,
|
||
|
|
"learning_rate": 0.00028819057916127397,
|
||
|
|
"loss": 1.9858028411865234,
|
||
|
|
"step": 10110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.295296,
|
||
|
|
"grad_norm": 0.6146973967552185,
|
||
|
|
"learning_rate": 0.00028816704998712217,
|
||
|
|
"loss": 2.0052791595458985,
|
||
|
|
"step": 10120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.296576,
|
||
|
|
"grad_norm": 0.7097535729408264,
|
||
|
|
"learning_rate": 0.0002881434983589107,
|
||
|
|
"loss": 1.979853057861328,
|
||
|
|
"step": 10130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.297856,
|
||
|
|
"grad_norm": 0.6322594285011292,
|
||
|
|
"learning_rate": 0.0002881199242804671,
|
||
|
|
"loss": 2.0004344940185548,
|
||
|
|
"step": 10140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.299136,
|
||
|
|
"grad_norm": 0.6610602140426636,
|
||
|
|
"learning_rate": 0.0002880963277556224,
|
||
|
|
"loss": 1.9636198043823243,
|
||
|
|
"step": 10150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.300416,
|
||
|
|
"grad_norm": 0.6865135431289673,
|
||
|
|
"learning_rate": 0.00028807270878821134,
|
||
|
|
"loss": 2.0157705307006837,
|
||
|
|
"step": 10160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.301696,
|
||
|
|
"grad_norm": 0.6560506224632263,
|
||
|
|
"learning_rate": 0.00028804906738207244,
|
||
|
|
"loss": 1.99947509765625,
|
||
|
|
"step": 10170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3029760000000001,
|
||
|
|
"grad_norm": 0.6947329640388489,
|
||
|
|
"learning_rate": 0.00028802540354104766,
|
||
|
|
"loss": 1.9987869262695312,
|
||
|
|
"step": 10180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.304256,
|
||
|
|
"grad_norm": 0.7200315594673157,
|
||
|
|
"learning_rate": 0.0002880017172689828,
|
||
|
|
"loss": 2.00171012878418,
|
||
|
|
"step": 10190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.305536,
|
||
|
|
"grad_norm": 0.6494705080986023,
|
||
|
|
"learning_rate": 0.0002879780085697271,
|
||
|
|
"loss": 1.983466911315918,
|
||
|
|
"step": 10200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.306816,
|
||
|
|
"grad_norm": 0.6532952785491943,
|
||
|
|
"learning_rate": 0.00028795427744713356,
|
||
|
|
"loss": 1.9807058334350587,
|
||
|
|
"step": 10210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.308096,
|
||
|
|
"grad_norm": 0.6909893155097961,
|
||
|
|
"learning_rate": 0.0002879305239050589,
|
||
|
|
"loss": 2.0161617279052733,
|
||
|
|
"step": 10220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3093759999999999,
|
||
|
|
"grad_norm": 0.6190416812896729,
|
||
|
|
"learning_rate": 0.0002879067479473633,
|
||
|
|
"loss": 2.024698829650879,
|
||
|
|
"step": 10230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.310656,
|
||
|
|
"grad_norm": 0.618144154548645,
|
||
|
|
"learning_rate": 0.0002878829495779108,
|
||
|
|
"loss": 1.9919988632202148,
|
||
|
|
"step": 10240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.311936,
|
||
|
|
"grad_norm": 0.7293611168861389,
|
||
|
|
"learning_rate": 0.0002878591288005689,
|
||
|
|
"loss": 2.0231300354003907,
|
||
|
|
"step": 10250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.313216,
|
||
|
|
"grad_norm": 0.5665643215179443,
|
||
|
|
"learning_rate": 0.00028783528561920874,
|
||
|
|
"loss": 1.9832281112670898,
|
||
|
|
"step": 10260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.314496,
|
||
|
|
"grad_norm": 0.6041682958602905,
|
||
|
|
"learning_rate": 0.0002878114200377053,
|
||
|
|
"loss": 2.0007213592529296,
|
||
|
|
"step": 10270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.315776,
|
||
|
|
"grad_norm": 0.676340639591217,
|
||
|
|
"learning_rate": 0.000287787532059937,
|
||
|
|
"loss": 1.9854997634887694,
|
||
|
|
"step": 10280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.317056,
|
||
|
|
"grad_norm": 0.6602581739425659,
|
||
|
|
"learning_rate": 0.00028776362168978593,
|
||
|
|
"loss": 2.013218116760254,
|
||
|
|
"step": 10290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.318336,
|
||
|
|
"grad_norm": 0.6657641530036926,
|
||
|
|
"learning_rate": 0.0002877396889311379,
|
||
|
|
"loss": 2.0098697662353517,
|
||
|
|
"step": 10300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.319616,
|
||
|
|
"grad_norm": 0.6588369607925415,
|
||
|
|
"learning_rate": 0.0002877157337878823,
|
||
|
|
"loss": 1.9871788024902344,
|
||
|
|
"step": 10310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.320896,
|
||
|
|
"grad_norm": 0.587067723274231,
|
||
|
|
"learning_rate": 0.00028769175626391225,
|
||
|
|
"loss": 2.006184387207031,
|
||
|
|
"step": 10320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.322176,
|
||
|
|
"grad_norm": 0.6068325638771057,
|
||
|
|
"learning_rate": 0.00028766775636312434,
|
||
|
|
"loss": 2.021990203857422,
|
||
|
|
"step": 10330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.323456,
|
||
|
|
"grad_norm": 0.6358674168586731,
|
||
|
|
"learning_rate": 0.00028764373408941883,
|
||
|
|
"loss": 1.9817586898803712,
|
||
|
|
"step": 10340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3247360000000001,
|
||
|
|
"grad_norm": 0.6737171411514282,
|
||
|
|
"learning_rate": 0.0002876196894466998,
|
||
|
|
"loss": 1.9924598693847657,
|
||
|
|
"step": 10350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.326016,
|
||
|
|
"grad_norm": 0.6510801315307617,
|
||
|
|
"learning_rate": 0.00028759562243887483,
|
||
|
|
"loss": 1.9732032775878907,
|
||
|
|
"step": 10360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.327296,
|
||
|
|
"grad_norm": 0.6623960733413696,
|
||
|
|
"learning_rate": 0.00028757153306985505,
|
||
|
|
"loss": 2.0112014770507813,
|
||
|
|
"step": 10370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.328576,
|
||
|
|
"grad_norm": 0.7083103656768799,
|
||
|
|
"learning_rate": 0.0002875474213435554,
|
||
|
|
"loss": 1.9748468399047852,
|
||
|
|
"step": 10380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.329856,
|
||
|
|
"grad_norm": 0.6988223195075989,
|
||
|
|
"learning_rate": 0.0002875232872638943,
|
||
|
|
"loss": 2.0001197814941407,
|
||
|
|
"step": 10390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3311359999999999,
|
||
|
|
"grad_norm": 0.621229887008667,
|
||
|
|
"learning_rate": 0.0002874991308347939,
|
||
|
|
"loss": 1.9709728240966797,
|
||
|
|
"step": 10400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.332416,
|
||
|
|
"grad_norm": 0.6560629606246948,
|
||
|
|
"learning_rate": 0.00028747495206018,
|
||
|
|
"loss": 1.9833150863647462,
|
||
|
|
"step": 10410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.333696,
|
||
|
|
"grad_norm": 0.6206739544868469,
|
||
|
|
"learning_rate": 0.00028745075094398193,
|
||
|
|
"loss": 1.9948457717895507,
|
||
|
|
"step": 10420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.334976,
|
||
|
|
"grad_norm": 0.6081636548042297,
|
||
|
|
"learning_rate": 0.0002874265274901327,
|
||
|
|
"loss": 1.9810810089111328,
|
||
|
|
"step": 10430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.336256,
|
||
|
|
"grad_norm": 0.7739059329032898,
|
||
|
|
"learning_rate": 0.00028740228170256906,
|
||
|
|
"loss": 2.004429244995117,
|
||
|
|
"step": 10440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.337536,
|
||
|
|
"grad_norm": 0.6709536910057068,
|
||
|
|
"learning_rate": 0.00028737801358523116,
|
||
|
|
"loss": 1.9931043624877929,
|
||
|
|
"step": 10450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.338816,
|
||
|
|
"grad_norm": 0.6346166133880615,
|
||
|
|
"learning_rate": 0.00028735372314206295,
|
||
|
|
"loss": 1.9890787124633789,
|
||
|
|
"step": 10460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.340096,
|
||
|
|
"grad_norm": 0.5924286842346191,
|
||
|
|
"learning_rate": 0.00028732941037701195,
|
||
|
|
"loss": 1.9799274444580077,
|
||
|
|
"step": 10470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.341376,
|
||
|
|
"grad_norm": 0.6107586026191711,
|
||
|
|
"learning_rate": 0.0002873050752940293,
|
||
|
|
"loss": 1.9958015441894532,
|
||
|
|
"step": 10480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.342656,
|
||
|
|
"grad_norm": 0.7260807156562805,
|
||
|
|
"learning_rate": 0.00028728071789706997,
|
||
|
|
"loss": 1.9838800430297852,
|
||
|
|
"step": 10490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.343936,
|
||
|
|
"grad_norm": 0.6761348843574524,
|
||
|
|
"learning_rate": 0.00028725633819009214,
|
||
|
|
"loss": 1.998250389099121,
|
||
|
|
"step": 10500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.345216,
|
||
|
|
"grad_norm": 0.6748042702674866,
|
||
|
|
"learning_rate": 0.00028723193617705796,
|
||
|
|
"loss": 1.9905017852783202,
|
||
|
|
"step": 10510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3464960000000001,
|
||
|
|
"grad_norm": 0.6004123091697693,
|
||
|
|
"learning_rate": 0.0002872075118619331,
|
||
|
|
"loss": 2.0023746490478516,
|
||
|
|
"step": 10520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.347776,
|
||
|
|
"grad_norm": 0.7450584173202515,
|
||
|
|
"learning_rate": 0.0002871830652486867,
|
||
|
|
"loss": 2.0077308654785155,
|
||
|
|
"step": 10530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.349056,
|
||
|
|
"grad_norm": 0.6224455833435059,
|
||
|
|
"learning_rate": 0.0002871585963412919,
|
||
|
|
"loss": 1.985758399963379,
|
||
|
|
"step": 10540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.350336,
|
||
|
|
"grad_norm": 0.705573558807373,
|
||
|
|
"learning_rate": 0.00028713410514372514,
|
||
|
|
"loss": 1.9857095718383788,
|
||
|
|
"step": 10550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.351616,
|
||
|
|
"grad_norm": 0.6310495734214783,
|
||
|
|
"learning_rate": 0.0002871095916599666,
|
||
|
|
"loss": 1.9932771682739259,
|
||
|
|
"step": 10560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3528959999999999,
|
||
|
|
"grad_norm": 0.6771069765090942,
|
||
|
|
"learning_rate": 0.000287085055894,
|
||
|
|
"loss": 1.979155921936035,
|
||
|
|
"step": 10570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.354176,
|
||
|
|
"grad_norm": 0.7155138850212097,
|
||
|
|
"learning_rate": 0.00028706049784981276,
|
||
|
|
"loss": 1.9811246871948243,
|
||
|
|
"step": 10580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.355456,
|
||
|
|
"grad_norm": 0.6692302227020264,
|
||
|
|
"learning_rate": 0.0002870359175313959,
|
||
|
|
"loss": 1.9715784072875977,
|
||
|
|
"step": 10590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.356736,
|
||
|
|
"grad_norm": 0.698147177696228,
|
||
|
|
"learning_rate": 0.00028701131494274413,
|
||
|
|
"loss": 1.9810985565185546,
|
||
|
|
"step": 10600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3580160000000001,
|
||
|
|
"grad_norm": 0.6109893321990967,
|
||
|
|
"learning_rate": 0.00028698669008785565,
|
||
|
|
"loss": 1.9850080490112305,
|
||
|
|
"step": 10610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.359296,
|
||
|
|
"grad_norm": 0.6750178337097168,
|
||
|
|
"learning_rate": 0.0002869620429707323,
|
||
|
|
"loss": 1.9807966232299805,
|
||
|
|
"step": 10620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.360576,
|
||
|
|
"grad_norm": 0.6399105191230774,
|
||
|
|
"learning_rate": 0.00028693737359537975,
|
||
|
|
"loss": 1.996908950805664,
|
||
|
|
"step": 10630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.361856,
|
||
|
|
"grad_norm": 0.7156611680984497,
|
||
|
|
"learning_rate": 0.0002869126819658069,
|
||
|
|
"loss": 2.015245819091797,
|
||
|
|
"step": 10640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.363136,
|
||
|
|
"grad_norm": 0.6653876304626465,
|
||
|
|
"learning_rate": 0.0002868879680860266,
|
||
|
|
"loss": 1.982522964477539,
|
||
|
|
"step": 10650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.364416,
|
||
|
|
"grad_norm": 0.5759459733963013,
|
||
|
|
"learning_rate": 0.00028686323196005516,
|
||
|
|
"loss": 1.9852264404296875,
|
||
|
|
"step": 10660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.365696,
|
||
|
|
"grad_norm": 0.663753092288971,
|
||
|
|
"learning_rate": 0.0002868384735919126,
|
||
|
|
"loss": 1.990663719177246,
|
||
|
|
"step": 10670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.366976,
|
||
|
|
"grad_norm": 0.6780126690864563,
|
||
|
|
"learning_rate": 0.0002868136929856224,
|
||
|
|
"loss": 1.9865737915039063,
|
||
|
|
"step": 10680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.368256,
|
||
|
|
"grad_norm": 0.58465975522995,
|
||
|
|
"learning_rate": 0.0002867888901452119,
|
||
|
|
"loss": 1.9981576919555664,
|
||
|
|
"step": 10690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.369536,
|
||
|
|
"grad_norm": 0.588762104511261,
|
||
|
|
"learning_rate": 0.00028676406507471174,
|
||
|
|
"loss": 2.019969940185547,
|
||
|
|
"step": 10700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.370816,
|
||
|
|
"grad_norm": 0.6932179927825928,
|
||
|
|
"learning_rate": 0.0002867392177781564,
|
||
|
|
"loss": 2.012518310546875,
|
||
|
|
"step": 10710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.372096,
|
||
|
|
"grad_norm": 0.7421392202377319,
|
||
|
|
"learning_rate": 0.00028671434825958396,
|
||
|
|
"loss": 2.0192115783691404,
|
||
|
|
"step": 10720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.373376,
|
||
|
|
"grad_norm": 0.6568295955657959,
|
||
|
|
"learning_rate": 0.00028668945652303603,
|
||
|
|
"loss": 2.0088897705078126,
|
||
|
|
"step": 10730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3746559999999999,
|
||
|
|
"grad_norm": 0.5931066274642944,
|
||
|
|
"learning_rate": 0.0002866645425725578,
|
||
|
|
"loss": 1.990027618408203,
|
||
|
|
"step": 10740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.375936,
|
||
|
|
"grad_norm": 0.6859118938446045,
|
||
|
|
"learning_rate": 0.0002866396064121983,
|
||
|
|
"loss": 1.9899696350097655,
|
||
|
|
"step": 10750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.377216,
|
||
|
|
"grad_norm": 0.568245530128479,
|
||
|
|
"learning_rate": 0.0002866146480460098,
|
||
|
|
"loss": 1.991337776184082,
|
||
|
|
"step": 10760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.378496,
|
||
|
|
"grad_norm": 0.5934443473815918,
|
||
|
|
"learning_rate": 0.0002865896674780485,
|
||
|
|
"loss": 1.9911518096923828,
|
||
|
|
"step": 10770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3797760000000001,
|
||
|
|
"grad_norm": 0.5719492435455322,
|
||
|
|
"learning_rate": 0.000286564664712374,
|
||
|
|
"loss": 2.007747840881348,
|
||
|
|
"step": 10780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.381056,
|
||
|
|
"grad_norm": 1.5354629755020142,
|
||
|
|
"learning_rate": 0.0002865396397530497,
|
||
|
|
"loss": 2.0097402572631835,
|
||
|
|
"step": 10790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.382336,
|
||
|
|
"grad_norm": 0.6930305361747742,
|
||
|
|
"learning_rate": 0.00028651459260414244,
|
||
|
|
"loss": 1.992599105834961,
|
||
|
|
"step": 10800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.383616,
|
||
|
|
"grad_norm": 3.082179069519043,
|
||
|
|
"learning_rate": 0.00028648952326972276,
|
||
|
|
"loss": 1.9868263244628905,
|
||
|
|
"step": 10810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.384896,
|
||
|
|
"grad_norm": 0.6655099987983704,
|
||
|
|
"learning_rate": 0.00028646443175386476,
|
||
|
|
"loss": 2.0117923736572267,
|
||
|
|
"step": 10820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.386176,
|
||
|
|
"grad_norm": 0.6517053842544556,
|
||
|
|
"learning_rate": 0.00028643931806064617,
|
||
|
|
"loss": 1.9878664016723633,
|
||
|
|
"step": 10830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.387456,
|
||
|
|
"grad_norm": 0.6760900020599365,
|
||
|
|
"learning_rate": 0.00028641418219414825,
|
||
|
|
"loss": 2.0264522552490236,
|
||
|
|
"step": 10840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.388736,
|
||
|
|
"grad_norm": 0.6285338997840881,
|
||
|
|
"learning_rate": 0.000286389024158456,
|
||
|
|
"loss": 1.9868438720703125,
|
||
|
|
"step": 10850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.390016,
|
||
|
|
"grad_norm": 0.7342556118965149,
|
||
|
|
"learning_rate": 0.0002863638439576579,
|
||
|
|
"loss": 1.976963424682617,
|
||
|
|
"step": 10860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.391296,
|
||
|
|
"grad_norm": 0.6236872673034668,
|
||
|
|
"learning_rate": 0.0002863386415958462,
|
||
|
|
"loss": 1.9964305877685546,
|
||
|
|
"step": 10870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.392576,
|
||
|
|
"grad_norm": 0.5662305355072021,
|
||
|
|
"learning_rate": 0.00028631341707711645,
|
||
|
|
"loss": 1.9916418075561524,
|
||
|
|
"step": 10880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.393856,
|
||
|
|
"grad_norm": 0.7787207365036011,
|
||
|
|
"learning_rate": 0.0002862881704055681,
|
||
|
|
"loss": 2.005059814453125,
|
||
|
|
"step": 10890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.395136,
|
||
|
|
"grad_norm": 0.6719783544540405,
|
||
|
|
"learning_rate": 0.00028626290158530404,
|
||
|
|
"loss": 2.0124752044677736,
|
||
|
|
"step": 10900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3964159999999999,
|
||
|
|
"grad_norm": 2.0237138271331787,
|
||
|
|
"learning_rate": 0.00028623761062043085,
|
||
|
|
"loss": 1.9972211837768554,
|
||
|
|
"step": 10910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.397696,
|
||
|
|
"grad_norm": 0.7342656850814819,
|
||
|
|
"learning_rate": 0.00028621229751505864,
|
||
|
|
"loss": 1.9924606323242187,
|
||
|
|
"step": 10920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.398976,
|
||
|
|
"grad_norm": 0.6957292556762695,
|
||
|
|
"learning_rate": 0.0002861869622733011,
|
||
|
|
"loss": 1.9881515502929688,
|
||
|
|
"step": 10930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.400256,
|
||
|
|
"grad_norm": 0.6907182931900024,
|
||
|
|
"learning_rate": 0.00028616160489927563,
|
||
|
|
"loss": 1.999223518371582,
|
||
|
|
"step": 10940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4015360000000001,
|
||
|
|
"grad_norm": 0.7615217566490173,
|
||
|
|
"learning_rate": 0.00028613622539710315,
|
||
|
|
"loss": 2.0106784820556642,
|
||
|
|
"step": 10950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.402816,
|
||
|
|
"grad_norm": 0.5999549627304077,
|
||
|
|
"learning_rate": 0.00028611082377090805,
|
||
|
|
"loss": 2.0066198348999023,
|
||
|
|
"step": 10960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.404096,
|
||
|
|
"grad_norm": 0.6976864337921143,
|
||
|
|
"learning_rate": 0.0002860854000248186,
|
||
|
|
"loss": 1.969540786743164,
|
||
|
|
"step": 10970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.405376,
|
||
|
|
"grad_norm": 0.7127543091773987,
|
||
|
|
"learning_rate": 0.00028605995416296643,
|
||
|
|
"loss": 2.0016845703125,
|
||
|
|
"step": 10980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.406656,
|
||
|
|
"grad_norm": 0.678183913230896,
|
||
|
|
"learning_rate": 0.0002860344861894869,
|
||
|
|
"loss": 1.998734474182129,
|
||
|
|
"step": 10990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.407936,
|
||
|
|
"grad_norm": 0.6985042095184326,
|
||
|
|
"learning_rate": 0.00028600899610851883,
|
||
|
|
"loss": 2.0049741744995115,
|
||
|
|
"step": 11000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.409216,
|
||
|
|
"grad_norm": 0.6266785860061646,
|
||
|
|
"learning_rate": 0.00028598348392420476,
|
||
|
|
"loss": 2.0135120391845702,
|
||
|
|
"step": 11010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.410496,
|
||
|
|
"grad_norm": 0.6285012364387512,
|
||
|
|
"learning_rate": 0.00028595794964069083,
|
||
|
|
"loss": 1.9838949203491212,
|
||
|
|
"step": 11020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.411776,
|
||
|
|
"grad_norm": 0.6828831434249878,
|
||
|
|
"learning_rate": 0.0002859323932621266,
|
||
|
|
"loss": 2.0116504669189452,
|
||
|
|
"step": 11030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.413056,
|
||
|
|
"grad_norm": 0.7426384091377258,
|
||
|
|
"learning_rate": 0.00028590681479266546,
|
||
|
|
"loss": 2.002168083190918,
|
||
|
|
"step": 11040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.414336,
|
||
|
|
"grad_norm": 0.8292524814605713,
|
||
|
|
"learning_rate": 0.0002858812142364641,
|
||
|
|
"loss": 1.9958446502685547,
|
||
|
|
"step": 11050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.415616,
|
||
|
|
"grad_norm": 0.5959202647209167,
|
||
|
|
"learning_rate": 0.0002858555915976831,
|
||
|
|
"loss": 2.0103025436401367,
|
||
|
|
"step": 11060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.416896,
|
||
|
|
"grad_norm": 0.655495285987854,
|
||
|
|
"learning_rate": 0.00028582994688048654,
|
||
|
|
"loss": 2.0029670715332033,
|
||
|
|
"step": 11070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4181759999999999,
|
||
|
|
"grad_norm": 0.6991884708404541,
|
||
|
|
"learning_rate": 0.0002858042800890419,
|
||
|
|
"loss": 2.000274658203125,
|
||
|
|
"step": 11080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.419456,
|
||
|
|
"grad_norm": 0.6688516139984131,
|
||
|
|
"learning_rate": 0.0002857785912275204,
|
||
|
|
"loss": 1.9912334442138673,
|
||
|
|
"step": 11090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.420736,
|
||
|
|
"grad_norm": 0.6340951323509216,
|
||
|
|
"learning_rate": 0.00028575288030009693,
|
||
|
|
"loss": 1.9949312210083008,
|
||
|
|
"step": 11100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.422016,
|
||
|
|
"grad_norm": 0.741901695728302,
|
||
|
|
"learning_rate": 0.00028572714731094984,
|
||
|
|
"loss": 1.997260284423828,
|
||
|
|
"step": 11110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4232960000000001,
|
||
|
|
"grad_norm": 0.6392485499382019,
|
||
|
|
"learning_rate": 0.0002857013922642611,
|
||
|
|
"loss": 1.991695022583008,
|
||
|
|
"step": 11120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.424576,
|
||
|
|
"grad_norm": 0.6262326836585999,
|
||
|
|
"learning_rate": 0.00028567561516421616,
|
||
|
|
"loss": 1.9889442443847656,
|
||
|
|
"step": 11130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.425856,
|
||
|
|
"grad_norm": 0.6146108508110046,
|
||
|
|
"learning_rate": 0.0002856498160150043,
|
||
|
|
"loss": 1.9918178558349608,
|
||
|
|
"step": 11140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.427136,
|
||
|
|
"grad_norm": 0.6391763687133789,
|
||
|
|
"learning_rate": 0.00028562399482081816,
|
||
|
|
"loss": 1.9855514526367188,
|
||
|
|
"step": 11150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.428416,
|
||
|
|
"grad_norm": 0.7085586190223694,
|
||
|
|
"learning_rate": 0.0002855981515858541,
|
||
|
|
"loss": 2.00579776763916,
|
||
|
|
"step": 11160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.429696,
|
||
|
|
"grad_norm": 0.6206077933311462,
|
||
|
|
"learning_rate": 0.0002855722863143119,
|
||
|
|
"loss": 1.997480583190918,
|
||
|
|
"step": 11170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.430976,
|
||
|
|
"grad_norm": 0.6236110329627991,
|
||
|
|
"learning_rate": 0.0002855463990103951,
|
||
|
|
"loss": 1.9995306015014649,
|
||
|
|
"step": 11180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.432256,
|
||
|
|
"grad_norm": 0.6080915331840515,
|
||
|
|
"learning_rate": 0.0002855204896783108,
|
||
|
|
"loss": 2.0111207962036133,
|
||
|
|
"step": 11190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.433536,
|
||
|
|
"grad_norm": 0.6906118988990784,
|
||
|
|
"learning_rate": 0.0002854945583222695,
|
||
|
|
"loss": 1.9987607955932618,
|
||
|
|
"step": 11200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.434816,
|
||
|
|
"grad_norm": 0.6722120046615601,
|
||
|
|
"learning_rate": 0.0002854686049464855,
|
||
|
|
"loss": 1.9931190490722657,
|
||
|
|
"step": 11210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.436096,
|
||
|
|
"grad_norm": 0.6693927645683289,
|
||
|
|
"learning_rate": 0.0002854426295551765,
|
||
|
|
"loss": 1.9924522399902345,
|
||
|
|
"step": 11220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.437376,
|
||
|
|
"grad_norm": 0.6863765716552734,
|
||
|
|
"learning_rate": 0.000285416632152564,
|
||
|
|
"loss": 2.0015438079833983,
|
||
|
|
"step": 11230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.438656,
|
||
|
|
"grad_norm": 0.6704138517379761,
|
||
|
|
"learning_rate": 0.0002853906127428728,
|
||
|
|
"loss": 1.9822942733764648,
|
||
|
|
"step": 11240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4399359999999999,
|
||
|
|
"grad_norm": 0.6855907440185547,
|
||
|
|
"learning_rate": 0.0002853645713303314,
|
||
|
|
"loss": 1.9638769149780273,
|
||
|
|
"step": 11250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.441216,
|
||
|
|
"grad_norm": 0.7492919564247131,
|
||
|
|
"learning_rate": 0.00028533850791917205,
|
||
|
|
"loss": 1.9975135803222657,
|
||
|
|
"step": 11260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.442496,
|
||
|
|
"grad_norm": 0.6287387609481812,
|
||
|
|
"learning_rate": 0.0002853124225136302,
|
||
|
|
"loss": 1.9622228622436524,
|
||
|
|
"step": 11270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.443776,
|
||
|
|
"grad_norm": 0.64750075340271,
|
||
|
|
"learning_rate": 0.0002852863151179453,
|
||
|
|
"loss": 1.9830795288085938,
|
||
|
|
"step": 11280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4450560000000001,
|
||
|
|
"grad_norm": 0.6543371677398682,
|
||
|
|
"learning_rate": 0.00028526018573636007,
|
||
|
|
"loss": 1.9904781341552735,
|
||
|
|
"step": 11290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.446336,
|
||
|
|
"grad_norm": 0.6812680959701538,
|
||
|
|
"learning_rate": 0.0002852340343731209,
|
||
|
|
"loss": 1.9876131057739257,
|
||
|
|
"step": 11300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.447616,
|
||
|
|
"grad_norm": 0.7219147086143494,
|
||
|
|
"learning_rate": 0.0002852078610324777,
|
||
|
|
"loss": 1.9981233596801757,
|
||
|
|
"step": 11310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.448896,
|
||
|
|
"grad_norm": 0.6542626023292542,
|
||
|
|
"learning_rate": 0.0002851816657186841,
|
||
|
|
"loss": 2.0076507568359374,
|
||
|
|
"step": 11320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.450176,
|
||
|
|
"grad_norm": 0.7153387665748596,
|
||
|
|
"learning_rate": 0.0002851554484359971,
|
||
|
|
"loss": 2.0010080337524414,
|
||
|
|
"step": 11330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.451456,
|
||
|
|
"grad_norm": 0.6429722905158997,
|
||
|
|
"learning_rate": 0.00028512920918867746,
|
||
|
|
"loss": 1.9750185012817383,
|
||
|
|
"step": 11340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.452736,
|
||
|
|
"grad_norm": 0.7414952516555786,
|
||
|
|
"learning_rate": 0.00028510294798098936,
|
||
|
|
"loss": 1.989020538330078,
|
||
|
|
"step": 11350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.454016,
|
||
|
|
"grad_norm": 0.6578467488288879,
|
||
|
|
"learning_rate": 0.00028507666481720063,
|
||
|
|
"loss": 1.9759967803955079,
|
||
|
|
"step": 11360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.455296,
|
||
|
|
"grad_norm": 0.621391773223877,
|
||
|
|
"learning_rate": 0.00028505035970158266,
|
||
|
|
"loss": 1.9875198364257813,
|
||
|
|
"step": 11370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.456576,
|
||
|
|
"grad_norm": 0.7765076160430908,
|
||
|
|
"learning_rate": 0.00028502403263841035,
|
||
|
|
"loss": 2.0161365509033202,
|
||
|
|
"step": 11380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.457856,
|
||
|
|
"grad_norm": 0.6582878232002258,
|
||
|
|
"learning_rate": 0.0002849976836319623,
|
||
|
|
"loss": 2.0019020080566405,
|
||
|
|
"step": 11390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.459136,
|
||
|
|
"grad_norm": 0.5817230343818665,
|
||
|
|
"learning_rate": 0.0002849713126865205,
|
||
|
|
"loss": 1.9872003555297852,
|
||
|
|
"step": 11400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.460416,
|
||
|
|
"grad_norm": 0.6162863373756409,
|
||
|
|
"learning_rate": 0.00028494491980637064,
|
||
|
|
"loss": 1.995553207397461,
|
||
|
|
"step": 11410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4616959999999999,
|
||
|
|
"grad_norm": 0.6032384037971497,
|
||
|
|
"learning_rate": 0.0002849185049958019,
|
||
|
|
"loss": 1.9747112274169922,
|
||
|
|
"step": 11420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.462976,
|
||
|
|
"grad_norm": 0.6233032941818237,
|
||
|
|
"learning_rate": 0.0002848920682591071,
|
||
|
|
"loss": 1.9824819564819336,
|
||
|
|
"step": 11430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.464256,
|
||
|
|
"grad_norm": 0.6629032492637634,
|
||
|
|
"learning_rate": 0.00028486560960058256,
|
||
|
|
"loss": 2.005998992919922,
|
||
|
|
"step": 11440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.465536,
|
||
|
|
"grad_norm": 0.544144332408905,
|
||
|
|
"learning_rate": 0.0002848391290245281,
|
||
|
|
"loss": 1.9982406616210937,
|
||
|
|
"step": 11450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4668160000000001,
|
||
|
|
"grad_norm": 0.650945782661438,
|
||
|
|
"learning_rate": 0.0002848126265352473,
|
||
|
|
"loss": 1.980784797668457,
|
||
|
|
"step": 11460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.468096,
|
||
|
|
"grad_norm": 0.6223903894424438,
|
||
|
|
"learning_rate": 0.0002847861021370471,
|
||
|
|
"loss": 1.9930503845214844,
|
||
|
|
"step": 11470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.469376,
|
||
|
|
"grad_norm": 0.6246350407600403,
|
||
|
|
"learning_rate": 0.00028475955583423816,
|
||
|
|
"loss": 1.9865238189697265,
|
||
|
|
"step": 11480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.470656,
|
||
|
|
"grad_norm": 0.632250189781189,
|
||
|
|
"learning_rate": 0.00028473298763113453,
|
||
|
|
"loss": 1.9947776794433594,
|
||
|
|
"step": 11490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.471936,
|
||
|
|
"grad_norm": 0.58414626121521,
|
||
|
|
"learning_rate": 0.00028470639753205395,
|
||
|
|
"loss": 2.005775260925293,
|
||
|
|
"step": 11500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.473216,
|
||
|
|
"grad_norm": 0.595113217830658,
|
||
|
|
"learning_rate": 0.0002846797855413177,
|
||
|
|
"loss": 1.99066104888916,
|
||
|
|
"step": 11510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.474496,
|
||
|
|
"grad_norm": 0.6954291462898254,
|
||
|
|
"learning_rate": 0.00028465315166325053,
|
||
|
|
"loss": 1.9903976440429687,
|
||
|
|
"step": 11520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.475776,
|
||
|
|
"grad_norm": 0.6561645269393921,
|
||
|
|
"learning_rate": 0.00028462649590218093,
|
||
|
|
"loss": 2.022213935852051,
|
||
|
|
"step": 11530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.477056,
|
||
|
|
"grad_norm": 0.684343159198761,
|
||
|
|
"learning_rate": 0.00028459981826244073,
|
||
|
|
"loss": 2.0005161285400392,
|
||
|
|
"step": 11540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.478336,
|
||
|
|
"grad_norm": 0.7423267364501953,
|
||
|
|
"learning_rate": 0.00028457311874836546,
|
||
|
|
"loss": 1.9980703353881837,
|
||
|
|
"step": 11550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.479616,
|
||
|
|
"grad_norm": 0.6137770414352417,
|
||
|
|
"learning_rate": 0.00028454639736429413,
|
||
|
|
"loss": 2.006209373474121,
|
||
|
|
"step": 11560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.480896,
|
||
|
|
"grad_norm": 0.6377004981040955,
|
||
|
|
"learning_rate": 0.00028451965411456937,
|
||
|
|
"loss": 1.994059181213379,
|
||
|
|
"step": 11570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.482176,
|
||
|
|
"grad_norm": 0.6084611415863037,
|
||
|
|
"learning_rate": 0.00028449288900353736,
|
||
|
|
"loss": 2.0026636123657227,
|
||
|
|
"step": 11580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4834559999999999,
|
||
|
|
"grad_norm": 0.6679419875144958,
|
||
|
|
"learning_rate": 0.0002844661020355477,
|
||
|
|
"loss": 2.0045246124267577,
|
||
|
|
"step": 11590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.484736,
|
||
|
|
"grad_norm": 0.6842729449272156,
|
||
|
|
"learning_rate": 0.0002844392932149537,
|
||
|
|
"loss": 1.994192886352539,
|
||
|
|
"step": 11600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.486016,
|
||
|
|
"grad_norm": 0.6864992380142212,
|
||
|
|
"learning_rate": 0.0002844124625461122,
|
||
|
|
"loss": 1.993010902404785,
|
||
|
|
"step": 11610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.487296,
|
||
|
|
"grad_norm": 0.6094993352890015,
|
||
|
|
"learning_rate": 0.0002843856100333835,
|
||
|
|
"loss": 1.9936738967895509,
|
||
|
|
"step": 11620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4885760000000001,
|
||
|
|
"grad_norm": 0.7267225980758667,
|
||
|
|
"learning_rate": 0.0002843587356811315,
|
||
|
|
"loss": 1.9862861633300781,
|
||
|
|
"step": 11630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.489856,
|
||
|
|
"grad_norm": 0.5966879725456238,
|
||
|
|
"learning_rate": 0.0002843318394937237,
|
||
|
|
"loss": 2.006046104431152,
|
||
|
|
"step": 11640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.491136,
|
||
|
|
"grad_norm": 0.7184135913848877,
|
||
|
|
"learning_rate": 0.0002843049214755311,
|
||
|
|
"loss": 1.9959741592407227,
|
||
|
|
"step": 11650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.492416,
|
||
|
|
"grad_norm": 0.6486974954605103,
|
||
|
|
"learning_rate": 0.0002842779816309282,
|
||
|
|
"loss": 1.9820661544799805,
|
||
|
|
"step": 11660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.493696,
|
||
|
|
"grad_norm": 0.566840410232544,
|
||
|
|
"learning_rate": 0.00028425101996429314,
|
||
|
|
"loss": 1.9912609100341796,
|
||
|
|
"step": 11670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.494976,
|
||
|
|
"grad_norm": 0.6932626962661743,
|
||
|
|
"learning_rate": 0.00028422403648000757,
|
||
|
|
"loss": 1.984910011291504,
|
||
|
|
"step": 11680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.496256,
|
||
|
|
"grad_norm": 0.6808951497077942,
|
||
|
|
"learning_rate": 0.00028419703118245666,
|
||
|
|
"loss": 1.9870758056640625,
|
||
|
|
"step": 11690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.497536,
|
||
|
|
"grad_norm": 0.6252458095550537,
|
||
|
|
"learning_rate": 0.00028417000407602916,
|
||
|
|
"loss": 1.9854507446289062,
|
||
|
|
"step": 11700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.498816,
|
||
|
|
"grad_norm": 0.602453887462616,
|
||
|
|
"learning_rate": 0.00028414295516511733,
|
||
|
|
"loss": 1.9923028945922852,
|
||
|
|
"step": 11710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.500096,
|
||
|
|
"grad_norm": 0.8114696741104126,
|
||
|
|
"learning_rate": 0.00028411588445411703,
|
||
|
|
"loss": 1.9952844619750976,
|
||
|
|
"step": 11720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.501376,
|
||
|
|
"grad_norm": 0.6450442671775818,
|
||
|
|
"learning_rate": 0.00028408879194742755,
|
||
|
|
"loss": 1.9972211837768554,
|
||
|
|
"step": 11730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.502656,
|
||
|
|
"grad_norm": 0.6286420226097107,
|
||
|
|
"learning_rate": 0.0002840616776494519,
|
||
|
|
"loss": 1.987843894958496,
|
||
|
|
"step": 11740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.503936,
|
||
|
|
"grad_norm": 0.6167110204696655,
|
||
|
|
"learning_rate": 0.0002840345415645964,
|
||
|
|
"loss": 1.9556808471679688,
|
||
|
|
"step": 11750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5052159999999999,
|
||
|
|
"grad_norm": 0.7153220176696777,
|
||
|
|
"learning_rate": 0.00028400738369727113,
|
||
|
|
"loss": 1.9784412384033203,
|
||
|
|
"step": 11760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5064959999999998,
|
||
|
|
"grad_norm": 0.6213808655738831,
|
||
|
|
"learning_rate": 0.00028398020405188967,
|
||
|
|
"loss": 1.9949676513671875,
|
||
|
|
"step": 11770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.507776,
|
||
|
|
"grad_norm": 0.6814656257629395,
|
||
|
|
"learning_rate": 0.00028395300263286895,
|
||
|
|
"loss": 1.999637985229492,
|
||
|
|
"step": 11780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.509056,
|
||
|
|
"grad_norm": 0.6773201823234558,
|
||
|
|
"learning_rate": 0.0002839257794446297,
|
||
|
|
"loss": 2.0208032608032225,
|
||
|
|
"step": 11790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5103360000000001,
|
||
|
|
"grad_norm": 0.5861405730247498,
|
||
|
|
"learning_rate": 0.000283898534491596,
|
||
|
|
"loss": 2.0031352996826173,
|
||
|
|
"step": 11800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.511616,
|
||
|
|
"grad_norm": 0.6029302477836609,
|
||
|
|
"learning_rate": 0.0002838712677781955,
|
||
|
|
"loss": 1.9905710220336914,
|
||
|
|
"step": 11810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.512896,
|
||
|
|
"grad_norm": 0.6933667659759521,
|
||
|
|
"learning_rate": 0.0002838439793088595,
|
||
|
|
"loss": 1.9951766967773437,
|
||
|
|
"step": 11820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.514176,
|
||
|
|
"grad_norm": 0.7042934894561768,
|
||
|
|
"learning_rate": 0.0002838166690880228,
|
||
|
|
"loss": 2.0045038223266602,
|
||
|
|
"step": 11830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.515456,
|
||
|
|
"grad_norm": 0.7290188074111938,
|
||
|
|
"learning_rate": 0.0002837893371201235,
|
||
|
|
"loss": 1.997245979309082,
|
||
|
|
"step": 11840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5167359999999999,
|
||
|
|
"grad_norm": 0.6674178838729858,
|
||
|
|
"learning_rate": 0.0002837619834096036,
|
||
|
|
"loss": 1.9995222091674805,
|
||
|
|
"step": 11850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.518016,
|
||
|
|
"grad_norm": 0.6585103273391724,
|
||
|
|
"learning_rate": 0.00028373460796090835,
|
||
|
|
"loss": 1.98739013671875,
|
||
|
|
"step": 11860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.519296,
|
||
|
|
"grad_norm": 0.6088100075721741,
|
||
|
|
"learning_rate": 0.0002837072107784867,
|
||
|
|
"loss": 2.0116018295288085,
|
||
|
|
"step": 11870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5205760000000001,
|
||
|
|
"grad_norm": 0.6550244092941284,
|
||
|
|
"learning_rate": 0.00028367979186679106,
|
||
|
|
"loss": 2.0045097351074217,
|
||
|
|
"step": 11880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.521856,
|
||
|
|
"grad_norm": 0.6974179148674011,
|
||
|
|
"learning_rate": 0.0002836523512302773,
|
||
|
|
"loss": 1.9653329849243164,
|
||
|
|
"step": 11890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.523136,
|
||
|
|
"grad_norm": 0.6559057235717773,
|
||
|
|
"learning_rate": 0.00028362488887340506,
|
||
|
|
"loss": 1.997995376586914,
|
||
|
|
"step": 11900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.524416,
|
||
|
|
"grad_norm": 0.612674355506897,
|
||
|
|
"learning_rate": 0.00028359740480063725,
|
||
|
|
"loss": 1.9864452362060547,
|
||
|
|
"step": 11910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.525696,
|
||
|
|
"grad_norm": 0.5927303433418274,
|
||
|
|
"learning_rate": 0.00028356989901644046,
|
||
|
|
"loss": 1.9702861785888672,
|
||
|
|
"step": 11920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5269759999999999,
|
||
|
|
"grad_norm": 0.6803772449493408,
|
||
|
|
"learning_rate": 0.0002835423715252847,
|
||
|
|
"loss": 1.977646827697754,
|
||
|
|
"step": 11930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5282559999999998,
|
||
|
|
"grad_norm": 0.6468073725700378,
|
||
|
|
"learning_rate": 0.0002835148223316436,
|
||
|
|
"loss": 2.0037322998046876,
|
||
|
|
"step": 11940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.529536,
|
||
|
|
"grad_norm": 0.6533370018005371,
|
||
|
|
"learning_rate": 0.0002834872514399943,
|
||
|
|
"loss": 2.019442558288574,
|
||
|
|
"step": 11950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.530816,
|
||
|
|
"grad_norm": 0.6377413868904114,
|
||
|
|
"learning_rate": 0.00028345965885481745,
|
||
|
|
"loss": 1.9905149459838867,
|
||
|
|
"step": 11960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5320960000000001,
|
||
|
|
"grad_norm": 0.58443284034729,
|
||
|
|
"learning_rate": 0.0002834320445805972,
|
||
|
|
"loss": 1.9770112991333009,
|
||
|
|
"step": 11970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.533376,
|
||
|
|
"grad_norm": 0.6253820061683655,
|
||
|
|
"learning_rate": 0.0002834044086218213,
|
||
|
|
"loss": 2.0002887725830076,
|
||
|
|
"step": 11980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.534656,
|
||
|
|
"grad_norm": 0.6281173229217529,
|
||
|
|
"learning_rate": 0.00028337675098298094,
|
||
|
|
"loss": 1.989990234375,
|
||
|
|
"step": 11990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.535936,
|
||
|
|
"grad_norm": 0.6314921975135803,
|
||
|
|
"learning_rate": 0.00028334907166857083,
|
||
|
|
"loss": 2.0067394256591795,
|
||
|
|
"step": 12000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.537216,
|
||
|
|
"grad_norm": 0.6377007365226746,
|
||
|
|
"learning_rate": 0.0002833213706830893,
|
||
|
|
"loss": 1.973414993286133,
|
||
|
|
"step": 12010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5384959999999999,
|
||
|
|
"grad_norm": 0.5816660523414612,
|
||
|
|
"learning_rate": 0.0002832936480310382,
|
||
|
|
"loss": 1.9892141342163085,
|
||
|
|
"step": 12020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.539776,
|
||
|
|
"grad_norm": 0.6100146174430847,
|
||
|
|
"learning_rate": 0.00028326590371692274,
|
||
|
|
"loss": 1.9866313934326172,
|
||
|
|
"step": 12030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.541056,
|
||
|
|
"grad_norm": 0.72185218334198,
|
||
|
|
"learning_rate": 0.00028323813774525173,
|
||
|
|
"loss": 1.9793666839599608,
|
||
|
|
"step": 12040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5423360000000002,
|
||
|
|
"grad_norm": 0.6151171326637268,
|
||
|
|
"learning_rate": 0.00028321035012053764,
|
||
|
|
"loss": 1.9886417388916016,
|
||
|
|
"step": 12050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.543616,
|
||
|
|
"grad_norm": 0.5789729356765747,
|
||
|
|
"learning_rate": 0.0002831825408472963,
|
||
|
|
"loss": 1.9868101119995116,
|
||
|
|
"step": 12060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.544896,
|
||
|
|
"grad_norm": 0.6294896602630615,
|
||
|
|
"learning_rate": 0.0002831547099300471,
|
||
|
|
"loss": 1.998661422729492,
|
||
|
|
"step": 12070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.546176,
|
||
|
|
"grad_norm": 0.6025799512863159,
|
||
|
|
"learning_rate": 0.00028312685737331294,
|
||
|
|
"loss": 2.003857231140137,
|
||
|
|
"step": 12080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.547456,
|
||
|
|
"grad_norm": 0.615364670753479,
|
||
|
|
"learning_rate": 0.00028309898318162023,
|
||
|
|
"loss": 1.9846534729003906,
|
||
|
|
"step": 12090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.548736,
|
||
|
|
"grad_norm": 0.7120283246040344,
|
||
|
|
"learning_rate": 0.00028307108735949895,
|
||
|
|
"loss": 1.982862663269043,
|
||
|
|
"step": 12100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5500159999999998,
|
||
|
|
"grad_norm": 0.6011831164360046,
|
||
|
|
"learning_rate": 0.00028304316991148253,
|
||
|
|
"loss": 1.9920019149780273,
|
||
|
|
"step": 12110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.551296,
|
||
|
|
"grad_norm": 0.5913985371589661,
|
||
|
|
"learning_rate": 0.0002830152308421079,
|
||
|
|
"loss": 1.9857685089111328,
|
||
|
|
"step": 12120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.552576,
|
||
|
|
"grad_norm": 0.6578329205513,
|
||
|
|
"learning_rate": 0.00028298727015591566,
|
||
|
|
"loss": 1.9907623291015626,
|
||
|
|
"step": 12130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5538560000000001,
|
||
|
|
"grad_norm": 0.7379078269004822,
|
||
|
|
"learning_rate": 0.00028295928785744974,
|
||
|
|
"loss": 1.9933242797851562,
|
||
|
|
"step": 12140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.555136,
|
||
|
|
"grad_norm": 0.6420323252677917,
|
||
|
|
"learning_rate": 0.0002829312839512576,
|
||
|
|
"loss": 2.002197265625,
|
||
|
|
"step": 12150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.556416,
|
||
|
|
"grad_norm": 0.5930525660514832,
|
||
|
|
"learning_rate": 0.00028290325844189043,
|
||
|
|
"loss": 1.9843338012695313,
|
||
|
|
"step": 12160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.557696,
|
||
|
|
"grad_norm": 0.6576258540153503,
|
||
|
|
"learning_rate": 0.0002828752113339026,
|
||
|
|
"loss": 1.9914953231811523,
|
||
|
|
"step": 12170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.558976,
|
||
|
|
"grad_norm": 0.6151474714279175,
|
||
|
|
"learning_rate": 0.00028284714263185215,
|
||
|
|
"loss": 1.983308982849121,
|
||
|
|
"step": 12180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5602559999999999,
|
||
|
|
"grad_norm": 0.6413775086402893,
|
||
|
|
"learning_rate": 0.00028281905234030073,
|
||
|
|
"loss": 1.9880573272705078,
|
||
|
|
"step": 12190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.561536,
|
||
|
|
"grad_norm": 0.6724574565887451,
|
||
|
|
"learning_rate": 0.00028279094046381343,
|
||
|
|
"loss": 1.9918071746826171,
|
||
|
|
"step": 12200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.562816,
|
||
|
|
"grad_norm": 0.5884711146354675,
|
||
|
|
"learning_rate": 0.0002827628070069587,
|
||
|
|
"loss": 1.997279167175293,
|
||
|
|
"step": 12210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5640960000000002,
|
||
|
|
"grad_norm": 0.6631693840026855,
|
||
|
|
"learning_rate": 0.00028273465197430867,
|
||
|
|
"loss": 1.9837032318115235,
|
||
|
|
"step": 12220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.565376,
|
||
|
|
"grad_norm": 0.6248396039009094,
|
||
|
|
"learning_rate": 0.00028270647537043884,
|
||
|
|
"loss": 2.00390510559082,
|
||
|
|
"step": 12230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.566656,
|
||
|
|
"grad_norm": 0.7199519872665405,
|
||
|
|
"learning_rate": 0.0002826782771999285,
|
||
|
|
"loss": 1.9853185653686523,
|
||
|
|
"step": 12240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.567936,
|
||
|
|
"grad_norm": 0.6237788796424866,
|
||
|
|
"learning_rate": 0.00028265005746736004,
|
||
|
|
"loss": 1.9767860412597655,
|
||
|
|
"step": 12250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.569216,
|
||
|
|
"grad_norm": 0.7757836580276489,
|
||
|
|
"learning_rate": 0.0002826218161773197,
|
||
|
|
"loss": 2.0048952102661133,
|
||
|
|
"step": 12260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.570496,
|
||
|
|
"grad_norm": 0.6837695837020874,
|
||
|
|
"learning_rate": 0.00028259355333439695,
|
||
|
|
"loss": 1.9857776641845704,
|
||
|
|
"step": 12270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5717759999999998,
|
||
|
|
"grad_norm": 0.593316376209259,
|
||
|
|
"learning_rate": 0.000282565268943185,
|
||
|
|
"loss": 2.0092344284057617,
|
||
|
|
"step": 12280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.573056,
|
||
|
|
"grad_norm": 0.61705082654953,
|
||
|
|
"learning_rate": 0.00028253696300828044,
|
||
|
|
"loss": 1.9957685470581055,
|
||
|
|
"step": 12290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.574336,
|
||
|
|
"grad_norm": 0.6312508583068848,
|
||
|
|
"learning_rate": 0.00028250863553428335,
|
||
|
|
"loss": 1.9954248428344727,
|
||
|
|
"step": 12300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5756160000000001,
|
||
|
|
"grad_norm": 0.6899939775466919,
|
||
|
|
"learning_rate": 0.00028248028652579733,
|
||
|
|
"loss": 1.9767358779907227,
|
||
|
|
"step": 12310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.576896,
|
||
|
|
"grad_norm": 0.5813516974449158,
|
||
|
|
"learning_rate": 0.0002824519159874295,
|
||
|
|
"loss": 2.0123149871826174,
|
||
|
|
"step": 12320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.578176,
|
||
|
|
"grad_norm": 0.5960056185722351,
|
||
|
|
"learning_rate": 0.00028242352392379044,
|
||
|
|
"loss": 1.996229362487793,
|
||
|
|
"step": 12330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.579456,
|
||
|
|
"grad_norm": 0.7136126160621643,
|
||
|
|
"learning_rate": 0.0002823951103394943,
|
||
|
|
"loss": 1.9698562622070312,
|
||
|
|
"step": 12340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.580736,
|
||
|
|
"grad_norm": 0.599897027015686,
|
||
|
|
"learning_rate": 0.0002823666752391587,
|
||
|
|
"loss": 2.002450180053711,
|
||
|
|
"step": 12350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5820159999999999,
|
||
|
|
"grad_norm": 0.6239819526672363,
|
||
|
|
"learning_rate": 0.0002823382186274046,
|
||
|
|
"loss": 1.9910825729370116,
|
||
|
|
"step": 12360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.583296,
|
||
|
|
"grad_norm": 0.6745089888572693,
|
||
|
|
"learning_rate": 0.00028230974050885677,
|
||
|
|
"loss": 2.003436279296875,
|
||
|
|
"step": 12370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.584576,
|
||
|
|
"grad_norm": 0.578188419342041,
|
||
|
|
"learning_rate": 0.0002822812408881432,
|
||
|
|
"loss": 1.988958740234375,
|
||
|
|
"step": 12380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5858560000000002,
|
||
|
|
"grad_norm": 0.6390565037727356,
|
||
|
|
"learning_rate": 0.0002822527197698955,
|
||
|
|
"loss": 1.984975814819336,
|
||
|
|
"step": 12390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.587136,
|
||
|
|
"grad_norm": 0.6547807455062866,
|
||
|
|
"learning_rate": 0.00028222417715874874,
|
||
|
|
"loss": 1.9811216354370118,
|
||
|
|
"step": 12400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.588416,
|
||
|
|
"grad_norm": 0.5896871089935303,
|
||
|
|
"learning_rate": 0.00028219561305934147,
|
||
|
|
"loss": 1.9872743606567382,
|
||
|
|
"step": 12410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.589696,
|
||
|
|
"grad_norm": 0.597897469997406,
|
||
|
|
"learning_rate": 0.00028216702747631576,
|
||
|
|
"loss": 1.9848625183105468,
|
||
|
|
"step": 12420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.590976,
|
||
|
|
"grad_norm": 0.5630715489387512,
|
||
|
|
"learning_rate": 0.0002821384204143172,
|
||
|
|
"loss": 1.985508918762207,
|
||
|
|
"step": 12430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.592256,
|
||
|
|
"grad_norm": 0.7521433234214783,
|
||
|
|
"learning_rate": 0.0002821097918779948,
|
||
|
|
"loss": 1.9825284957885743,
|
||
|
|
"step": 12440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5935359999999998,
|
||
|
|
"grad_norm": 0.6286043524742126,
|
||
|
|
"learning_rate": 0.0002820811418720011,
|
||
|
|
"loss": 1.992232322692871,
|
||
|
|
"step": 12450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.594816,
|
||
|
|
"grad_norm": 0.7475308179855347,
|
||
|
|
"learning_rate": 0.0002820524704009921,
|
||
|
|
"loss": 1.9865779876708984,
|
||
|
|
"step": 12460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.596096,
|
||
|
|
"grad_norm": 0.7135626077651978,
|
||
|
|
"learning_rate": 0.00028202377746962737,
|
||
|
|
"loss": 1.9769983291625977,
|
||
|
|
"step": 12470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5973760000000001,
|
||
|
|
"grad_norm": 0.6866909265518188,
|
||
|
|
"learning_rate": 0.0002819950630825699,
|
||
|
|
"loss": 1.996453094482422,
|
||
|
|
"step": 12480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.598656,
|
||
|
|
"grad_norm": 0.5828826427459717,
|
||
|
|
"learning_rate": 0.0002819663272444861,
|
||
|
|
"loss": 1.9783212661743164,
|
||
|
|
"step": 12490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.599936,
|
||
|
|
"grad_norm": 0.6047083735466003,
|
||
|
|
"learning_rate": 0.000281937569960046,
|
||
|
|
"loss": 2.0021230697631838,
|
||
|
|
"step": 12500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.601216,
|
||
|
|
"grad_norm": 0.6071474552154541,
|
||
|
|
"learning_rate": 0.0002819087912339231,
|
||
|
|
"loss": 1.9867988586425782,
|
||
|
|
"step": 12510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.602496,
|
||
|
|
"grad_norm": 0.5802363753318787,
|
||
|
|
"learning_rate": 0.00028187999107079424,
|
||
|
|
"loss": 1.9826335906982422,
|
||
|
|
"step": 12520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6037759999999999,
|
||
|
|
"grad_norm": 0.5885127186775208,
|
||
|
|
"learning_rate": 0.00028185116947533997,
|
||
|
|
"loss": 1.9890375137329102,
|
||
|
|
"step": 12530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.605056,
|
||
|
|
"grad_norm": 0.6466164588928223,
|
||
|
|
"learning_rate": 0.000281822326452244,
|
||
|
|
"loss": 1.9949928283691407,
|
||
|
|
"step": 12540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.606336,
|
||
|
|
"grad_norm": 0.5743044018745422,
|
||
|
|
"learning_rate": 0.0002817934620061939,
|
||
|
|
"loss": 2.002297019958496,
|
||
|
|
"step": 12550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6076160000000002,
|
||
|
|
"grad_norm": 0.6383411884307861,
|
||
|
|
"learning_rate": 0.0002817645761418805,
|
||
|
|
"loss": 2.0104206085205076,
|
||
|
|
"step": 12560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.608896,
|
||
|
|
"grad_norm": 0.672825276851654,
|
||
|
|
"learning_rate": 0.0002817356688639981,
|
||
|
|
"loss": 2.001966667175293,
|
||
|
|
"step": 12570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.610176,
|
||
|
|
"grad_norm": 0.5477749109268188,
|
||
|
|
"learning_rate": 0.00028170674017724464,
|
||
|
|
"loss": 1.985647201538086,
|
||
|
|
"step": 12580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.611456,
|
||
|
|
"grad_norm": 0.56830894947052,
|
||
|
|
"learning_rate": 0.0002816777900863214,
|
||
|
|
"loss": 2.0019514083862306,
|
||
|
|
"step": 12590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.612736,
|
||
|
|
"grad_norm": 0.6407654881477356,
|
||
|
|
"learning_rate": 0.0002816488185959331,
|
||
|
|
"loss": 1.9946565628051758,
|
||
|
|
"step": 12600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.614016,
|
||
|
|
"grad_norm": 0.6300269365310669,
|
||
|
|
"learning_rate": 0.000281619825710788,
|
||
|
|
"loss": 2.0234329223632814,
|
||
|
|
"step": 12610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6152959999999998,
|
||
|
|
"grad_norm": 0.5886912941932678,
|
||
|
|
"learning_rate": 0.0002815908114355979,
|
||
|
|
"loss": 1.9737695693969726,
|
||
|
|
"step": 12620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.616576,
|
||
|
|
"grad_norm": 0.6044586896896362,
|
||
|
|
"learning_rate": 0.000281561775775078,
|
||
|
|
"loss": 1.9872671127319337,
|
||
|
|
"step": 12630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.617856,
|
||
|
|
"grad_norm": 0.661132276058197,
|
||
|
|
"learning_rate": 0.00028153271873394706,
|
||
|
|
"loss": 1.9847532272338868,
|
||
|
|
"step": 12640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6191360000000001,
|
||
|
|
"grad_norm": 0.7229477763175964,
|
||
|
|
"learning_rate": 0.0002815036403169272,
|
||
|
|
"loss": 2.003045845031738,
|
||
|
|
"step": 12650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.620416,
|
||
|
|
"grad_norm": 0.6306692361831665,
|
||
|
|
"learning_rate": 0.00028147454052874403,
|
||
|
|
"loss": 1.9856027603149413,
|
||
|
|
"step": 12660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.621696,
|
||
|
|
"grad_norm": 0.606751561164856,
|
||
|
|
"learning_rate": 0.0002814454193741267,
|
||
|
|
"loss": 1.9890954971313477,
|
||
|
|
"step": 12670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.622976,
|
||
|
|
"grad_norm": 0.6360762715339661,
|
||
|
|
"learning_rate": 0.00028141627685780783,
|
||
|
|
"loss": 1.995732879638672,
|
||
|
|
"step": 12680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.624256,
|
||
|
|
"grad_norm": 0.6043411493301392,
|
||
|
|
"learning_rate": 0.00028138711298452345,
|
||
|
|
"loss": 1.9911890029907227,
|
||
|
|
"step": 12690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6255359999999999,
|
||
|
|
"grad_norm": 0.6502869725227356,
|
||
|
|
"learning_rate": 0.00028135792775901315,
|
||
|
|
"loss": 1.967578125,
|
||
|
|
"step": 12700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.626816,
|
||
|
|
"grad_norm": 0.5480800271034241,
|
||
|
|
"learning_rate": 0.0002813287211860199,
|
||
|
|
"loss": 1.9979866027832032,
|
||
|
|
"step": 12710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.628096,
|
||
|
|
"grad_norm": 0.6363219022750854,
|
||
|
|
"learning_rate": 0.00028129949327029006,
|
||
|
|
"loss": 1.9978750228881836,
|
||
|
|
"step": 12720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6293760000000002,
|
||
|
|
"grad_norm": 0.6919147968292236,
|
||
|
|
"learning_rate": 0.00028127024401657373,
|
||
|
|
"loss": 1.9816198348999023,
|
||
|
|
"step": 12730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.630656,
|
||
|
|
"grad_norm": 0.7384796738624573,
|
||
|
|
"learning_rate": 0.0002812409734296242,
|
||
|
|
"loss": 1.999420166015625,
|
||
|
|
"step": 12740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.631936,
|
||
|
|
"grad_norm": 0.6270831227302551,
|
||
|
|
"learning_rate": 0.0002812116815141985,
|
||
|
|
"loss": 1.990450668334961,
|
||
|
|
"step": 12750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.633216,
|
||
|
|
"grad_norm": 0.6797302961349487,
|
||
|
|
"learning_rate": 0.00028118236827505687,
|
||
|
|
"loss": 1.9965476989746094,
|
||
|
|
"step": 12760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.634496,
|
||
|
|
"grad_norm": 0.626695454120636,
|
||
|
|
"learning_rate": 0.000281153033716963,
|
||
|
|
"loss": 1.9968223571777344,
|
||
|
|
"step": 12770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.635776,
|
||
|
|
"grad_norm": 0.6879094839096069,
|
||
|
|
"learning_rate": 0.00028112367784468445,
|
||
|
|
"loss": 1.984914207458496,
|
||
|
|
"step": 12780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6370559999999998,
|
||
|
|
"grad_norm": 0.586521565914154,
|
||
|
|
"learning_rate": 0.0002810943006629917,
|
||
|
|
"loss": 1.9820964813232422,
|
||
|
|
"step": 12790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.638336,
|
||
|
|
"grad_norm": 0.59141606092453,
|
||
|
|
"learning_rate": 0.0002810649021766591,
|
||
|
|
"loss": 1.9659967422485352,
|
||
|
|
"step": 12800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.639616,
|
||
|
|
"grad_norm": 0.6080377101898193,
|
||
|
|
"learning_rate": 0.00028103548239046417,
|
||
|
|
"loss": 2.012135124206543,
|
||
|
|
"step": 12810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6408960000000001,
|
||
|
|
"grad_norm": 0.6091150641441345,
|
||
|
|
"learning_rate": 0.00028100604130918815,
|
||
|
|
"loss": 1.9932632446289062,
|
||
|
|
"step": 12820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.642176,
|
||
|
|
"grad_norm": 0.6203098297119141,
|
||
|
|
"learning_rate": 0.0002809765789376156,
|
||
|
|
"loss": 1.995589256286621,
|
||
|
|
"step": 12830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.643456,
|
||
|
|
"grad_norm": 0.6006268262863159,
|
||
|
|
"learning_rate": 0.0002809470952805346,
|
||
|
|
"loss": 1.992354965209961,
|
||
|
|
"step": 12840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.644736,
|
||
|
|
"grad_norm": 0.6625576019287109,
|
||
|
|
"learning_rate": 0.0002809175903427365,
|
||
|
|
"loss": 1.9785432815551758,
|
||
|
|
"step": 12850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.646016,
|
||
|
|
"grad_norm": 0.6188414692878723,
|
||
|
|
"learning_rate": 0.0002808880641290164,
|
||
|
|
"loss": 1.981410598754883,
|
||
|
|
"step": 12860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6472959999999999,
|
||
|
|
"grad_norm": 0.6317717432975769,
|
||
|
|
"learning_rate": 0.0002808585166441728,
|
||
|
|
"loss": 1.984215545654297,
|
||
|
|
"step": 12870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.648576,
|
||
|
|
"grad_norm": 0.6587024927139282,
|
||
|
|
"learning_rate": 0.0002808289478930073,
|
||
|
|
"loss": 1.9941490173339844,
|
||
|
|
"step": 12880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.649856,
|
||
|
|
"grad_norm": 0.6256428956985474,
|
||
|
|
"learning_rate": 0.0002807993578803255,
|
||
|
|
"loss": 1.9906015396118164,
|
||
|
|
"step": 12890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6511360000000002,
|
||
|
|
"grad_norm": 0.605486273765564,
|
||
|
|
"learning_rate": 0.00028076974661093605,
|
||
|
|
"loss": 1.99066162109375,
|
||
|
|
"step": 12900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.652416,
|
||
|
|
"grad_norm": 0.6108291149139404,
|
||
|
|
"learning_rate": 0.0002807401140896512,
|
||
|
|
"loss": 1.9964624404907227,
|
||
|
|
"step": 12910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.653696,
|
||
|
|
"grad_norm": 0.631614089012146,
|
||
|
|
"learning_rate": 0.00028071046032128666,
|
||
|
|
"loss": 1.9938804626464843,
|
||
|
|
"step": 12920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.654976,
|
||
|
|
"grad_norm": 0.6231254935264587,
|
||
|
|
"learning_rate": 0.00028068078531066166,
|
||
|
|
"loss": 2.000991630554199,
|
||
|
|
"step": 12930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.656256,
|
||
|
|
"grad_norm": 0.6264880895614624,
|
||
|
|
"learning_rate": 0.00028065108906259864,
|
||
|
|
"loss": 1.9956014633178711,
|
||
|
|
"step": 12940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.657536,
|
||
|
|
"grad_norm": 0.6015536785125732,
|
||
|
|
"learning_rate": 0.0002806213715819238,
|
||
|
|
"loss": 1.9887815475463868,
|
||
|
|
"step": 12950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6588159999999998,
|
||
|
|
"grad_norm": 0.6260659694671631,
|
||
|
|
"learning_rate": 0.00028059163287346653,
|
||
|
|
"loss": 1.9906013488769532,
|
||
|
|
"step": 12960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.660096,
|
||
|
|
"grad_norm": 0.6274285316467285,
|
||
|
|
"learning_rate": 0.0002805618729420598,
|
||
|
|
"loss": 2.019454002380371,
|
||
|
|
"step": 12970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.661376,
|
||
|
|
"grad_norm": 0.6511818766593933,
|
||
|
|
"learning_rate": 0.00028053209179254015,
|
||
|
|
"loss": 2.0094207763671874,
|
||
|
|
"step": 12980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6626560000000001,
|
||
|
|
"grad_norm": 0.6439974904060364,
|
||
|
|
"learning_rate": 0.0002805022894297472,
|
||
|
|
"loss": 1.9952024459838866,
|
||
|
|
"step": 12990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.663936,
|
||
|
|
"grad_norm": 0.6719408631324768,
|
||
|
|
"learning_rate": 0.0002804724658585245,
|
||
|
|
"loss": 2.0143915176391602,
|
||
|
|
"step": 13000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.665216,
|
||
|
|
"grad_norm": 0.5965760946273804,
|
||
|
|
"learning_rate": 0.0002804426210837186,
|
||
|
|
"loss": 2.0003263473510744,
|
||
|
|
"step": 13010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.666496,
|
||
|
|
"grad_norm": 0.5631793737411499,
|
||
|
|
"learning_rate": 0.00028041275511017975,
|
||
|
|
"loss": 1.977505874633789,
|
||
|
|
"step": 13020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.667776,
|
||
|
|
"grad_norm": 0.5862990021705627,
|
||
|
|
"learning_rate": 0.0002803828679427615,
|
||
|
|
"loss": 2.0093894958496095,
|
||
|
|
"step": 13030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6690559999999999,
|
||
|
|
"grad_norm": 0.6070151329040527,
|
||
|
|
"learning_rate": 0.00028035295958632114,
|
||
|
|
"loss": 2.000132942199707,
|
||
|
|
"step": 13040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.670336,
|
||
|
|
"grad_norm": 0.5861722826957703,
|
||
|
|
"learning_rate": 0.000280323030045719,
|
||
|
|
"loss": 1.9736347198486328,
|
||
|
|
"step": 13050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.671616,
|
||
|
|
"grad_norm": 0.8306954503059387,
|
||
|
|
"learning_rate": 0.00028029307932581917,
|
||
|
|
"loss": 2.0125246047973633,
|
||
|
|
"step": 13060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6728960000000002,
|
||
|
|
"grad_norm": 0.6431558132171631,
|
||
|
|
"learning_rate": 0.00028026310743148894,
|
||
|
|
"loss": 2.0154903411865233,
|
||
|
|
"step": 13070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.674176,
|
||
|
|
"grad_norm": 0.7464187145233154,
|
||
|
|
"learning_rate": 0.0002802331143675992,
|
||
|
|
"loss": 1.9874631881713867,
|
||
|
|
"step": 13080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.675456,
|
||
|
|
"grad_norm": 0.6642718315124512,
|
||
|
|
"learning_rate": 0.0002802031001390243,
|
||
|
|
"loss": 2.01281623840332,
|
||
|
|
"step": 13090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.676736,
|
||
|
|
"grad_norm": 0.633001446723938,
|
||
|
|
"learning_rate": 0.00028017306475064196,
|
||
|
|
"loss": 1.9952484130859376,
|
||
|
|
"step": 13100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.678016,
|
||
|
|
"grad_norm": 0.6135600209236145,
|
||
|
|
"learning_rate": 0.00028014300820733325,
|
||
|
|
"loss": 1.971938705444336,
|
||
|
|
"step": 13110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.679296,
|
||
|
|
"grad_norm": 0.5765730738639832,
|
||
|
|
"learning_rate": 0.0002801129305139829,
|
||
|
|
"loss": 1.997808074951172,
|
||
|
|
"step": 13120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6805759999999998,
|
||
|
|
"grad_norm": 0.544807493686676,
|
||
|
|
"learning_rate": 0.0002800828316754788,
|
||
|
|
"loss": 1.982986831665039,
|
||
|
|
"step": 13130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.681856,
|
||
|
|
"grad_norm": 0.6663402915000916,
|
||
|
|
"learning_rate": 0.00028005271169671256,
|
||
|
|
"loss": 1.9861152648925782,
|
||
|
|
"step": 13140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.683136,
|
||
|
|
"grad_norm": 0.6248042583465576,
|
||
|
|
"learning_rate": 0.00028002257058257907,
|
||
|
|
"loss": 2.0063156127929687,
|
||
|
|
"step": 13150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6844160000000001,
|
||
|
|
"grad_norm": 0.5508193373680115,
|
||
|
|
"learning_rate": 0.0002799924083379766,
|
||
|
|
"loss": 1.9891693115234375,
|
||
|
|
"step": 13160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.685696,
|
||
|
|
"grad_norm": 0.5529075264930725,
|
||
|
|
"learning_rate": 0.000279962224967807,
|
||
|
|
"loss": 1.9941001892089845,
|
||
|
|
"step": 13170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.686976,
|
||
|
|
"grad_norm": 0.6517800092697144,
|
||
|
|
"learning_rate": 0.0002799320204769755,
|
||
|
|
"loss": 1.987466049194336,
|
||
|
|
"step": 13180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.688256,
|
||
|
|
"grad_norm": 0.6514473557472229,
|
||
|
|
"learning_rate": 0.0002799017948703907,
|
||
|
|
"loss": 1.9915737152099608,
|
||
|
|
"step": 13190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.689536,
|
||
|
|
"grad_norm": 0.6751680374145508,
|
||
|
|
"learning_rate": 0.0002798715481529647,
|
||
|
|
"loss": 1.9961626052856445,
|
||
|
|
"step": 13200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6908159999999999,
|
||
|
|
"grad_norm": 0.710557758808136,
|
||
|
|
"learning_rate": 0.00027984128032961306,
|
||
|
|
"loss": 1.9766324996948241,
|
||
|
|
"step": 13210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.692096,
|
||
|
|
"grad_norm": 0.6588106155395508,
|
||
|
|
"learning_rate": 0.0002798109914052546,
|
||
|
|
"loss": 2.002887725830078,
|
||
|
|
"step": 13220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.693376,
|
||
|
|
"grad_norm": 0.6127070188522339,
|
||
|
|
"learning_rate": 0.00027978068138481184,
|
||
|
|
"loss": 2.004521369934082,
|
||
|
|
"step": 13230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6946560000000002,
|
||
|
|
"grad_norm": 0.6921170949935913,
|
||
|
|
"learning_rate": 0.0002797503502732105,
|
||
|
|
"loss": 1.9970478057861327,
|
||
|
|
"step": 13240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.695936,
|
||
|
|
"grad_norm": 0.5995293855667114,
|
||
|
|
"learning_rate": 0.00027971999807537977,
|
||
|
|
"loss": 1.985312271118164,
|
||
|
|
"step": 13250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.697216,
|
||
|
|
"grad_norm": 0.6018744111061096,
|
||
|
|
"learning_rate": 0.00027968962479625234,
|
||
|
|
"loss": 1.9960086822509766,
|
||
|
|
"step": 13260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.698496,
|
||
|
|
"grad_norm": 0.6067647337913513,
|
||
|
|
"learning_rate": 0.00027965923044076426,
|
||
|
|
"loss": 1.990829086303711,
|
||
|
|
"step": 13270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.699776,
|
||
|
|
"grad_norm": 0.606651782989502,
|
||
|
|
"learning_rate": 0.00027962881501385515,
|
||
|
|
"loss": 1.9917610168457032,
|
||
|
|
"step": 13280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.701056,
|
||
|
|
"grad_norm": 0.6090924739837646,
|
||
|
|
"learning_rate": 0.0002795983785204678,
|
||
|
|
"loss": 1.9930423736572265,
|
||
|
|
"step": 13290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7023359999999998,
|
||
|
|
"grad_norm": 0.5838082432746887,
|
||
|
|
"learning_rate": 0.00027956792096554855,
|
||
|
|
"loss": 2.0029977798461913,
|
||
|
|
"step": 13300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.703616,
|
||
|
|
"grad_norm": 0.6076372265815735,
|
||
|
|
"learning_rate": 0.00027953744235404733,
|
||
|
|
"loss": 1.967214012145996,
|
||
|
|
"step": 13310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.704896,
|
||
|
|
"grad_norm": 0.6525275111198425,
|
||
|
|
"learning_rate": 0.00027950694269091725,
|
||
|
|
"loss": 1.9967252731323242,
|
||
|
|
"step": 13320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7061760000000001,
|
||
|
|
"grad_norm": 0.5798757672309875,
|
||
|
|
"learning_rate": 0.00027947642198111484,
|
||
|
|
"loss": 1.9798770904541017,
|
||
|
|
"step": 13330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.707456,
|
||
|
|
"grad_norm": 0.5803235173225403,
|
||
|
|
"learning_rate": 0.0002794458802296003,
|
||
|
|
"loss": 1.9929985046386718,
|
||
|
|
"step": 13340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.708736,
|
||
|
|
"grad_norm": 0.55645352602005,
|
||
|
|
"learning_rate": 0.000279415317441337,
|
||
|
|
"loss": 2.0056087493896486,
|
||
|
|
"step": 13350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.710016,
|
||
|
|
"grad_norm": 0.6510474681854248,
|
||
|
|
"learning_rate": 0.0002793847336212918,
|
||
|
|
"loss": 1.9835859298706056,
|
||
|
|
"step": 13360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.711296,
|
||
|
|
"grad_norm": 0.6064742207527161,
|
||
|
|
"learning_rate": 0.000279354128774435,
|
||
|
|
"loss": 2.0099687576293945,
|
||
|
|
"step": 13370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7125759999999999,
|
||
|
|
"grad_norm": 0.6000496745109558,
|
||
|
|
"learning_rate": 0.0002793235029057403,
|
||
|
|
"loss": 1.9745065689086914,
|
||
|
|
"step": 13380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.713856,
|
||
|
|
"grad_norm": 0.6242145895957947,
|
||
|
|
"learning_rate": 0.00027929285602018496,
|
||
|
|
"loss": 1.9916412353515625,
|
||
|
|
"step": 13390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.715136,
|
||
|
|
"grad_norm": 0.5768315196037292,
|
||
|
|
"learning_rate": 0.0002792621881227494,
|
||
|
|
"loss": 1.9905712127685546,
|
||
|
|
"step": 13400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7164160000000002,
|
||
|
|
"grad_norm": 0.6390241980552673,
|
||
|
|
"learning_rate": 0.00027923149921841754,
|
||
|
|
"loss": 1.96690673828125,
|
||
|
|
"step": 13410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7176960000000001,
|
||
|
|
"grad_norm": 0.6659237146377563,
|
||
|
|
"learning_rate": 0.0002792007893121768,
|
||
|
|
"loss": 1.9732889175415038,
|
||
|
|
"step": 13420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.718976,
|
||
|
|
"grad_norm": 0.642673671245575,
|
||
|
|
"learning_rate": 0.00027917005840901805,
|
||
|
|
"loss": 2.0019617080688477,
|
||
|
|
"step": 13430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.720256,
|
||
|
|
"grad_norm": 0.599125325679779,
|
||
|
|
"learning_rate": 0.00027913930651393535,
|
||
|
|
"loss": 1.9965097427368164,
|
||
|
|
"step": 13440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.721536,
|
||
|
|
"grad_norm": 0.6379650831222534,
|
||
|
|
"learning_rate": 0.00027910853363192643,
|
||
|
|
"loss": 1.9848491668701171,
|
||
|
|
"step": 13450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.722816,
|
||
|
|
"grad_norm": 0.6716325879096985,
|
||
|
|
"learning_rate": 0.0002790777397679923,
|
||
|
|
"loss": 1.978513526916504,
|
||
|
|
"step": 13460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7240959999999999,
|
||
|
|
"grad_norm": 0.6485804915428162,
|
||
|
|
"learning_rate": 0.0002790469249271372,
|
||
|
|
"loss": 1.9878868103027343,
|
||
|
|
"step": 13470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.725376,
|
||
|
|
"grad_norm": 0.7345725893974304,
|
||
|
|
"learning_rate": 0.0002790160891143692,
|
||
|
|
"loss": 1.992083740234375,
|
||
|
|
"step": 13480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.726656,
|
||
|
|
"grad_norm": 0.6288764476776123,
|
||
|
|
"learning_rate": 0.0002789852323346995,
|
||
|
|
"loss": 2.0068994522094727,
|
||
|
|
"step": 13490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7279360000000001,
|
||
|
|
"grad_norm": 0.6416577696800232,
|
||
|
|
"learning_rate": 0.0002789543545931426,
|
||
|
|
"loss": 1.9909046173095704,
|
||
|
|
"step": 13500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.729216,
|
||
|
|
"grad_norm": 0.6367363333702087,
|
||
|
|
"learning_rate": 0.00027892345589471677,
|
||
|
|
"loss": 2.0024709701538086,
|
||
|
|
"step": 13510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.730496,
|
||
|
|
"grad_norm": 0.6156037449836731,
|
||
|
|
"learning_rate": 0.0002788925362444433,
|
||
|
|
"loss": 1.9947532653808593,
|
||
|
|
"step": 13520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.731776,
|
||
|
|
"grad_norm": 0.5910305380821228,
|
||
|
|
"learning_rate": 0.00027886159564734713,
|
||
|
|
"loss": 1.9946659088134766,
|
||
|
|
"step": 13530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.733056,
|
||
|
|
"grad_norm": 0.5788825154304504,
|
||
|
|
"learning_rate": 0.00027883063410845665,
|
||
|
|
"loss": 1.9830217361450195,
|
||
|
|
"step": 13540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7343359999999999,
|
||
|
|
"grad_norm": 0.6356834173202515,
|
||
|
|
"learning_rate": 0.00027879965163280337,
|
||
|
|
"loss": 1.989356803894043,
|
||
|
|
"step": 13550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.735616,
|
||
|
|
"grad_norm": 0.6032944321632385,
|
||
|
|
"learning_rate": 0.00027876864822542243,
|
||
|
|
"loss": 1.9937528610229491,
|
||
|
|
"step": 13560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.736896,
|
||
|
|
"grad_norm": 0.6071460247039795,
|
||
|
|
"learning_rate": 0.00027873762389135236,
|
||
|
|
"loss": 2.0006227493286133,
|
||
|
|
"step": 13570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7381760000000002,
|
||
|
|
"grad_norm": 0.7040545344352722,
|
||
|
|
"learning_rate": 0.000278706578635635,
|
||
|
|
"loss": 2.0084535598754885,
|
||
|
|
"step": 13580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7394560000000001,
|
||
|
|
"grad_norm": 0.6047849655151367,
|
||
|
|
"learning_rate": 0.0002786755124633156,
|
||
|
|
"loss": 1.9948095321655273,
|
||
|
|
"step": 13590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.740736,
|
||
|
|
"grad_norm": 0.6119142770767212,
|
||
|
|
"learning_rate": 0.0002786444253794429,
|
||
|
|
"loss": 1.996514129638672,
|
||
|
|
"step": 13600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.742016,
|
||
|
|
"grad_norm": 0.5880126357078552,
|
||
|
|
"learning_rate": 0.000278613317389069,
|
||
|
|
"loss": 1.9876934051513673,
|
||
|
|
"step": 13610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.743296,
|
||
|
|
"grad_norm": 0.5863587856292725,
|
||
|
|
"learning_rate": 0.0002785821884972493,
|
||
|
|
"loss": 2.005519485473633,
|
||
|
|
"step": 13620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.744576,
|
||
|
|
"grad_norm": 0.6820835471153259,
|
||
|
|
"learning_rate": 0.00027855103870904274,
|
||
|
|
"loss": 1.9719966888427733,
|
||
|
|
"step": 13630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7458559999999999,
|
||
|
|
"grad_norm": 0.6092546582221985,
|
||
|
|
"learning_rate": 0.0002785198680295115,
|
||
|
|
"loss": 2.006068992614746,
|
||
|
|
"step": 13640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.747136,
|
||
|
|
"grad_norm": 0.5908424258232117,
|
||
|
|
"learning_rate": 0.00027848867646372143,
|
||
|
|
"loss": 1.9989572525024415,
|
||
|
|
"step": 13650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.748416,
|
||
|
|
"grad_norm": 0.6115155220031738,
|
||
|
|
"learning_rate": 0.00027845746401674145,
|
||
|
|
"loss": 1.9978038787841796,
|
||
|
|
"step": 13660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7496960000000001,
|
||
|
|
"grad_norm": 0.6529688835144043,
|
||
|
|
"learning_rate": 0.000278426230693644,
|
||
|
|
"loss": 1.9970335006713866,
|
||
|
|
"step": 13670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.750976,
|
||
|
|
"grad_norm": 0.6464643478393555,
|
||
|
|
"learning_rate": 0.00027839497649950496,
|
||
|
|
"loss": 1.9870317459106446,
|
||
|
|
"step": 13680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.752256,
|
||
|
|
"grad_norm": 0.6392168998718262,
|
||
|
|
"learning_rate": 0.00027836370143940364,
|
||
|
|
"loss": 1.975596809387207,
|
||
|
|
"step": 13690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.753536,
|
||
|
|
"grad_norm": 0.5521542429924011,
|
||
|
|
"learning_rate": 0.0002783324055184226,
|
||
|
|
"loss": 1.982096290588379,
|
||
|
|
"step": 13700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.754816,
|
||
|
|
"grad_norm": 0.5614274740219116,
|
||
|
|
"learning_rate": 0.0002783010887416479,
|
||
|
|
"loss": 1.9764310836791992,
|
||
|
|
"step": 13710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7560959999999999,
|
||
|
|
"grad_norm": 0.6286564469337463,
|
||
|
|
"learning_rate": 0.00027826975111416884,
|
||
|
|
"loss": 1.9740509033203124,
|
||
|
|
"step": 13720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.757376,
|
||
|
|
"grad_norm": 0.6732945442199707,
|
||
|
|
"learning_rate": 0.00027823839264107833,
|
||
|
|
"loss": 1.9812362670898438,
|
||
|
|
"step": 13730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.758656,
|
||
|
|
"grad_norm": 0.8319885730743408,
|
||
|
|
"learning_rate": 0.0002782070133274726,
|
||
|
|
"loss": 1.9909189224243165,
|
||
|
|
"step": 13740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.759936,
|
||
|
|
"grad_norm": 0.6059410572052002,
|
||
|
|
"learning_rate": 0.0002781756131784511,
|
||
|
|
"loss": 1.980379867553711,
|
||
|
|
"step": 13750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7612160000000001,
|
||
|
|
"grad_norm": 0.5295083522796631,
|
||
|
|
"learning_rate": 0.0002781441921991168,
|
||
|
|
"loss": 1.9844615936279297,
|
||
|
|
"step": 13760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.762496,
|
||
|
|
"grad_norm": 0.6505018472671509,
|
||
|
|
"learning_rate": 0.00027811275039457613,
|
||
|
|
"loss": 1.9884096145629884,
|
||
|
|
"step": 13770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.763776,
|
||
|
|
"grad_norm": 0.7103697657585144,
|
||
|
|
"learning_rate": 0.0002780812877699388,
|
||
|
|
"loss": 1.9862951278686523,
|
||
|
|
"step": 13780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.765056,
|
||
|
|
"grad_norm": 0.5813751816749573,
|
||
|
|
"learning_rate": 0.00027804980433031784,
|
||
|
|
"loss": 1.9884418487548827,
|
||
|
|
"step": 13790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.766336,
|
||
|
|
"grad_norm": 0.6926559209823608,
|
||
|
|
"learning_rate": 0.00027801830008082986,
|
||
|
|
"loss": 1.9918901443481445,
|
||
|
|
"step": 13800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7676159999999999,
|
||
|
|
"grad_norm": 0.5946470499038696,
|
||
|
|
"learning_rate": 0.00027798677502659464,
|
||
|
|
"loss": 1.9839643478393554,
|
||
|
|
"step": 13810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.768896,
|
||
|
|
"grad_norm": 0.557457447052002,
|
||
|
|
"learning_rate": 0.00027795522917273545,
|
||
|
|
"loss": 1.9885560989379882,
|
||
|
|
"step": 13820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.770176,
|
||
|
|
"grad_norm": 0.7370789647102356,
|
||
|
|
"learning_rate": 0.00027792366252437896,
|
||
|
|
"loss": 1.986794662475586,
|
||
|
|
"step": 13830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7714560000000001,
|
||
|
|
"grad_norm": 0.5929363369941711,
|
||
|
|
"learning_rate": 0.0002778920750866553,
|
||
|
|
"loss": 1.9836645126342773,
|
||
|
|
"step": 13840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.772736,
|
||
|
|
"grad_norm": 0.5790180563926697,
|
||
|
|
"learning_rate": 0.00027786046686469756,
|
||
|
|
"loss": 1.9910282135009765,
|
||
|
|
"step": 13850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.774016,
|
||
|
|
"grad_norm": 0.5799253582954407,
|
||
|
|
"learning_rate": 0.0002778288378636428,
|
||
|
|
"loss": 1.9691133499145508,
|
||
|
|
"step": 13860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.775296,
|
||
|
|
"grad_norm": 0.7639281749725342,
|
||
|
|
"learning_rate": 0.00027779718808863113,
|
||
|
|
"loss": 2.0000869750976564,
|
||
|
|
"step": 13870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.776576,
|
||
|
|
"grad_norm": 0.5788276791572571,
|
||
|
|
"learning_rate": 0.0002777655175448059,
|
||
|
|
"loss": 1.9941930770874023,
|
||
|
|
"step": 13880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7778559999999999,
|
||
|
|
"grad_norm": 0.7169702053070068,
|
||
|
|
"learning_rate": 0.0002777338262373142,
|
||
|
|
"loss": 2.001001739501953,
|
||
|
|
"step": 13890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.779136,
|
||
|
|
"grad_norm": 0.5163822174072266,
|
||
|
|
"learning_rate": 0.00027770211417130626,
|
||
|
|
"loss": 1.9909893035888673,
|
||
|
|
"step": 13900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.780416,
|
||
|
|
"grad_norm": 0.7218848466873169,
|
||
|
|
"learning_rate": 0.0002776703813519357,
|
||
|
|
"loss": 2.000100517272949,
|
||
|
|
"step": 13910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.781696,
|
||
|
|
"grad_norm": 0.6570733785629272,
|
||
|
|
"learning_rate": 0.0002776386277843595,
|
||
|
|
"loss": 1.9942224502563477,
|
||
|
|
"step": 13920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7829760000000001,
|
||
|
|
"grad_norm": 0.6489054560661316,
|
||
|
|
"learning_rate": 0.00027760685347373815,
|
||
|
|
"loss": 1.9865427017211914,
|
||
|
|
"step": 13930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.784256,
|
||
|
|
"grad_norm": 0.6423578262329102,
|
||
|
|
"learning_rate": 0.0002775750584252354,
|
||
|
|
"loss": 1.9879083633422852,
|
||
|
|
"step": 13940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.785536,
|
||
|
|
"grad_norm": 0.5846525430679321,
|
||
|
|
"learning_rate": 0.0002775432426440183,
|
||
|
|
"loss": 1.998491096496582,
|
||
|
|
"step": 13950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.786816,
|
||
|
|
"grad_norm": 0.6934936046600342,
|
||
|
|
"learning_rate": 0.0002775114061352574,
|
||
|
|
"loss": 2.0036827087402345,
|
||
|
|
"step": 13960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.788096,
|
||
|
|
"grad_norm": 0.7417251467704773,
|
||
|
|
"learning_rate": 0.00027747954890412665,
|
||
|
|
"loss": 1.993621826171875,
|
||
|
|
"step": 13970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7893759999999999,
|
||
|
|
"grad_norm": 0.6612619161605835,
|
||
|
|
"learning_rate": 0.00027744767095580323,
|
||
|
|
"loss": 1.9732223510742188,
|
||
|
|
"step": 13980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.790656,
|
||
|
|
"grad_norm": 0.6654414534568787,
|
||
|
|
"learning_rate": 0.0002774157722954677,
|
||
|
|
"loss": 1.9863597869873046,
|
||
|
|
"step": 13990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.791936,
|
||
|
|
"grad_norm": 0.6348403096199036,
|
||
|
|
"learning_rate": 0.00027738385292830407,
|
||
|
|
"loss": 2.0069671630859376,
|
||
|
|
"step": 14000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7932160000000001,
|
||
|
|
"grad_norm": 0.6972537636756897,
|
||
|
|
"learning_rate": 0.00027735191285949975,
|
||
|
|
"loss": 1.9975904464721679,
|
||
|
|
"step": 14010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.794496,
|
||
|
|
"grad_norm": 0.5936768651008606,
|
||
|
|
"learning_rate": 0.0002773199520942453,
|
||
|
|
"loss": 1.9938947677612304,
|
||
|
|
"step": 14020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.795776,
|
||
|
|
"grad_norm": 0.5596235990524292,
|
||
|
|
"learning_rate": 0.00027728797063773493,
|
||
|
|
"loss": 1.9974689483642578,
|
||
|
|
"step": 14030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.797056,
|
||
|
|
"grad_norm": 0.6101556420326233,
|
||
|
|
"learning_rate": 0.000277255968495166,
|
||
|
|
"loss": 2.0115772247314454,
|
||
|
|
"step": 14040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.798336,
|
||
|
|
"grad_norm": 0.6465120911598206,
|
||
|
|
"learning_rate": 0.0002772239456717393,
|
||
|
|
"loss": 1.9835803985595704,
|
||
|
|
"step": 14050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7996159999999999,
|
||
|
|
"grad_norm": 0.7538608312606812,
|
||
|
|
"learning_rate": 0.000277191902172659,
|
||
|
|
"loss": 2.005080223083496,
|
||
|
|
"step": 14060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.800896,
|
||
|
|
"grad_norm": 0.7185438871383667,
|
||
|
|
"learning_rate": 0.0002771598380031326,
|
||
|
|
"loss": 1.9749935150146485,
|
||
|
|
"step": 14070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.802176,
|
||
|
|
"grad_norm": 0.5687502026557922,
|
||
|
|
"learning_rate": 0.000277127753168371,
|
||
|
|
"loss": 1.9848592758178711,
|
||
|
|
"step": 14080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.803456,
|
||
|
|
"grad_norm": 0.6506163477897644,
|
||
|
|
"learning_rate": 0.0002770956476735884,
|
||
|
|
"loss": 1.9971248626708984,
|
||
|
|
"step": 14090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8047360000000001,
|
||
|
|
"grad_norm": 0.6640498042106628,
|
||
|
|
"learning_rate": 0.0002770635215240024,
|
||
|
|
"loss": 2.0049943923950195,
|
||
|
|
"step": 14100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.806016,
|
||
|
|
"grad_norm": 0.5507321953773499,
|
||
|
|
"learning_rate": 0.00027703137472483396,
|
||
|
|
"loss": 1.981342887878418,
|
||
|
|
"step": 14110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.807296,
|
||
|
|
"grad_norm": 0.5848096013069153,
|
||
|
|
"learning_rate": 0.00027699920728130735,
|
||
|
|
"loss": 2.0065704345703126,
|
||
|
|
"step": 14120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.808576,
|
||
|
|
"grad_norm": 0.7137436270713806,
|
||
|
|
"learning_rate": 0.0002769670191986502,
|
||
|
|
"loss": 1.9926156997680664,
|
||
|
|
"step": 14130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.809856,
|
||
|
|
"grad_norm": 0.6607388854026794,
|
||
|
|
"learning_rate": 0.0002769348104820936,
|
||
|
|
"loss": 2.004817008972168,
|
||
|
|
"step": 14140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8111359999999999,
|
||
|
|
"grad_norm": 0.589976966381073,
|
||
|
|
"learning_rate": 0.0002769025811368718,
|
||
|
|
"loss": 1.9768518447875976,
|
||
|
|
"step": 14150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.812416,
|
||
|
|
"grad_norm": 0.6693985462188721,
|
||
|
|
"learning_rate": 0.00027687033116822264,
|
||
|
|
"loss": 1.9946104049682618,
|
||
|
|
"step": 14160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.813696,
|
||
|
|
"grad_norm": 0.6808820962905884,
|
||
|
|
"learning_rate": 0.0002768380605813871,
|
||
|
|
"loss": 1.9783695220947266,
|
||
|
|
"step": 14170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8149760000000001,
|
||
|
|
"grad_norm": 0.6001582741737366,
|
||
|
|
"learning_rate": 0.00027680576938160967,
|
||
|
|
"loss": 1.9821128845214844,
|
||
|
|
"step": 14180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.816256,
|
||
|
|
"grad_norm": 0.5757496953010559,
|
||
|
|
"learning_rate": 0.000276773457574138,
|
||
|
|
"loss": 1.9941371917724608,
|
||
|
|
"step": 14190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.817536,
|
||
|
|
"grad_norm": 0.6027823090553284,
|
||
|
|
"learning_rate": 0.00027674112516422333,
|
||
|
|
"loss": 1.975214958190918,
|
||
|
|
"step": 14200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.818816,
|
||
|
|
"grad_norm": 0.7105240225791931,
|
||
|
|
"learning_rate": 0.0002767087721571201,
|
||
|
|
"loss": 1.9998865127563477,
|
||
|
|
"step": 14210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.820096,
|
||
|
|
"grad_norm": 0.6610202193260193,
|
||
|
|
"learning_rate": 0.00027667639855808606,
|
||
|
|
"loss": 1.9810190200805664,
|
||
|
|
"step": 14220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8213759999999999,
|
||
|
|
"grad_norm": 0.6623238325119019,
|
||
|
|
"learning_rate": 0.0002766440043723824,
|
||
|
|
"loss": 2.0051544189453123,
|
||
|
|
"step": 14230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.822656,
|
||
|
|
"grad_norm": 0.6435370445251465,
|
||
|
|
"learning_rate": 0.00027661158960527363,
|
||
|
|
"loss": 2.0050176620483398,
|
||
|
|
"step": 14240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.823936,
|
||
|
|
"grad_norm": 0.6199061870574951,
|
||
|
|
"learning_rate": 0.0002765791542620276,
|
||
|
|
"loss": 1.9975845336914062,
|
||
|
|
"step": 14250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.825216,
|
||
|
|
"grad_norm": 0.620334804058075,
|
||
|
|
"learning_rate": 0.00027654669834791554,
|
||
|
|
"loss": 2.000550079345703,
|
||
|
|
"step": 14260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8264960000000001,
|
||
|
|
"grad_norm": 0.614678144454956,
|
||
|
|
"learning_rate": 0.0002765142218682119,
|
||
|
|
"loss": 1.9887870788574218,
|
||
|
|
"step": 14270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.827776,
|
||
|
|
"grad_norm": 0.6724008917808533,
|
||
|
|
"learning_rate": 0.0002764817248281946,
|
||
|
|
"loss": 2.0075620651245116,
|
||
|
|
"step": 14280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.829056,
|
||
|
|
"grad_norm": 0.5586716532707214,
|
||
|
|
"learning_rate": 0.00027644920723314493,
|
||
|
|
"loss": 1.9960405349731445,
|
||
|
|
"step": 14290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.830336,
|
||
|
|
"grad_norm": 0.6070801019668579,
|
||
|
|
"learning_rate": 0.0002764166690883473,
|
||
|
|
"loss": 1.9760414123535157,
|
||
|
|
"step": 14300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.831616,
|
||
|
|
"grad_norm": 0.6035956740379333,
|
||
|
|
"learning_rate": 0.00027638411039908973,
|
||
|
|
"loss": 1.9959955215454102,
|
||
|
|
"step": 14310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8328959999999999,
|
||
|
|
"grad_norm": 0.5952864289283752,
|
||
|
|
"learning_rate": 0.0002763515311706634,
|
||
|
|
"loss": 1.9982990264892577,
|
||
|
|
"step": 14320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.834176,
|
||
|
|
"grad_norm": 0.6509754061698914,
|
||
|
|
"learning_rate": 0.00027631893140836293,
|
||
|
|
"loss": 1.9895006179809571,
|
||
|
|
"step": 14330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.835456,
|
||
|
|
"grad_norm": 0.636300265789032,
|
||
|
|
"learning_rate": 0.0002762863111174862,
|
||
|
|
"loss": 1.9789936065673828,
|
||
|
|
"step": 14340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8367360000000001,
|
||
|
|
"grad_norm": 0.6384751200675964,
|
||
|
|
"learning_rate": 0.0002762536703033345,
|
||
|
|
"loss": 2.0002975463867188,
|
||
|
|
"step": 14350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.838016,
|
||
|
|
"grad_norm": 0.5570773482322693,
|
||
|
|
"learning_rate": 0.00027622100897121233,
|
||
|
|
"loss": 1.960428237915039,
|
||
|
|
"step": 14360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.839296,
|
||
|
|
"grad_norm": 0.7164232730865479,
|
||
|
|
"learning_rate": 0.0002761883271264277,
|
||
|
|
"loss": 1.9880035400390625,
|
||
|
|
"step": 14370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.840576,
|
||
|
|
"grad_norm": 0.5662538409233093,
|
||
|
|
"learning_rate": 0.0002761556247742918,
|
||
|
|
"loss": 1.9996320724487304,
|
||
|
|
"step": 14380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.841856,
|
||
|
|
"grad_norm": 0.5953733921051025,
|
||
|
|
"learning_rate": 0.0002761229019201193,
|
||
|
|
"loss": 1.9869873046875,
|
||
|
|
"step": 14390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8431359999999999,
|
||
|
|
"grad_norm": 0.6056095361709595,
|
||
|
|
"learning_rate": 0.00027609015856922795,
|
||
|
|
"loss": 1.981184959411621,
|
||
|
|
"step": 14400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.844416,
|
||
|
|
"grad_norm": 0.5695070624351501,
|
||
|
|
"learning_rate": 0.0002760573947269392,
|
||
|
|
"loss": 1.9867027282714844,
|
||
|
|
"step": 14410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.845696,
|
||
|
|
"grad_norm": 0.6501023173332214,
|
||
|
|
"learning_rate": 0.0002760246103985775,
|
||
|
|
"loss": 1.9639600753784179,
|
||
|
|
"step": 14420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.846976,
|
||
|
|
"grad_norm": 0.5985293984413147,
|
||
|
|
"learning_rate": 0.00027599180558947074,
|
||
|
|
"loss": 1.9643999099731446,
|
||
|
|
"step": 14430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8482560000000001,
|
||
|
|
"grad_norm": 0.7530742883682251,
|
||
|
|
"learning_rate": 0.00027595898030495026,
|
||
|
|
"loss": 1.990458869934082,
|
||
|
|
"step": 14440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.849536,
|
||
|
|
"grad_norm": 0.6245275735855103,
|
||
|
|
"learning_rate": 0.0002759261345503506,
|
||
|
|
"loss": 1.9790266036987305,
|
||
|
|
"step": 14450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.850816,
|
||
|
|
"grad_norm": 0.563879132270813,
|
||
|
|
"learning_rate": 0.0002758932683310095,
|
||
|
|
"loss": 1.9952646255493165,
|
||
|
|
"step": 14460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.852096,
|
||
|
|
"grad_norm": 0.6672703623771667,
|
||
|
|
"learning_rate": 0.00027586038165226844,
|
||
|
|
"loss": 1.996124267578125,
|
||
|
|
"step": 14470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.853376,
|
||
|
|
"grad_norm": 0.5894368290901184,
|
||
|
|
"learning_rate": 0.00027582747451947176,
|
||
|
|
"loss": 2.0115827560424804,
|
||
|
|
"step": 14480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8546559999999999,
|
||
|
|
"grad_norm": 0.6556432843208313,
|
||
|
|
"learning_rate": 0.0002757945469379673,
|
||
|
|
"loss": 2.0157970428466796,
|
||
|
|
"step": 14490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.855936,
|
||
|
|
"grad_norm": 0.5600073337554932,
|
||
|
|
"learning_rate": 0.0002757615989131064,
|
||
|
|
"loss": 1.9951839447021484,
|
||
|
|
"step": 14500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.857216,
|
||
|
|
"grad_norm": 0.5757896304130554,
|
||
|
|
"learning_rate": 0.00027572863045024354,
|
||
|
|
"loss": 1.993458366394043,
|
||
|
|
"step": 14510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8584960000000001,
|
||
|
|
"grad_norm": 1.796272873878479,
|
||
|
|
"learning_rate": 0.0002756956415547365,
|
||
|
|
"loss": 1.987896728515625,
|
||
|
|
"step": 14520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.859776,
|
||
|
|
"grad_norm": 0.5895299911499023,
|
||
|
|
"learning_rate": 0.0002756626322319464,
|
||
|
|
"loss": 1.9889129638671874,
|
||
|
|
"step": 14530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.861056,
|
||
|
|
"grad_norm": 0.5607683658599854,
|
||
|
|
"learning_rate": 0.0002756296024872378,
|
||
|
|
"loss": 1.976766014099121,
|
||
|
|
"step": 14540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.862336,
|
||
|
|
"grad_norm": 0.5705486536026001,
|
||
|
|
"learning_rate": 0.0002755965523259784,
|
||
|
|
"loss": 2.0038755416870115,
|
||
|
|
"step": 14550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.863616,
|
||
|
|
"grad_norm": 0.6873815059661865,
|
||
|
|
"learning_rate": 0.0002755634817535394,
|
||
|
|
"loss": 2.0010583877563475,
|
||
|
|
"step": 14560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8648959999999999,
|
||
|
|
"grad_norm": 0.6385495066642761,
|
||
|
|
"learning_rate": 0.0002755303907752951,
|
||
|
|
"loss": 2.004182815551758,
|
||
|
|
"step": 14570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8661759999999998,
|
||
|
|
"grad_norm": 0.594531774520874,
|
||
|
|
"learning_rate": 0.00027549727939662344,
|
||
|
|
"loss": 1.9861839294433594,
|
||
|
|
"step": 14580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.867456,
|
||
|
|
"grad_norm": 0.658338725566864,
|
||
|
|
"learning_rate": 0.00027546414762290533,
|
||
|
|
"loss": 2.0028461456298827,
|
||
|
|
"step": 14590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.868736,
|
||
|
|
"grad_norm": 0.6874401569366455,
|
||
|
|
"learning_rate": 0.00027543099545952515,
|
||
|
|
"loss": 2.0001737594604494,
|
||
|
|
"step": 14600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8700160000000001,
|
||
|
|
"grad_norm": 0.6376484036445618,
|
||
|
|
"learning_rate": 0.00027539782291187057,
|
||
|
|
"loss": 1.978806495666504,
|
||
|
|
"step": 14610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.871296,
|
||
|
|
"grad_norm": 0.5759891271591187,
|
||
|
|
"learning_rate": 0.00027536462998533273,
|
||
|
|
"loss": 1.9915178298950196,
|
||
|
|
"step": 14620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.872576,
|
||
|
|
"grad_norm": 0.5909021496772766,
|
||
|
|
"learning_rate": 0.00027533141668530575,
|
||
|
|
"loss": 1.998671531677246,
|
||
|
|
"step": 14630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.873856,
|
||
|
|
"grad_norm": 0.6341341137886047,
|
||
|
|
"learning_rate": 0.0002752981830171874,
|
||
|
|
"loss": 1.986322784423828,
|
||
|
|
"step": 14640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.875136,
|
||
|
|
"grad_norm": 0.6043877601623535,
|
||
|
|
"learning_rate": 0.00027526492898637855,
|
||
|
|
"loss": 1.9800695419311523,
|
||
|
|
"step": 14650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8764159999999999,
|
||
|
|
"grad_norm": 0.6429261565208435,
|
||
|
|
"learning_rate": 0.0002752316545982834,
|
||
|
|
"loss": 1.988995361328125,
|
||
|
|
"step": 14660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.877696,
|
||
|
|
"grad_norm": 0.5567938089370728,
|
||
|
|
"learning_rate": 0.0002751983598583096,
|
||
|
|
"loss": 1.981565284729004,
|
||
|
|
"step": 14670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.878976,
|
||
|
|
"grad_norm": 0.6165884733200073,
|
||
|
|
"learning_rate": 0.00027516504477186787,
|
||
|
|
"loss": 1.9861871719360351,
|
||
|
|
"step": 14680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8802560000000001,
|
||
|
|
"grad_norm": 0.6105359792709351,
|
||
|
|
"learning_rate": 0.00027513170934437254,
|
||
|
|
"loss": 1.9892169952392578,
|
||
|
|
"step": 14690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.881536,
|
||
|
|
"grad_norm": 0.5695372223854065,
|
||
|
|
"learning_rate": 0.00027509835358124093,
|
||
|
|
"loss": 2.0050533294677733,
|
||
|
|
"step": 14700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.882816,
|
||
|
|
"grad_norm": 0.6628261208534241,
|
||
|
|
"learning_rate": 0.0002750649774878939,
|
||
|
|
"loss": 1.99969482421875,
|
||
|
|
"step": 14710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.884096,
|
||
|
|
"grad_norm": 0.6528040170669556,
|
||
|
|
"learning_rate": 0.00027503158106975553,
|
||
|
|
"loss": 1.9953853607177734,
|
||
|
|
"step": 14720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.885376,
|
||
|
|
"grad_norm": 0.5966925621032715,
|
||
|
|
"learning_rate": 0.00027499816433225314,
|
||
|
|
"loss": 1.9600650787353515,
|
||
|
|
"step": 14730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8866559999999999,
|
||
|
|
"grad_norm": 0.6320626139640808,
|
||
|
|
"learning_rate": 0.00027496472728081743,
|
||
|
|
"loss": 1.9932964324951172,
|
||
|
|
"step": 14740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8879359999999998,
|
||
|
|
"grad_norm": 0.5818320512771606,
|
||
|
|
"learning_rate": 0.0002749312699208824,
|
||
|
|
"loss": 2.0017929077148438,
|
||
|
|
"step": 14750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.889216,
|
||
|
|
"grad_norm": 0.5997017025947571,
|
||
|
|
"learning_rate": 0.0002748977922578854,
|
||
|
|
"loss": 1.9842348098754883,
|
||
|
|
"step": 14760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.890496,
|
||
|
|
"grad_norm": 0.5786566138267517,
|
||
|
|
"learning_rate": 0.0002748642942972669,
|
||
|
|
"loss": 1.9812992095947266,
|
||
|
|
"step": 14770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8917760000000001,
|
||
|
|
"grad_norm": 0.5843164324760437,
|
||
|
|
"learning_rate": 0.0002748307760444708,
|
||
|
|
"loss": 1.9856365203857422,
|
||
|
|
"step": 14780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.893056,
|
||
|
|
"grad_norm": 0.6202820539474487,
|
||
|
|
"learning_rate": 0.00027479723750494433,
|
||
|
|
"loss": 2.0052860260009764,
|
||
|
|
"step": 14790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.894336,
|
||
|
|
"grad_norm": 0.6694955825805664,
|
||
|
|
"learning_rate": 0.000274763678684138,
|
||
|
|
"loss": 1.974207878112793,
|
||
|
|
"step": 14800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.895616,
|
||
|
|
"grad_norm": 0.5736132860183716,
|
||
|
|
"learning_rate": 0.00027473009958750545,
|
||
|
|
"loss": 1.9973283767700196,
|
||
|
|
"step": 14810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.896896,
|
||
|
|
"grad_norm": 0.557710587978363,
|
||
|
|
"learning_rate": 0.0002746965002205039,
|
||
|
|
"loss": 1.9818191528320312,
|
||
|
|
"step": 14820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8981759999999999,
|
||
|
|
"grad_norm": 0.8220569491386414,
|
||
|
|
"learning_rate": 0.0002746628805885936,
|
||
|
|
"loss": 1.9967378616333007,
|
||
|
|
"step": 14830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.899456,
|
||
|
|
"grad_norm": 0.6114009618759155,
|
||
|
|
"learning_rate": 0.00027462924069723827,
|
||
|
|
"loss": 1.9965011596679687,
|
||
|
|
"step": 14840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.900736,
|
||
|
|
"grad_norm": 0.6124056577682495,
|
||
|
|
"learning_rate": 0.0002745955805519048,
|
||
|
|
"loss": 2.016282081604004,
|
||
|
|
"step": 14850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9020160000000002,
|
||
|
|
"grad_norm": 0.5910442471504211,
|
||
|
|
"learning_rate": 0.00027456190015806353,
|
||
|
|
"loss": 1.9879514694213867,
|
||
|
|
"step": 14860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.903296,
|
||
|
|
"grad_norm": 1.2884783744812012,
|
||
|
|
"learning_rate": 0.0002745281995211879,
|
||
|
|
"loss": 2.015022850036621,
|
||
|
|
"step": 14870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.904576,
|
||
|
|
"grad_norm": 0.5896376371383667,
|
||
|
|
"learning_rate": 0.00027449447864675474,
|
||
|
|
"loss": 1.9929832458496093,
|
||
|
|
"step": 14880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.905856,
|
||
|
|
"grad_norm": 1.4045612812042236,
|
||
|
|
"learning_rate": 0.0002744607375402442,
|
||
|
|
"loss": 2.008869934082031,
|
||
|
|
"step": 14890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.907136,
|
||
|
|
"grad_norm": 1.1903825998306274,
|
||
|
|
"learning_rate": 0.0002744269762071396,
|
||
|
|
"loss": 2.0193687438964845,
|
||
|
|
"step": 14900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.908416,
|
||
|
|
"grad_norm": 0.6184222102165222,
|
||
|
|
"learning_rate": 0.00027439319465292773,
|
||
|
|
"loss": 2.0176204681396483,
|
||
|
|
"step": 14910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9096959999999998,
|
||
|
|
"grad_norm": 0.6446005702018738,
|
||
|
|
"learning_rate": 0.0002743593928830985,
|
||
|
|
"loss": 1.9901769638061524,
|
||
|
|
"step": 14920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.910976,
|
||
|
|
"grad_norm": 0.5989486575126648,
|
||
|
|
"learning_rate": 0.0002743255709031452,
|
||
|
|
"loss": 2.00903263092041,
|
||
|
|
"step": 14930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.912256,
|
||
|
|
"grad_norm": 0.8651177287101746,
|
||
|
|
"learning_rate": 0.0002742917287185643,
|
||
|
|
"loss": 1.9887771606445312,
|
||
|
|
"step": 14940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9135360000000001,
|
||
|
|
"grad_norm": 0.5811720490455627,
|
||
|
|
"learning_rate": 0.00027425786633485566,
|
||
|
|
"loss": 1.9947555541992188,
|
||
|
|
"step": 14950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.914816,
|
||
|
|
"grad_norm": 0.6343239545822144,
|
||
|
|
"learning_rate": 0.00027422398375752247,
|
||
|
|
"loss": 1.9907865524291992,
|
||
|
|
"step": 14960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.916096,
|
||
|
|
"grad_norm": 0.6845805048942566,
|
||
|
|
"learning_rate": 0.00027419008099207096,
|
||
|
|
"loss": 1.9792387008666992,
|
||
|
|
"step": 14970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.917376,
|
||
|
|
"grad_norm": 0.6633698344230652,
|
||
|
|
"learning_rate": 0.00027415615804401094,
|
||
|
|
"loss": 1.9987592697143555,
|
||
|
|
"step": 14980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.918656,
|
||
|
|
"grad_norm": 0.5590615272521973,
|
||
|
|
"learning_rate": 0.0002741222149188553,
|
||
|
|
"loss": 1.9844167709350586,
|
||
|
|
"step": 14990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9199359999999999,
|
||
|
|
"grad_norm": 0.6449314951896667,
|
||
|
|
"learning_rate": 0.00027408825162212024,
|
||
|
|
"loss": 1.9796030044555664,
|
||
|
|
"step": 15000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.921216,
|
||
|
|
"grad_norm": 0.5761886835098267,
|
||
|
|
"learning_rate": 0.0002740542681593253,
|
||
|
|
"loss": 2.000011444091797,
|
||
|
|
"step": 15010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.922496,
|
||
|
|
"grad_norm": 0.6057732701301575,
|
||
|
|
"learning_rate": 0.0002740202645359933,
|
||
|
|
"loss": 1.992666244506836,
|
||
|
|
"step": 15020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9237760000000002,
|
||
|
|
"grad_norm": 0.6328257322311401,
|
||
|
|
"learning_rate": 0.0002739862407576502,
|
||
|
|
"loss": 1.9957653045654298,
|
||
|
|
"step": 15030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.925056,
|
||
|
|
"grad_norm": 0.5427049398422241,
|
||
|
|
"learning_rate": 0.0002739521968298254,
|
||
|
|
"loss": 2.001283645629883,
|
||
|
|
"step": 15040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.926336,
|
||
|
|
"grad_norm": 0.5683019161224365,
|
||
|
|
"learning_rate": 0.0002739181327580515,
|
||
|
|
"loss": 1.97943058013916,
|
||
|
|
"step": 15050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.927616,
|
||
|
|
"grad_norm": 0.8532147407531738,
|
||
|
|
"learning_rate": 0.00027388404854786447,
|
||
|
|
"loss": 1.9755849838256836,
|
||
|
|
"step": 15060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.928896,
|
||
|
|
"grad_norm": 0.624137818813324,
|
||
|
|
"learning_rate": 0.0002738499442048033,
|
||
|
|
"loss": 1.9904840469360352,
|
||
|
|
"step": 15070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.930176,
|
||
|
|
"grad_norm": 0.7412115931510925,
|
||
|
|
"learning_rate": 0.0002738158197344105,
|
||
|
|
"loss": 1.9809625625610352,
|
||
|
|
"step": 15080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9314559999999998,
|
||
|
|
"grad_norm": 0.7491364479064941,
|
||
|
|
"learning_rate": 0.00027378167514223185,
|
||
|
|
"loss": 1.9927919387817383,
|
||
|
|
"step": 15090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.932736,
|
||
|
|
"grad_norm": 0.6788904666900635,
|
||
|
|
"learning_rate": 0.0002737475104338162,
|
||
|
|
"loss": 1.9927122116088867,
|
||
|
|
"step": 15100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.934016,
|
||
|
|
"grad_norm": 0.5447447299957275,
|
||
|
|
"learning_rate": 0.00027371332561471583,
|
||
|
|
"loss": 1.9873960494995118,
|
||
|
|
"step": 15110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9352960000000001,
|
||
|
|
"grad_norm": 0.5972921252250671,
|
||
|
|
"learning_rate": 0.00027367912069048623,
|
||
|
|
"loss": 2.003441047668457,
|
||
|
|
"step": 15120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.936576,
|
||
|
|
"grad_norm": 0.7013078331947327,
|
||
|
|
"learning_rate": 0.0002736448956666862,
|
||
|
|
"loss": 1.9882572174072266,
|
||
|
|
"step": 15130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.937856,
|
||
|
|
"grad_norm": 0.6605074405670166,
|
||
|
|
"learning_rate": 0.0002736106505488777,
|
||
|
|
"loss": 1.9947832107543946,
|
||
|
|
"step": 15140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.939136,
|
||
|
|
"grad_norm": 0.624704897403717,
|
||
|
|
"learning_rate": 0.00027357638534262623,
|
||
|
|
"loss": 1.985148048400879,
|
||
|
|
"step": 15150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.940416,
|
||
|
|
"grad_norm": 0.6804410815238953,
|
||
|
|
"learning_rate": 0.00027354210005350014,
|
||
|
|
"loss": 1.9888923645019532,
|
||
|
|
"step": 15160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9416959999999999,
|
||
|
|
"grad_norm": 0.678081214427948,
|
||
|
|
"learning_rate": 0.00027350779468707145,
|
||
|
|
"loss": 1.9940563201904298,
|
||
|
|
"step": 15170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.942976,
|
||
|
|
"grad_norm": 0.7491250038146973,
|
||
|
|
"learning_rate": 0.0002734734692489151,
|
||
|
|
"loss": 1.9851743698120117,
|
||
|
|
"step": 15180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.944256,
|
||
|
|
"grad_norm": 0.7810075283050537,
|
||
|
|
"learning_rate": 0.0002734391237446095,
|
||
|
|
"loss": 1.9839576721191405,
|
||
|
|
"step": 15190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9455360000000002,
|
||
|
|
"grad_norm": 0.6328175663948059,
|
||
|
|
"learning_rate": 0.0002734047581797364,
|
||
|
|
"loss": 1.9939220428466797,
|
||
|
|
"step": 15200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.946816,
|
||
|
|
"grad_norm": 0.5270907282829285,
|
||
|
|
"learning_rate": 0.00027337037255988045,
|
||
|
|
"loss": 2.000494956970215,
|
||
|
|
"step": 15210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.948096,
|
||
|
|
"grad_norm": 0.6894044280052185,
|
||
|
|
"learning_rate": 0.00027333596689063,
|
||
|
|
"loss": 2.0118940353393553,
|
||
|
|
"step": 15220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.949376,
|
||
|
|
"grad_norm": 0.7083652019500732,
|
||
|
|
"learning_rate": 0.00027330154117757627,
|
||
|
|
"loss": 2.0064647674560545,
|
||
|
|
"step": 15230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.950656,
|
||
|
|
"grad_norm": 0.635725200176239,
|
||
|
|
"learning_rate": 0.00027326709542631404,
|
||
|
|
"loss": 1.9808626174926758,
|
||
|
|
"step": 15240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.951936,
|
||
|
|
"grad_norm": 0.7094610333442688,
|
||
|
|
"learning_rate": 0.0002732326296424412,
|
||
|
|
"loss": 2.0019426345825195,
|
||
|
|
"step": 15250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9532159999999998,
|
||
|
|
"grad_norm": 0.5832314491271973,
|
||
|
|
"learning_rate": 0.00027319814383155885,
|
||
|
|
"loss": 1.9864368438720703,
|
||
|
|
"step": 15260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.954496,
|
||
|
|
"grad_norm": 0.5181657671928406,
|
||
|
|
"learning_rate": 0.0002731636379992715,
|
||
|
|
"loss": 1.9723577499389648,
|
||
|
|
"step": 15270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.955776,
|
||
|
|
"grad_norm": 0.7585449814796448,
|
||
|
|
"learning_rate": 0.0002731291121511868,
|
||
|
|
"loss": 2.0052982330322267,
|
||
|
|
"step": 15280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9570560000000001,
|
||
|
|
"grad_norm": 0.5650632381439209,
|
||
|
|
"learning_rate": 0.00027309456629291565,
|
||
|
|
"loss": 2.011658477783203,
|
||
|
|
"step": 15290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.958336,
|
||
|
|
"grad_norm": 0.6076073050498962,
|
||
|
|
"learning_rate": 0.00027306000043007226,
|
||
|
|
"loss": 1.981151008605957,
|
||
|
|
"step": 15300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.959616,
|
||
|
|
"grad_norm": 0.6412877440452576,
|
||
|
|
"learning_rate": 0.000273025414568274,
|
||
|
|
"loss": 1.9722415924072265,
|
||
|
|
"step": 15310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.960896,
|
||
|
|
"grad_norm": 0.6715180277824402,
|
||
|
|
"learning_rate": 0.0002729908087131417,
|
||
|
|
"loss": 1.9752307891845704,
|
||
|
|
"step": 15320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.962176,
|
||
|
|
"grad_norm": 0.6363363265991211,
|
||
|
|
"learning_rate": 0.0002729561828702991,
|
||
|
|
"loss": 1.9887128829956056,
|
||
|
|
"step": 15330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9634559999999999,
|
||
|
|
"grad_norm": 0.5581247210502625,
|
||
|
|
"learning_rate": 0.00027292153704537353,
|
||
|
|
"loss": 2.000994110107422,
|
||
|
|
"step": 15340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.964736,
|
||
|
|
"grad_norm": 0.5792102813720703,
|
||
|
|
"learning_rate": 0.0002728868712439953,
|
||
|
|
"loss": 1.9863534927368165,
|
||
|
|
"step": 15350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.966016,
|
||
|
|
"grad_norm": 0.6057248115539551,
|
||
|
|
"learning_rate": 0.00027285218547179815,
|
||
|
|
"loss": 1.9823060989379884,
|
||
|
|
"step": 15360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9672960000000002,
|
||
|
|
"grad_norm": 0.6092322468757629,
|
||
|
|
"learning_rate": 0.00027281747973441903,
|
||
|
|
"loss": 1.9872922897338867,
|
||
|
|
"step": 15370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.968576,
|
||
|
|
"grad_norm": 0.5774412751197815,
|
||
|
|
"learning_rate": 0.0002727827540374981,
|
||
|
|
"loss": 1.988485336303711,
|
||
|
|
"step": 15380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.969856,
|
||
|
|
"grad_norm": 0.5677629709243774,
|
||
|
|
"learning_rate": 0.0002727480083866786,
|
||
|
|
"loss": 1.998712921142578,
|
||
|
|
"step": 15390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.971136,
|
||
|
|
"grad_norm": 0.5547299385070801,
|
||
|
|
"learning_rate": 0.0002727132427876074,
|
||
|
|
"loss": 1.992000198364258,
|
||
|
|
"step": 15400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.972416,
|
||
|
|
"grad_norm": 0.5611027479171753,
|
||
|
|
"learning_rate": 0.0002726784572459343,
|
||
|
|
"loss": 1.9901214599609376,
|
||
|
|
"step": 15410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.973696,
|
||
|
|
"grad_norm": 0.6831710338592529,
|
||
|
|
"learning_rate": 0.0002726436517673124,
|
||
|
|
"loss": 2.0092220306396484,
|
||
|
|
"step": 15420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9749759999999998,
|
||
|
|
"grad_norm": 0.652474045753479,
|
||
|
|
"learning_rate": 0.00027260882635739807,
|
||
|
|
"loss": 1.9941566467285157,
|
||
|
|
"step": 15430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.976256,
|
||
|
|
"grad_norm": 0.6066447496414185,
|
||
|
|
"learning_rate": 0.000272573981021851,
|
||
|
|
"loss": 1.9903448104858399,
|
||
|
|
"step": 15440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.977536,
|
||
|
|
"grad_norm": 0.5975965261459351,
|
||
|
|
"learning_rate": 0.000272539115766334,
|
||
|
|
"loss": 1.9858333587646484,
|
||
|
|
"step": 15450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9788160000000001,
|
||
|
|
"grad_norm": 0.6692200899124146,
|
||
|
|
"learning_rate": 0.0002725042305965132,
|
||
|
|
"loss": 1.9625078201293946,
|
||
|
|
"step": 15460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.980096,
|
||
|
|
"grad_norm": 0.6145694255828857,
|
||
|
|
"learning_rate": 0.0002724693255180578,
|
||
|
|
"loss": 1.987001609802246,
|
||
|
|
"step": 15470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.981376,
|
||
|
|
"grad_norm": 0.6061978936195374,
|
||
|
|
"learning_rate": 0.0002724344005366404,
|
||
|
|
"loss": 1.9908834457397462,
|
||
|
|
"step": 15480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.982656,
|
||
|
|
"grad_norm": 0.6346415281295776,
|
||
|
|
"learning_rate": 0.00027239945565793694,
|
||
|
|
"loss": 1.9886537551879884,
|
||
|
|
"step": 15490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.983936,
|
||
|
|
"grad_norm": 0.531440019607544,
|
||
|
|
"learning_rate": 0.00027236449088762627,
|
||
|
|
"loss": 1.9866472244262696,
|
||
|
|
"step": 15500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9852159999999999,
|
||
|
|
"grad_norm": 0.6538944244384766,
|
||
|
|
"learning_rate": 0.00027232950623139076,
|
||
|
|
"loss": 1.9970335006713866,
|
||
|
|
"step": 15510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.986496,
|
||
|
|
"grad_norm": 0.6200321316719055,
|
||
|
|
"learning_rate": 0.00027229450169491583,
|
||
|
|
"loss": 1.9915782928466796,
|
||
|
|
"step": 15520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.987776,
|
||
|
|
"grad_norm": 0.5558231472969055,
|
||
|
|
"learning_rate": 0.00027225947728389015,
|
||
|
|
"loss": 1.9931659698486328,
|
||
|
|
"step": 15530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9890560000000002,
|
||
|
|
"grad_norm": 0.5900181531906128,
|
||
|
|
"learning_rate": 0.00027222443300400586,
|
||
|
|
"loss": 1.9951946258544921,
|
||
|
|
"step": 15540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.990336,
|
||
|
|
"grad_norm": 0.6925880908966064,
|
||
|
|
"learning_rate": 0.000272189368860958,
|
||
|
|
"loss": 2.009657287597656,
|
||
|
|
"step": 15550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.991616,
|
||
|
|
"grad_norm": 0.7228490710258484,
|
||
|
|
"learning_rate": 0.00027215428486044495,
|
||
|
|
"loss": 1.9677371978759766,
|
||
|
|
"step": 15560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.992896,
|
||
|
|
"grad_norm": 0.6594810485839844,
|
||
|
|
"learning_rate": 0.0002721191810081685,
|
||
|
|
"loss": 1.9823518753051759,
|
||
|
|
"step": 15570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.994176,
|
||
|
|
"grad_norm": 0.6771001815795898,
|
||
|
|
"learning_rate": 0.0002720840573098334,
|
||
|
|
"loss": 1.990148162841797,
|
||
|
|
"step": 15580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.995456,
|
||
|
|
"grad_norm": 0.6207253932952881,
|
||
|
|
"learning_rate": 0.0002720489137711477,
|
||
|
|
"loss": 2.003261756896973,
|
||
|
|
"step": 15590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9967359999999998,
|
||
|
|
"grad_norm": 0.5417797565460205,
|
||
|
|
"learning_rate": 0.00027201375039782275,
|
||
|
|
"loss": 1.9974004745483398,
|
||
|
|
"step": 15600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.998016,
|
||
|
|
"grad_norm": 0.6458831429481506,
|
||
|
|
"learning_rate": 0.0002719785671955732,
|
||
|
|
"loss": 1.9819438934326172,
|
||
|
|
"step": 15610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.999296,
|
||
|
|
"grad_norm": 0.5755211114883423,
|
||
|
|
"learning_rate": 0.00027194336417011666,
|
||
|
|
"loss": 1.9855327606201172,
|
||
|
|
"step": 15620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"eval_loss": 1.9955754280090332,
|
||
|
|
"eval_runtime": 18.0366,
|
||
|
|
"eval_samples_per_second": 554.427,
|
||
|
|
"eval_steps_per_second": 69.303,
|
||
|
|
"step": 15626
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 78130,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 10,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 3047458677129216.0,
|
||
|
|
"train_batch_size": 16,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|