12144 lines
277 KiB
JSON
12144 lines
277 KiB
JSON
|
{
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.999988442045527,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 86520,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.001155795447321733,
|
||
|
|
"grad_norm": 14.8125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 5.7862,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002311590894643466,
|
||
|
|
"grad_norm": 13.4375,
|
||
|
|
"learning_rate": 4e-05,
|
||
|
|
"loss": 5.2432,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003467386341965199,
|
||
|
|
"grad_norm": 11.5,
|
||
|
|
"learning_rate": 6e-05,
|
||
|
|
"loss": 4.905,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004623181789286932,
|
||
|
|
"grad_norm": 10.9375,
|
||
|
|
"learning_rate": 8e-05,
|
||
|
|
"loss": 4.6741,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005778977236608665,
|
||
|
|
"grad_norm": 11.0,
|
||
|
|
"learning_rate": 0.0001,
|
||
|
|
"loss": 4.5555,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006934772683930398,
|
||
|
|
"grad_norm": 10.1875,
|
||
|
|
"learning_rate": 0.00012,
|
||
|
|
"loss": 4.6028,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008090568131252132,
|
||
|
|
"grad_norm": 9.8125,
|
||
|
|
"learning_rate": 0.00014,
|
||
|
|
"loss": 4.704,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009246363578573865,
|
||
|
|
"grad_norm": 9.875,
|
||
|
|
"learning_rate": 0.00016,
|
||
|
|
"loss": 4.697,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010402159025895598,
|
||
|
|
"grad_norm": 9.4375,
|
||
|
|
"learning_rate": 0.00018,
|
||
|
|
"loss": 4.7582,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01155795447321733,
|
||
|
|
"grad_norm": 9.5,
|
||
|
|
"learning_rate": 0.0002,
|
||
|
|
"loss": 4.738,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012713749920539063,
|
||
|
|
"grad_norm": 9.4375,
|
||
|
|
"learning_rate": 0.00019999992618459312,
|
||
|
|
"loss": 4.7601,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013869545367860796,
|
||
|
|
"grad_norm": 9.4375,
|
||
|
|
"learning_rate": 0.0001999997047384814,
|
||
|
|
"loss": 4.7854,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015025340815182529,
|
||
|
|
"grad_norm": 8.75,
|
||
|
|
"learning_rate": 0.00019999933566199177,
|
||
|
|
"loss": 4.7152,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016181136262504264,
|
||
|
|
"grad_norm": 8.1875,
|
||
|
|
"learning_rate": 0.00019999881895566907,
|
||
|
|
"loss": 4.6014,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017336931709825996,
|
||
|
|
"grad_norm": 9.5625,
|
||
|
|
"learning_rate": 0.0001999981546202762,
|
||
|
|
"loss": 4.5855,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01849272715714773,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00019999734265679385,
|
||
|
|
"loss": 4.5282,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019648522604469462,
|
||
|
|
"grad_norm": 8.125,
|
||
|
|
"learning_rate": 0.0001999963830664208,
|
||
|
|
"loss": 4.5121,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020804318051791195,
|
||
|
|
"grad_norm": 7.8125,
|
||
|
|
"learning_rate": 0.0001999952758505736,
|
||
|
|
"loss": 4.4262,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021960113499112928,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.00019999402101088693,
|
||
|
|
"loss": 4.3959,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02311590894643466,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019999261854921328,
|
||
|
|
"loss": 4.3384,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024271704393756394,
|
||
|
|
"grad_norm": 7.46875,
|
||
|
|
"learning_rate": 0.00019999106846762312,
|
||
|
|
"loss": 4.3487,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025427499841078127,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019998937076840488,
|
||
|
|
"loss": 4.3253,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02658329528839986,
|
||
|
|
"grad_norm": 7.75,
|
||
|
|
"learning_rate": 0.00019998752545406486,
|
||
|
|
"loss": 4.329,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027739090735721592,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019998553252732727,
|
||
|
|
"loss": 4.3254,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028894886183043325,
|
||
|
|
"grad_norm": 8.375,
|
||
|
|
"learning_rate": 0.00019998339199113433,
|
||
|
|
"loss": 4.0993,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030050681630365058,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.00019998110384864614,
|
||
|
|
"loss": 4.2106,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03120647707768679,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019997866810324074,
|
||
|
|
"loss": 4.2057,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03236227252500853,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019997608475851394,
|
||
|
|
"loss": 4.1795,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03351806797233026,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00019997335381827957,
|
||
|
|
"loss": 4.0939,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03467386341965199,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019997047528656943,
|
||
|
|
"loss": 4.1456,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03582965886697372,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019996744916763305,
|
||
|
|
"loss": 4.1742,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03698545431429546,
|
||
|
|
"grad_norm": 8.625,
|
||
|
|
"learning_rate": 0.00019996427546593791,
|
||
|
|
"loss": 4.0882,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03814124976161719,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019996095418616943,
|
||
|
|
"loss": 4.0693,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.039297045208938924,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019995748533323075,
|
||
|
|
"loss": 4.0422,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.040452840656260654,
|
||
|
|
"grad_norm": 7.9375,
|
||
|
|
"learning_rate": 0.00019995386891224305,
|
||
|
|
"loss": 4.134,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04160863610358239,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.00019995010492854522,
|
||
|
|
"loss": 4.018,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04276443155090412,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019994619338769412,
|
||
|
|
"loss": 4.0152,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043920226998225856,
|
||
|
|
"grad_norm": 7.65625,
|
||
|
|
"learning_rate": 0.00019994213429546433,
|
||
|
|
"loss": 3.9747,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045076022445547585,
|
||
|
|
"grad_norm": 8.125,
|
||
|
|
"learning_rate": 0.00019993792765784837,
|
||
|
|
"loss": 4.0306,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04623181789286932,
|
||
|
|
"grad_norm": 8.1875,
|
||
|
|
"learning_rate": 0.00019993357348105652,
|
||
|
|
"loss": 3.9736,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04738761334019105,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00019992907177151685,
|
||
|
|
"loss": 3.9079,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04854340878751279,
|
||
|
|
"grad_norm": 7.65625,
|
||
|
|
"learning_rate": 0.0001999244225358753,
|
||
|
|
"loss": 3.8878,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04969920423483452,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.0001999196257809956,
|
||
|
|
"loss": 3.988,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05085499968215625,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.0001999146815139592,
|
||
|
|
"loss": 3.9289,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05201079512947798,
|
||
|
|
"grad_norm": 7.78125,
|
||
|
|
"learning_rate": 0.0001999095897420654,
|
||
|
|
"loss": 3.8404,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05316659057679972,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019990435047283117,
|
||
|
|
"loss": 3.885,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05432238602412145,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.0001998989637139913,
|
||
|
|
"loss": 3.8803,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055478181471443185,
|
||
|
|
"grad_norm": 7.78125,
|
||
|
|
"learning_rate": 0.00019989342947349833,
|
||
|
|
"loss": 3.8668,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056633976918764914,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.0001998877477595225,
|
||
|
|
"loss": 3.872,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05778977236608665,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019988191858045178,
|
||
|
|
"loss": 3.8193,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05894556781340838,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.0001998759419448918,
|
||
|
|
"loss": 3.7731,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.060101363260730116,
|
||
|
|
"grad_norm": 7.96875,
|
||
|
|
"learning_rate": 0.00019986981786166593,
|
||
|
|
"loss": 3.7634,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06125715870805185,
|
||
|
|
"grad_norm": 7.78125,
|
||
|
|
"learning_rate": 0.0001998635463398152,
|
||
|
|
"loss": 3.7882,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06241295415537358,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019985712738859835,
|
||
|
|
"loss": 3.7735,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06356874960269532,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019985056101749166,
|
||
|
|
"loss": 3.7398,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06472454505001705,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00019984384723618917,
|
||
|
|
"loss": 3.816,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06588034049733878,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019983698605460247,
|
||
|
|
"loss": 3.7191,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06703613594466051,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.00019982997748286082,
|
||
|
|
"loss": 3.7606,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06819193139198225,
|
||
|
|
"grad_norm": 8.0625,
|
||
|
|
"learning_rate": 0.00019982282153131097,
|
||
|
|
"loss": 3.7214,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06934772683930399,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.0001998155182105173,
|
||
|
|
"loss": 3.7548,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07050352228662571,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019980806753126183,
|
||
|
|
"loss": 3.7671,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07165931773394744,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.00019980046950454403,
|
||
|
|
"loss": 3.6935,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07281511318126918,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.0001997927241415809,
|
||
|
|
"loss": 3.7336,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07397090862859092,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019978483145380703,
|
||
|
|
"loss": 3.6674,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07512670407591264,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.0001997767914528744,
|
||
|
|
"loss": 3.7334,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07628249952323438,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019976860415065256,
|
||
|
|
"loss": 3.6719,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07743829497055611,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019976026955922853,
|
||
|
|
"loss": 3.7022,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07859409041787785,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.0001997517876909067,
|
||
|
|
"loss": 3.6312,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07974988586519957,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.00019974315855820888,
|
||
|
|
"loss": 3.6595,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08090568131252131,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.0001997343821738744,
|
||
|
|
"loss": 3.627,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08206147675984304,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.0001997254585508599,
|
||
|
|
"loss": 3.6572,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08321727220716478,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019971638770233932,
|
||
|
|
"loss": 3.6212,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0843730676544865,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019970716964170412,
|
||
|
|
"loss": 3.6135,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08552886310180824,
|
||
|
|
"grad_norm": 8.1875,
|
||
|
|
"learning_rate": 0.00019969780438256293,
|
||
|
|
"loss": 3.5601,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08668465854912998,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019968829193874182,
|
||
|
|
"loss": 3.6298,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08784045399645171,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.00019967863232428403,
|
||
|
|
"loss": 3.6493,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08899624944377343,
|
||
|
|
"grad_norm": 7.96875,
|
||
|
|
"learning_rate": 0.00019966882555345013,
|
||
|
|
"loss": 3.6357,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09015204489109517,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.000199658871640718,
|
||
|
|
"loss": 3.6406,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0913078403384169,
|
||
|
|
"grad_norm": 7.46875,
|
||
|
|
"learning_rate": 0.00019964877060078267,
|
||
|
|
"loss": 3.522,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09246363578573864,
|
||
|
|
"grad_norm": 8.25,
|
||
|
|
"learning_rate": 0.0001996385224485563,
|
||
|
|
"loss": 3.6441,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09361943123306038,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019962812719916841,
|
||
|
|
"loss": 3.6021,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0947752266803821,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019961758486796555,
|
||
|
|
"loss": 3.5959,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09593102212770384,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.00019960689547051142,
|
||
|
|
"loss": 3.6222,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09708681757502557,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019959605902258697,
|
||
|
|
"loss": 3.5324,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09824261302234731,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019958507554019005,
|
||
|
|
"loss": 3.5327,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09939840846966903,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019957394503953568,
|
||
|
|
"loss": 3.5488,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10055420391699077,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019956266753705593,
|
||
|
|
"loss": 3.5541,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1017099993643125,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.0001995512430493998,
|
||
|
|
"loss": 3.5331,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10286579481163424,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00019953967159343344,
|
||
|
|
"loss": 3.5906,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10402159025895596,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019952795318623986,
|
||
|
|
"loss": 3.5671,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1051773857062777,
|
||
|
|
"grad_norm": 7.71875,
|
||
|
|
"learning_rate": 0.00019951608784511904,
|
||
|
|
"loss": 3.505,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10633318115359944,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00019950407558758784,
|
||
|
|
"loss": 3.4847,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10748897660092117,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019949191643138013,
|
||
|
|
"loss": 3.5246,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1086447720482429,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019947961039444646,
|
||
|
|
"loss": 3.4638,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10980056749556463,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00019946715749495444,
|
||
|
|
"loss": 3.5223,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11095636294288637,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00019945455775128833,
|
||
|
|
"loss": 3.5654,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1121121583902081,
|
||
|
|
"grad_norm": 8.4375,
|
||
|
|
"learning_rate": 0.00019944181118204928,
|
||
|
|
"loss": 3.5376,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11326795383752983,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00019942891780605512,
|
||
|
|
"loss": 3.5008,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11442374928485156,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.0001994158776423404,
|
||
|
|
"loss": 3.463,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1155795447321733,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.0001994026907101565,
|
||
|
|
"loss": 3.4199,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11673534017949504,
|
||
|
|
"grad_norm": 7.46875,
|
||
|
|
"learning_rate": 0.00019938935702897137,
|
||
|
|
"loss": 3.416,
|
||
|
|
"step": 5050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11789113562681676,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00019937587661846958,
|
||
|
|
"loss": 3.4747,
|
||
|
|
"step": 5100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1190469310741385,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00019936224949855248,
|
||
|
|
"loss": 3.4771,
|
||
|
|
"step": 5150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12020272652146023,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.0001993484756893378,
|
||
|
|
"loss": 3.4427,
|
||
|
|
"step": 5200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12135852196878197,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019933455521116,
|
||
|
|
"loss": 3.4939,
|
||
|
|
"step": 5250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1225143174161037,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.0001993204880845699,
|
||
|
|
"loss": 3.4462,
|
||
|
|
"step": 5300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12367011286342543,
|
||
|
|
"grad_norm": 7.78125,
|
||
|
|
"learning_rate": 0.00019930627433033498,
|
||
|
|
"loss": 3.4467,
|
||
|
|
"step": 5350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12482590831074716,
|
||
|
|
"grad_norm": 8.25,
|
||
|
|
"learning_rate": 0.00019929191396943913,
|
||
|
|
"loss": 3.4436,
|
||
|
|
"step": 5400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12598170375806889,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.00019927740702308265,
|
||
|
|
"loss": 3.4574,
|
||
|
|
"step": 5450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12713749920539064,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00019926275351268223,
|
||
|
|
"loss": 3.449,
|
||
|
|
"step": 5500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12829329465271236,
|
||
|
|
"grad_norm": 7.96875,
|
||
|
|
"learning_rate": 0.000199247953459871,
|
||
|
|
"loss": 3.4157,
|
||
|
|
"step": 5550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1294490901000341,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019923300688649842,
|
||
|
|
"loss": 3.4196,
|
||
|
|
"step": 5600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13060488554735583,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.0001992179138146302,
|
||
|
|
"loss": 3.415,
|
||
|
|
"step": 5650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13176068099467755,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001992026742665484,
|
||
|
|
"loss": 3.3605,
|
||
|
|
"step": 5700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1329164764419993,
|
||
|
|
"grad_norm": 7.46875,
|
||
|
|
"learning_rate": 0.00019918728826475124,
|
||
|
|
"loss": 3.4089,
|
||
|
|
"step": 5750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13407227188932103,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019917175583195325,
|
||
|
|
"loss": 3.3466,
|
||
|
|
"step": 5800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13522806733664275,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019915607699108506,
|
||
|
|
"loss": 3.3767,
|
||
|
|
"step": 5850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1363838627839645,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019914025176529342,
|
||
|
|
"loss": 3.4191,
|
||
|
|
"step": 5900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13753965823128622,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.00019912428017794135,
|
||
|
|
"loss": 3.4582,
|
||
|
|
"step": 5950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13869545367860797,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019910816225260778,
|
||
|
|
"loss": 3.39,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1398512491259297,
|
||
|
|
"grad_norm": 8.125,
|
||
|
|
"learning_rate": 0.00019909189801308773,
|
||
|
|
"loss": 3.3571,
|
||
|
|
"step": 6050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14100704457325142,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019907548748339222,
|
||
|
|
"loss": 3.3865,
|
||
|
|
"step": 6100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14216284002057317,
|
||
|
|
"grad_norm": 8.5625,
|
||
|
|
"learning_rate": 0.00019905893068774825,
|
||
|
|
"loss": 3.4326,
|
||
|
|
"step": 6150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1433186354678949,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019904222765059878,
|
||
|
|
"loss": 3.3557,
|
||
|
|
"step": 6200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1444744309152166,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001990253783966026,
|
||
|
|
"loss": 3.3589,
|
||
|
|
"step": 6250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14563022636253836,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.00019900838295063445,
|
||
|
|
"loss": 3.3481,
|
||
|
|
"step": 6300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14678602180986008,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.0001989912413377848,
|
||
|
|
"loss": 3.3661,
|
||
|
|
"step": 6350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14794181725718183,
|
||
|
|
"grad_norm": 8.0,
|
||
|
|
"learning_rate": 0.00019897395358336,
|
||
|
|
"loss": 3.3895,
|
||
|
|
"step": 6400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14909761270450356,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019895651971288202,
|
||
|
|
"loss": 3.4181,
|
||
|
|
"step": 6450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15025340815182528,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019893893975208874,
|
||
|
|
"loss": 3.3521,
|
||
|
|
"step": 6500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15140920359914703,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.0001989212137269335,
|
||
|
|
"loss": 3.4058,
|
||
|
|
"step": 6550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15256499904646875,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019890334166358542,
|
||
|
|
"loss": 3.3733,
|
||
|
|
"step": 6600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1537207944937905,
|
||
|
|
"grad_norm": 8.1875,
|
||
|
|
"learning_rate": 0.00019888532358842915,
|
||
|
|
"loss": 3.3731,
|
||
|
|
"step": 6650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15487658994111222,
|
||
|
|
"grad_norm": 7.71875,
|
||
|
|
"learning_rate": 0.00019886715952806497,
|
||
|
|
"loss": 3.4022,
|
||
|
|
"step": 6700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15603238538843395,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.00019884884950930855,
|
||
|
|
"loss": 3.3928,
|
||
|
|
"step": 6750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1571881808357557,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019883039355919122,
|
||
|
|
"loss": 3.3792,
|
||
|
|
"step": 6800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15834397628307742,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019881179170495956,
|
||
|
|
"loss": 3.3139,
|
||
|
|
"step": 6850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15949977173039914,
|
||
|
|
"grad_norm": 7.78125,
|
||
|
|
"learning_rate": 0.0001987930439740757,
|
||
|
|
"loss": 3.2702,
|
||
|
|
"step": 6900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1606555671777209,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.000198774150394217,
|
||
|
|
"loss": 3.3236,
|
||
|
|
"step": 6950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16181136262504262,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.0001987551109932763,
|
||
|
|
"loss": 3.3258,
|
||
|
|
"step": 7000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16296715807236437,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.0001987359257993615,
|
||
|
|
"loss": 3.2937,
|
||
|
|
"step": 7050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1641229535196861,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.000198716594840796,
|
||
|
|
"loss": 3.3124,
|
||
|
|
"step": 7100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1652787489670078,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019869711814611814,
|
||
|
|
"loss": 3.31,
|
||
|
|
"step": 7150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16643454441432956,
|
||
|
|
"grad_norm": 7.5,
|
||
|
|
"learning_rate": 0.00019867749574408158,
|
||
|
|
"loss": 3.2669,
|
||
|
|
"step": 7200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16759033986165128,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00019865772766365498,
|
||
|
|
"loss": 3.319,
|
||
|
|
"step": 7250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.168746135308973,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.0001986378139340222,
|
||
|
|
"loss": 3.3054,
|
||
|
|
"step": 7300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16990193075629476,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019861775458458194,
|
||
|
|
"loss": 3.3608,
|
||
|
|
"step": 7350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17105772620361648,
|
||
|
|
"grad_norm": 7.75,
|
||
|
|
"learning_rate": 0.00019859754964494805,
|
||
|
|
"loss": 3.3012,
|
||
|
|
"step": 7400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17221352165093823,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019857719914494925,
|
||
|
|
"loss": 3.2881,
|
||
|
|
"step": 7450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17336931709825995,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00019855670311462912,
|
||
|
|
"loss": 3.2947,
|
||
|
|
"step": 7500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17452511254558167,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019853606158424614,
|
||
|
|
"loss": 3.2918,
|
||
|
|
"step": 7550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17568090799290342,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00019851527458427355,
|
||
|
|
"loss": 3.2817,
|
||
|
|
"step": 7600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17683670344022515,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019849434214539935,
|
||
|
|
"loss": 3.2904,
|
||
|
|
"step": 7650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17799249888754687,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001984732642985263,
|
||
|
|
"loss": 3.3213,
|
||
|
|
"step": 7700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17914829433486862,
|
||
|
|
"grad_norm": 8.0625,
|
||
|
|
"learning_rate": 0.0001984520410747718,
|
||
|
|
"loss": 3.2702,
|
||
|
|
"step": 7750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18030408978219034,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019843067250546788,
|
||
|
|
"loss": 3.3034,
|
||
|
|
"step": 7800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1814598852295121,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00019840915862216106,
|
||
|
|
"loss": 3.2654,
|
||
|
|
"step": 7850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1826156806768338,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00019838749945661253,
|
||
|
|
"loss": 3.2997,
|
||
|
|
"step": 7900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18377147612415554,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019836569504079788,
|
||
|
|
"loss": 3.2356,
|
||
|
|
"step": 7950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1849272715714773,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00019834374540690715,
|
||
|
|
"loss": 3.2827,
|
||
|
|
"step": 8000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.186083067018799,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019832165058734474,
|
||
|
|
"loss": 3.2872,
|
||
|
|
"step": 8050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18723886246612076,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.00019829941061472943,
|
||
|
|
"loss": 3.3042,
|
||
|
|
"step": 8100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18839465791344248,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019827702552189424,
|
||
|
|
"loss": 3.1755,
|
||
|
|
"step": 8150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1895504533607642,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019825449534188652,
|
||
|
|
"loss": 3.2881,
|
||
|
|
"step": 8200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19070624880808595,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019823182010796772,
|
||
|
|
"loss": 3.2459,
|
||
|
|
"step": 8250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19186204425540768,
|
||
|
|
"grad_norm": 8.75,
|
||
|
|
"learning_rate": 0.0001982089998536135,
|
||
|
|
"loss": 3.2342,
|
||
|
|
"step": 8300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1930178397027294,
|
||
|
|
"grad_norm": 7.8125,
|
||
|
|
"learning_rate": 0.00019818603461251356,
|
||
|
|
"loss": 3.2382,
|
||
|
|
"step": 8350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19417363515005115,
|
||
|
|
"grad_norm": 7.5,
|
||
|
|
"learning_rate": 0.00019816292441857166,
|
||
|
|
"loss": 3.2235,
|
||
|
|
"step": 8400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19532943059737287,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00019813966930590563,
|
||
|
|
"loss": 3.2588,
|
||
|
|
"step": 8450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19648522604469462,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001981162693088471,
|
||
|
|
"loss": 3.2921,
|
||
|
|
"step": 8500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19764102149201634,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00019809272446194172,
|
||
|
|
"loss": 3.2513,
|
||
|
|
"step": 8550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19879681693933807,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00019806903479994896,
|
||
|
|
"loss": 3.3163,
|
||
|
|
"step": 8600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19995261238665982,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00019804520035784204,
|
||
|
|
"loss": 3.1747,
|
||
|
|
"step": 8650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20110840783398154,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.0001980212211708079,
|
||
|
|
"loss": 3.2237,
|
||
|
|
"step": 8700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20226420328130326,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001979970972742473,
|
||
|
|
"loss": 3.2788,
|
||
|
|
"step": 8750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.203419998728625,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00019797282870377445,
|
||
|
|
"loss": 3.2688,
|
||
|
|
"step": 8800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20457579417594673,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001979484154952173,
|
||
|
|
"loss": 3.2805,
|
||
|
|
"step": 8850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20573158962326848,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019792385768461723,
|
||
|
|
"loss": 3.2826,
|
||
|
|
"step": 8900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2068873850705902,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019789915530822916,
|
||
|
|
"loss": 3.2345,
|
||
|
|
"step": 8950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20804318051791193,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019787430840252144,
|
||
|
|
"loss": 3.2344,
|
||
|
|
"step": 9000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20919897596523368,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001978493170041757,
|
||
|
|
"loss": 3.2483,
|
||
|
|
"step": 9050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2103547714125554,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019782418115008694,
|
||
|
|
"loss": 3.2859,
|
||
|
|
"step": 9100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21151056685987715,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.0001977989008773635,
|
||
|
|
"loss": 3.2379,
|
||
|
|
"step": 9150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21266636230719888,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019777347622332677,
|
||
|
|
"loss": 3.2463,
|
||
|
|
"step": 9200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2138221577545206,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019774790722551142,
|
||
|
|
"loss": 3.2408,
|
||
|
|
"step": 9250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21497795320184235,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00019772219392166519,
|
||
|
|
"loss": 3.2583,
|
||
|
|
"step": 9300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21613374864916407,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.00019769633634974875,
|
||
|
|
"loss": 3.1612,
|
||
|
|
"step": 9350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2172895440964858,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019767033454793593,
|
||
|
|
"loss": 3.2153,
|
||
|
|
"step": 9400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21844533954380754,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019764418855461338,
|
||
|
|
"loss": 3.1688,
|
||
|
|
"step": 9450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21960113499112927,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00019761789840838062,
|
||
|
|
"loss": 3.2298,
|
||
|
|
"step": 9500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22075693043845102,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019759146414805004,
|
||
|
|
"loss": 3.1326,
|
||
|
|
"step": 9550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22191272588577274,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00019756488581264674,
|
||
|
|
"loss": 3.25,
|
||
|
|
"step": 9600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22306852133309446,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00019753816344140852,
|
||
|
|
"loss": 3.1666,
|
||
|
|
"step": 9650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2242243167804162,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00019751129707378583,
|
||
|
|
"loss": 3.2119,
|
||
|
|
"step": 9700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22538011222773793,
|
||
|
|
"grad_norm": 8.5625,
|
||
|
|
"learning_rate": 0.00019748428674944176,
|
||
|
|
"loss": 3.1728,
|
||
|
|
"step": 9750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22653590767505966,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.0001974571325082518,
|
||
|
|
"loss": 3.1875,
|
||
|
|
"step": 9800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2276917031223814,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019742983439030403,
|
||
|
|
"loss": 3.1583,
|
||
|
|
"step": 9850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22884749856970313,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019740239243589883,
|
||
|
|
"loss": 3.2148,
|
||
|
|
"step": 9900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23000329401702488,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00019737480668554906,
|
||
|
|
"loss": 3.1629,
|
||
|
|
"step": 9950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2311590894643466,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019734707717997973,
|
||
|
|
"loss": 3.1924,
|
||
|
|
"step": 10000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23231488491166832,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00019731920396012816,
|
||
|
|
"loss": 3.2101,
|
||
|
|
"step": 10050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23347068035899007,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019729118706714375,
|
||
|
|
"loss": 3.2028,
|
||
|
|
"step": 10100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2346264758063118,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019726302654238812,
|
||
|
|
"loss": 3.2211,
|
||
|
|
"step": 10150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23578227125363352,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019723472242743492,
|
||
|
|
"loss": 3.207,
|
||
|
|
"step": 10200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23693806670095527,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.0001972062747640697,
|
||
|
|
"loss": 3.2313,
|
||
|
|
"step": 10250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.238093862148277,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00019717768359428997,
|
||
|
|
"loss": 3.1633,
|
||
|
|
"step": 10300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23924965759559874,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001971489489603051,
|
||
|
|
"loss": 3.1803,
|
||
|
|
"step": 10350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24040545304292046,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00019712007090453627,
|
||
|
|
"loss": 3.1878,
|
||
|
|
"step": 10400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2415612484902422,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.00019709104946961643,
|
||
|
|
"loss": 3.1921,
|
||
|
|
"step": 10450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24271704393756394,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00019706188469839012,
|
||
|
|
"loss": 3.1166,
|
||
|
|
"step": 10500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24387283938488566,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019703257663391353,
|
||
|
|
"loss": 3.1669,
|
||
|
|
"step": 10550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2450286348322074,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019700312531945442,
|
||
|
|
"loss": 3.1521,
|
||
|
|
"step": 10600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24618443027952913,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019697353079849197,
|
||
|
|
"loss": 3.1369,
|
||
|
|
"step": 10650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24734022572685085,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019694379311471685,
|
||
|
|
"loss": 3.2003,
|
||
|
|
"step": 10700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2484960211741726,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.000196913912312031,
|
||
|
|
"loss": 3.1819,
|
||
|
|
"step": 10750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24965181662149433,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.00019688388843454774,
|
||
|
|
"loss": 3.1791,
|
||
|
|
"step": 10800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2508076120688161,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.0001968537215265915,
|
||
|
|
"loss": 3.1503,
|
||
|
|
"step": 10850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25196340751613777,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.000196823411632698,
|
||
|
|
"loss": 3.1087,
|
||
|
|
"step": 10900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2531192029634595,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 0.00019679295879761397,
|
||
|
|
"loss": 3.179,
|
||
|
|
"step": 10950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25427499841078127,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019676236306629714,
|
||
|
|
"loss": 3.13,
|
||
|
|
"step": 11000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25543079385810297,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019673162448391628,
|
||
|
|
"loss": 3.1229,
|
||
|
|
"step": 11050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2565865893054247,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00019670074309585098,
|
||
|
|
"loss": 3.1872,
|
||
|
|
"step": 11100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25774238475274647,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001966697189476917,
|
||
|
|
"loss": 3.1442,
|
||
|
|
"step": 11150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2588981802000682,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019663855208523965,
|
||
|
|
"loss": 3.1522,
|
||
|
|
"step": 11200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2600539756473899,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019660724255450668,
|
||
|
|
"loss": 3.1626,
|
||
|
|
"step": 11250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26120977109471166,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019657579040171537,
|
||
|
|
"loss": 3.1859,
|
||
|
|
"step": 11300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2623655665420334,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019654419567329874,
|
||
|
|
"loss": 3.1316,
|
||
|
|
"step": 11350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2635213619893551,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019651245841590032,
|
||
|
|
"loss": 3.1144,
|
||
|
|
"step": 11400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26467715743667686,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001964805786763742,
|
||
|
|
"loss": 3.2302,
|
||
|
|
"step": 11450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2658329528839986,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00019644855650178457,
|
||
|
|
"loss": 3.1583,
|
||
|
|
"step": 11500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2669887483313203,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019641639193940607,
|
||
|
|
"loss": 3.1643,
|
||
|
|
"step": 11550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26814454377864205,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.0001963840850367235,
|
||
|
|
"loss": 3.2049,
|
||
|
|
"step": 11600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2693003392259638,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019635163584143188,
|
||
|
|
"loss": 3.1416,
|
||
|
|
"step": 11650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2704561346732855,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019631904440143612,
|
||
|
|
"loss": 3.1389,
|
||
|
|
"step": 11700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27161193012060725,
|
||
|
|
"grad_norm": 7.8125,
|
||
|
|
"learning_rate": 0.00019628631076485124,
|
||
|
|
"loss": 3.1439,
|
||
|
|
"step": 11750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.272767725567929,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001962534349800022,
|
||
|
|
"loss": 3.1273,
|
||
|
|
"step": 11800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27392352101525075,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00019622041709542383,
|
||
|
|
"loss": 3.0798,
|
||
|
|
"step": 11850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27507931646257244,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00019618725715986064,
|
||
|
|
"loss": 3.1382,
|
||
|
|
"step": 11900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2762351119098942,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019615395522226692,
|
||
|
|
"loss": 3.1197,
|
||
|
|
"step": 11950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27739090735721594,
|
||
|
|
"grad_norm": 7.71875,
|
||
|
|
"learning_rate": 0.00019612051133180663,
|
||
|
|
"loss": 3.1386,
|
||
|
|
"step": 12000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27854670280453764,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001960869255378532,
|
||
|
|
"loss": 3.1003,
|
||
|
|
"step": 12050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2797024982518594,
|
||
|
|
"grad_norm": 8.0625,
|
||
|
|
"learning_rate": 0.00019605319788998965,
|
||
|
|
"loss": 3.1696,
|
||
|
|
"step": 12100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28085829369918114,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019601932843800837,
|
||
|
|
"loss": 3.1305,
|
||
|
|
"step": 12150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28201408914650283,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019598531723191112,
|
||
|
|
"loss": 3.1251,
|
||
|
|
"step": 12200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2831698845938246,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.0001959511643219089,
|
||
|
|
"loss": 3.1354,
|
||
|
|
"step": 12250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28432568004114633,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019591686975842194,
|
||
|
|
"loss": 3.1014,
|
||
|
|
"step": 12300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28548147548846803,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.0001958824335920796,
|
||
|
|
"loss": 3.0746,
|
||
|
|
"step": 12350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2866372709357898,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.00019584785587372023,
|
||
|
|
"loss": 3.12,
|
||
|
|
"step": 12400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28779306638311153,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019581313665439123,
|
||
|
|
"loss": 3.1307,
|
||
|
|
"step": 12450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2889488618304332,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019577827598534885,
|
||
|
|
"loss": 3.099,
|
||
|
|
"step": 12500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.290104657277755,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001957432739180582,
|
||
|
|
"loss": 3.1105,
|
||
|
|
"step": 12550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2912604527250767,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001957081305041931,
|
||
|
|
"loss": 3.0801,
|
||
|
|
"step": 12600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2924162481723985,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019567284579563606,
|
||
|
|
"loss": 3.1182,
|
||
|
|
"step": 12650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29357204361972017,
|
||
|
|
"grad_norm": 7.75,
|
||
|
|
"learning_rate": 0.0001956374198444782,
|
||
|
|
"loss": 3.1097,
|
||
|
|
"step": 12700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2947278390670419,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019560185270301912,
|
||
|
|
"loss": 3.0643,
|
||
|
|
"step": 12750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29588363451436367,
|
||
|
|
"grad_norm": 6.125,
|
||
|
|
"learning_rate": 0.00019556614442376685,
|
||
|
|
"loss": 3.0469,
|
||
|
|
"step": 12800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29703942996168536,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001955302950594379,
|
||
|
|
"loss": 3.1142,
|
||
|
|
"step": 12850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2981952254090071,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001954943046629569,
|
||
|
|
"loss": 3.029,
|
||
|
|
"step": 12900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29935102085632886,
|
||
|
|
"grad_norm": 5.9375,
|
||
|
|
"learning_rate": 0.00019545817328745678,
|
||
|
|
"loss": 3.0884,
|
||
|
|
"step": 12950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30050681630365056,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.00019542190098627865,
|
||
|
|
"loss": 3.0932,
|
||
|
|
"step": 13000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3016626117509723,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001953854878129715,
|
||
|
|
"loss": 3.1015,
|
||
|
|
"step": 13050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30281840719829406,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019534893382129246,
|
||
|
|
"loss": 3.0881,
|
||
|
|
"step": 13100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30397420264561575,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019531223906520646,
|
||
|
|
"loss": 3.0396,
|
||
|
|
"step": 13150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3051299980929375,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00019527540359888626,
|
||
|
|
"loss": 3.0928,
|
||
|
|
"step": 13200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30628579354025925,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019523842747671242,
|
||
|
|
"loss": 3.0865,
|
||
|
|
"step": 13250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.307441588987581,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019520131075327298,
|
||
|
|
"loss": 3.1052,
|
||
|
|
"step": 13300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3085973844349027,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00019516405348336376,
|
||
|
|
"loss": 3.1072,
|
||
|
|
"step": 13350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30975317988222445,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00019512665572198797,
|
||
|
|
"loss": 3.1091,
|
||
|
|
"step": 13400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3109089753295462,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019508911752435615,
|
||
|
|
"loss": 3.1306,
|
||
|
|
"step": 13450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3120647707768679,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001950514389458863,
|
||
|
|
"loss": 3.068,
|
||
|
|
"step": 13500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31322056622418964,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001950136200422036,
|
||
|
|
"loss": 3.0686,
|
||
|
|
"step": 13550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3143763616715114,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00019497566086914043,
|
||
|
|
"loss": 3.0874,
|
||
|
|
"step": 13600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3155321571188331,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.00019493756148273618,
|
||
|
|
"loss": 3.1049,
|
||
|
|
"step": 13650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31668795256615484,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019489932193923735,
|
||
|
|
"loss": 3.0234,
|
||
|
|
"step": 13700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3178437480134766,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.0001948609422950972,
|
||
|
|
"loss": 3.1039,
|
||
|
|
"step": 13750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3189995434607983,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019482242260697598,
|
||
|
|
"loss": 3.0457,
|
||
|
|
"step": 13800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32015533890812004,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019478376293174062,
|
||
|
|
"loss": 3.0817,
|
||
|
|
"step": 13850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3213111343554418,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019474496332646466,
|
||
|
|
"loss": 3.0984,
|
||
|
|
"step": 13900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3224669298027635,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001947060238484283,
|
||
|
|
"loss": 3.0505,
|
||
|
|
"step": 13950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32362272525008523,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019466694455511825,
|
||
|
|
"loss": 3.1112,
|
||
|
|
"step": 14000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.324778520697407,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019462772550422753,
|
||
|
|
"loss": 3.0869,
|
||
|
|
"step": 14050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32593431614472873,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019458836675365556,
|
||
|
|
"loss": 3.1541,
|
||
|
|
"step": 14100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3270901115920504,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019454886836150798,
|
||
|
|
"loss": 3.1055,
|
||
|
|
"step": 14150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3282459070393722,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019450923038609667,
|
||
|
|
"loss": 3.0548,
|
||
|
|
"step": 14200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3294017024866939,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019446945288593935,
|
||
|
|
"loss": 3.1027,
|
||
|
|
"step": 14250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3305574979340156,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019442953591975994,
|
||
|
|
"loss": 3.1003,
|
||
|
|
"step": 14300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33171329338133737,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001943894795464882,
|
||
|
|
"loss": 3.1062,
|
||
|
|
"step": 14350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3328690888286591,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00019434928382525967,
|
||
|
|
"loss": 3.0658,
|
||
|
|
"step": 14400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3340248842759808,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001943089488154156,
|
||
|
|
"loss": 3.1125,
|
||
|
|
"step": 14450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33518067972330257,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00019426847457650292,
|
||
|
|
"loss": 3.0812,
|
||
|
|
"step": 14500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3363364751706243,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019422786116827406,
|
||
|
|
"loss": 3.0598,
|
||
|
|
"step": 14550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.337492270617946,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019418710865068693,
|
||
|
|
"loss": 3.1258,
|
||
|
|
"step": 14600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33864806606526776,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001941462170839048,
|
||
|
|
"loss": 3.0724,
|
||
|
|
"step": 14650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3398038615125895,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001941051865282962,
|
||
|
|
"loss": 3.0358,
|
||
|
|
"step": 14700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34095965695991126,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019406401704443496,
|
||
|
|
"loss": 3.128,
|
||
|
|
"step": 14750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34211545240723296,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019402270869309983,
|
||
|
|
"loss": 3.119,
|
||
|
|
"step": 14800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3432712478545547,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019398126153527466,
|
||
|
|
"loss": 3.1128,
|
||
|
|
"step": 14850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34442704330187646,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019393967563214833,
|
||
|
|
"loss": 3.0496,
|
||
|
|
"step": 14900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34558283874919815,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.00019389795104511436,
|
||
|
|
"loss": 3.0841,
|
||
|
|
"step": 14950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3467386341965199,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019385608783577108,
|
||
|
|
"loss": 3.059,
|
||
|
|
"step": 15000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34789442964384165,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00019381408606592159,
|
||
|
|
"loss": 3.0653,
|
||
|
|
"step": 15050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34905022509116335,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019377194579757331,
|
||
|
|
"loss": 3.0711,
|
||
|
|
"step": 15100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3502060205384851,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.00019372966709293836,
|
||
|
|
"loss": 3.0586,
|
||
|
|
"step": 15150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35136181598580685,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00019368725001443312,
|
||
|
|
"loss": 3.1387,
|
||
|
|
"step": 15200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35251761143312854,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019364469462467826,
|
||
|
|
"loss": 3.0329,
|
||
|
|
"step": 15250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3536734068804503,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019360200098649864,
|
||
|
|
"loss": 3.0361,
|
||
|
|
"step": 15300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35482920232777204,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.0001935591691629232,
|
||
|
|
"loss": 3.0029,
|
||
|
|
"step": 15350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35598499777509374,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00019351619921718495,
|
||
|
|
"loss": 3.0481,
|
||
|
|
"step": 15400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3571407932224155,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001934730912127208,
|
||
|
|
"loss": 3.1042,
|
||
|
|
"step": 15450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35829658866973724,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019342984521317135,
|
||
|
|
"loss": 3.0829,
|
||
|
|
"step": 15500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.359452384117059,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019338646128238112,
|
||
|
|
"loss": 2.9839,
|
||
|
|
"step": 15550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3606081795643807,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001933429394843981,
|
||
|
|
"loss": 3.0557,
|
||
|
|
"step": 15600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36176397501170243,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.0001932992798834739,
|
||
|
|
"loss": 3.0046,
|
||
|
|
"step": 15650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3629197704590242,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019325548254406352,
|
||
|
|
"loss": 3.0484,
|
||
|
|
"step": 15700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3640755659063459,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00019321154753082538,
|
||
|
|
"loss": 2.9846,
|
||
|
|
"step": 15750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3652313613536676,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.000193167474908621,
|
||
|
|
"loss": 3.0412,
|
||
|
|
"step": 15800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3663871568009894,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00019312326474251528,
|
||
|
|
"loss": 2.9781,
|
||
|
|
"step": 15850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3675429522483111,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019307891709777596,
|
||
|
|
"loss": 3.0459,
|
||
|
|
"step": 15900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3686987476956328,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019303443203987387,
|
||
|
|
"loss": 3.0314,
|
||
|
|
"step": 15950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3698545431429546,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001929898096344826,
|
||
|
|
"loss": 3.0569,
|
||
|
|
"step": 16000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37101033859027627,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00019294504994747864,
|
||
|
|
"loss": 2.9924,
|
||
|
|
"step": 16050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.372166134037598,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00019290015304494103,
|
||
|
|
"loss": 3.0642,
|
||
|
|
"step": 16100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37332192948491977,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00019285511899315148,
|
||
|
|
"loss": 3.0618,
|
||
|
|
"step": 16150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3744777249322415,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.0001928099478585941,
|
||
|
|
"loss": 3.0071,
|
||
|
|
"step": 16200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3756335203795632,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00019276463970795542,
|
||
|
|
"loss": 3.0529,
|
||
|
|
"step": 16250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37678931582688496,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001927191946081242,
|
||
|
|
"loss": 3.0172,
|
||
|
|
"step": 16300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3779451112742067,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00019267361262619142,
|
||
|
|
"loss": 2.9783,
|
||
|
|
"step": 16350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3791009067215284,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00019262789382945016,
|
||
|
|
"loss": 3.0373,
|
||
|
|
"step": 16400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38025670216885016,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019258203828539545,
|
||
|
|
"loss": 3.0515,
|
||
|
|
"step": 16450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3814124976161719,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019253604606172417,
|
||
|
|
"loss": 3.0341,
|
||
|
|
"step": 16500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3825682930634936,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00019248991722633504,
|
||
|
|
"loss": 3.0231,
|
||
|
|
"step": 16550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38372408851081535,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.0001924436518473284,
|
||
|
|
"loss": 3.0398,
|
||
|
|
"step": 16600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3848798839581371,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019239724999300624,
|
||
|
|
"loss": 3.052,
|
||
|
|
"step": 16650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3860356794054588,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.00019235071173187197,
|
||
|
|
"loss": 3.0088,
|
||
|
|
"step": 16700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38719147485278055,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019230403713263043,
|
||
|
|
"loss": 3.0295,
|
||
|
|
"step": 16750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3883472703001023,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00019225722626418768,
|
||
|
|
"loss": 3.0033,
|
||
|
|
"step": 16800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.389503065747424,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019221027919565103,
|
||
|
|
"loss": 3.0053,
|
||
|
|
"step": 16850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39065886119474574,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.0001921631959963288,
|
||
|
|
"loss": 2.9991,
|
||
|
|
"step": 16900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3918146566420675,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001921159767357303,
|
||
|
|
"loss": 3.0567,
|
||
|
|
"step": 16950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39297045208938924,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001920686214835657,
|
||
|
|
"loss": 3.0437,
|
||
|
|
"step": 17000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39412624753671094,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00019202113030974591,
|
||
|
|
"loss": 3.0011,
|
||
|
|
"step": 17050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3952820429840327,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001919735032843826,
|
||
|
|
"loss": 2.9839,
|
||
|
|
"step": 17100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39643783843135444,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.00019192574047778794,
|
||
|
|
"loss": 3.0655,
|
||
|
|
"step": 17150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39759363387867613,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00019187784196047448,
|
||
|
|
"loss": 2.9919,
|
||
|
|
"step": 17200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3987494293259979,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019182980780315523,
|
||
|
|
"loss": 2.9839,
|
||
|
|
"step": 17250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39990522477331963,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.0001917816380767434,
|
||
|
|
"loss": 3.0017,
|
||
|
|
"step": 17300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40106102022064133,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019173333285235237,
|
||
|
|
"loss": 2.9293,
|
||
|
|
"step": 17350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4022168156679631,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00019168489220129555,
|
||
|
|
"loss": 2.9956,
|
||
|
|
"step": 17400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40337261111528483,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019163631619508622,
|
||
|
|
"loss": 3.0152,
|
||
|
|
"step": 17450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4045284065626065,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00019158760490543754,
|
||
|
|
"loss": 3.0451,
|
||
|
|
"step": 17500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4056842020099283,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001915387584042624,
|
||
|
|
"loss": 2.9809,
|
||
|
|
"step": 17550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40683999745725,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001914897767636733,
|
||
|
|
"loss": 2.9634,
|
||
|
|
"step": 17600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4079957929045718,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.0001914406600559822,
|
||
|
|
"loss": 3.0375,
|
||
|
|
"step": 17650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40915158835189347,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00019139140835370053,
|
||
|
|
"loss": 3.022,
|
||
|
|
"step": 17700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4103073837992152,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00019134202172953896,
|
||
|
|
"loss": 3.028,
|
||
|
|
"step": 17750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41146317924653697,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00019129250025640734,
|
||
|
|
"loss": 2.9621,
|
||
|
|
"step": 17800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41261897469385866,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.0001912428440074147,
|
||
|
|
"loss": 3.0232,
|
||
|
|
"step": 17850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4137747701411804,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.0001911930530558689,
|
||
|
|
"loss": 3.0162,
|
||
|
|
"step": 17900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41493056558850216,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.0001911431274752767,
|
||
|
|
"loss": 3.0113,
|
||
|
|
"step": 17950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41608636103582386,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019109306733934374,
|
||
|
|
"loss": 2.9373,
|
||
|
|
"step": 18000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4172421564831456,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00019104287272197413,
|
||
|
|
"loss": 3.0107,
|
||
|
|
"step": 18050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41839795193046736,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001909925436972706,
|
||
|
|
"loss": 2.9478,
|
||
|
|
"step": 18100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41955374737778905,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00019094208033953433,
|
||
|
|
"loss": 2.9299,
|
||
|
|
"step": 18150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4207095428251108,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00019089148272326476,
|
||
|
|
"loss": 2.9888,
|
||
|
|
"step": 18200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42186533827243256,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00019084075092315957,
|
||
|
|
"loss": 2.971,
|
||
|
|
"step": 18250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4230211337197543,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00019078988501411453,
|
||
|
|
"loss": 3.0031,
|
||
|
|
"step": 18300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.424176929167076,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00019073888507122337,
|
||
|
|
"loss": 2.9433,
|
||
|
|
"step": 18350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42533272461439775,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00019068775116977779,
|
||
|
|
"loss": 2.9418,
|
||
|
|
"step": 18400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4264885200617195,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00019063648338526708,
|
||
|
|
"loss": 3.0341,
|
||
|
|
"step": 18450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4276443155090412,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001905850817933784,
|
||
|
|
"loss": 3.0207,
|
||
|
|
"step": 18500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42880011095636295,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00019053354646999626,
|
||
|
|
"loss": 2.9638,
|
||
|
|
"step": 18550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4299559064036847,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00019048187749120271,
|
||
|
|
"loss": 2.9844,
|
||
|
|
"step": 18600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4311117018510064,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00019043007493327706,
|
||
|
|
"loss": 2.9668,
|
||
|
|
"step": 18650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43226749729832814,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00019037813887269592,
|
||
|
|
"loss": 2.9708,
|
||
|
|
"step": 18700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4334232927456499,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001903260693861328,
|
||
|
|
"loss": 2.9387,
|
||
|
|
"step": 18750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4345790881929716,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.0001902738665504584,
|
||
|
|
"loss": 2.9638,
|
||
|
|
"step": 18800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43573488364029334,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00019022153044274015,
|
||
|
|
"loss": 2.9572,
|
||
|
|
"step": 18850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4368906790876151,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.0001901690611402423,
|
||
|
|
"loss": 2.9324,
|
||
|
|
"step": 18900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4380464745349368,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00019011645872042568,
|
||
|
|
"loss": 2.9814,
|
||
|
|
"step": 18950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43920226998225853,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001900637232609477,
|
||
|
|
"loss": 2.9905,
|
||
|
|
"step": 19000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4403580654295803,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001900108548396621,
|
||
|
|
"loss": 2.9576,
|
||
|
|
"step": 19050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44151386087690203,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.000189957853534619,
|
||
|
|
"loss": 2.9608,
|
||
|
|
"step": 19100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4426696563242237,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00018990471942406464,
|
||
|
|
"loss": 2.9023,
|
||
|
|
"step": 19150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4438254517715455,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00018985145258644136,
|
||
|
|
"loss": 2.9505,
|
||
|
|
"step": 19200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4449812472188672,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00018979805310038742,
|
||
|
|
"loss": 2.9685,
|
||
|
|
"step": 19250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4461370426661889,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.0001897445210447369,
|
||
|
|
"loss": 2.9346,
|
||
|
|
"step": 19300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44729283811351067,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00018969085649851963,
|
||
|
|
"loss": 2.9651,
|
||
|
|
"step": 19350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4484486335608324,
|
||
|
|
"grad_norm": 7.71875,
|
||
|
|
"learning_rate": 0.000189637059540961,
|
||
|
|
"loss": 2.997,
|
||
|
|
"step": 19400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4496044290081541,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00018958313025148189,
|
||
|
|
"loss": 3.0097,
|
||
|
|
"step": 19450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45076022445547587,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00018952906870969857,
|
||
|
|
"loss": 2.9984,
|
||
|
|
"step": 19500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4519160199027976,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00018947487499542252,
|
||
|
|
"loss": 2.9843,
|
||
|
|
"step": 19550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4530718153501193,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00018942054918866038,
|
||
|
|
"loss": 2.9948,
|
||
|
|
"step": 19600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45422761079744106,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018936609136961373,
|
||
|
|
"loss": 2.9407,
|
||
|
|
"step": 19650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4553834062447628,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00018931150161867916,
|
||
|
|
"loss": 2.9388,
|
||
|
|
"step": 19700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45653920169208456,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00018925678001644792,
|
||
|
|
"loss": 2.945,
|
||
|
|
"step": 19750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45769499713940626,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.000189201926643706,
|
||
|
|
"loss": 2.9302,
|
||
|
|
"step": 19800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.458850792586728,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00018914694158143382,
|
||
|
|
"loss": 2.9637,
|
||
|
|
"step": 19850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46000658803404976,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001890918249108063,
|
||
|
|
"loss": 2.947,
|
||
|
|
"step": 19900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46116238348137145,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00018903657671319265,
|
||
|
|
"loss": 2.9906,
|
||
|
|
"step": 19950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4623181789286932,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001889811970701562,
|
||
|
|
"loss": 2.9613,
|
||
|
|
"step": 20000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46347397437601495,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001889256860634544,
|
||
|
|
"loss": 2.9332,
|
||
|
|
"step": 20050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46462976982333665,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018887004377503858,
|
||
|
|
"loss": 2.9338,
|
||
|
|
"step": 20100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4657855652706584,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00018881427028705393,
|
||
|
|
"loss": 2.9767,
|
||
|
|
"step": 20150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46694136071798015,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00018875836568183925,
|
||
|
|
"loss": 2.9601,
|
||
|
|
"step": 20200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46809715616530184,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.000188702330041927,
|
||
|
|
"loss": 2.9519,
|
||
|
|
"step": 20250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4692529516126236,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00018864616345004307,
|
||
|
|
"loss": 2.9398,
|
||
|
|
"step": 20300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47040874705994534,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00018858986598910662,
|
||
|
|
"loss": 2.9702,
|
||
|
|
"step": 20350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47156454250726704,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00018853343774223006,
|
||
|
|
"loss": 2.9297,
|
||
|
|
"step": 20400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4727203379545888,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018847687879271888,
|
||
|
|
"loss": 2.959,
|
||
|
|
"step": 20450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47387613340191054,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001884201892240715,
|
||
|
|
"loss": 2.9404,
|
||
|
|
"step": 20500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4750319288492323,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00018836336911997922,
|
||
|
|
"loss": 2.9394,
|
||
|
|
"step": 20550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.476187724296554,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.000188306418564326,
|
||
|
|
"loss": 2.9666,
|
||
|
|
"step": 20600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47734351974387573,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00018824933764118842,
|
||
|
|
"loss": 2.9523,
|
||
|
|
"step": 20650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4784993151911975,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.0001881921264348355,
|
||
|
|
"loss": 2.9814,
|
||
|
|
"step": 20700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4796551106385192,
|
||
|
|
"grad_norm": 7.5,
|
||
|
|
"learning_rate": 0.00018813478502972863,
|
||
|
|
"loss": 2.9244,
|
||
|
|
"step": 20750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48081090608584093,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00018807731351052137,
|
||
|
|
"loss": 2.9277,
|
||
|
|
"step": 20800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4819667015331627,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.0001880197119620594,
|
||
|
|
"loss": 2.9359,
|
||
|
|
"step": 20850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4831224969804844,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018796198046938033,
|
||
|
|
"loss": 2.9466,
|
||
|
|
"step": 20900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4842782924278061,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00018790411911771368,
|
||
|
|
"loss": 2.9225,
|
||
|
|
"step": 20950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4854340878751279,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018784612799248063,
|
||
|
|
"loss": 2.96,
|
||
|
|
"step": 21000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48658988332244957,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.0001877880071792939,
|
||
|
|
"loss": 2.9368,
|
||
|
|
"step": 21050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4877456787697713,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00018772975676395776,
|
||
|
|
"loss": 2.9535,
|
||
|
|
"step": 21100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48890147421709307,
|
||
|
|
"grad_norm": 7.5,
|
||
|
|
"learning_rate": 0.00018767137683246775,
|
||
|
|
"loss": 2.9352,
|
||
|
|
"step": 21150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4900572696644148,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018761286747101067,
|
||
|
|
"loss": 2.9526,
|
||
|
|
"step": 21200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4912130651117365,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00018755422876596436,
|
||
|
|
"loss": 2.9168,
|
||
|
|
"step": 21250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49236886055905826,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018749546080389757,
|
||
|
|
"loss": 2.9413,
|
||
|
|
"step": 21300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49352465600638,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00018743656367156998,
|
||
|
|
"loss": 2.9969,
|
||
|
|
"step": 21350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4946804514537017,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00018737753745593188,
|
||
|
|
"loss": 2.9312,
|
||
|
|
"step": 21400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49583624690102346,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00018731838224412414,
|
||
|
|
"loss": 2.9545,
|
||
|
|
"step": 21450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4969920423483452,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.0001872590981234781,
|
||
|
|
"loss": 2.936,
|
||
|
|
"step": 21500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4981478377956669,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018719968518151537,
|
||
|
|
"loss": 2.9431,
|
||
|
|
"step": 21550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49930363324298865,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00018714014350594782,
|
||
|
|
"loss": 2.9495,
|
||
|
|
"step": 21600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5004594286903103,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00018708047318467724,
|
||
|
|
"loss": 2.9408,
|
||
|
|
"step": 21650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5016152241376322,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00018702067430579543,
|
||
|
|
"loss": 2.8727,
|
||
|
|
"step": 21700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5027710195849538,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018696074695758393,
|
||
|
|
"loss": 2.9192,
|
||
|
|
"step": 21750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5039268150322755,
|
||
|
|
"grad_norm": 7.25,
|
||
|
|
"learning_rate": 0.00018690069122851409,
|
||
|
|
"loss": 2.9637,
|
||
|
|
"step": 21800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5050826104795973,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00018684050720724655,
|
||
|
|
"loss": 2.8868,
|
||
|
|
"step": 21850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.506238405926919,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.0001867801949826315,
|
||
|
|
"loss": 2.8911,
|
||
|
|
"step": 21900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5073942013742407,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00018671975464370838,
|
||
|
|
"loss": 2.8561,
|
||
|
|
"step": 21950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5085499968215625,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00018665918627970576,
|
||
|
|
"loss": 2.8978,
|
||
|
|
"step": 22000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5097057922688842,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001865984899800412,
|
||
|
|
"loss": 2.9393,
|
||
|
|
"step": 22050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5108615877162059,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00018653766583432113,
|
||
|
|
"loss": 2.8422,
|
||
|
|
"step": 22100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5120173831635277,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00018647671393234077,
|
||
|
|
"loss": 2.9341,
|
||
|
|
"step": 22150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5131731786108494,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00018641563436408386,
|
||
|
|
"loss": 2.8421,
|
||
|
|
"step": 22200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5143289740581712,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.0001863544272197227,
|
||
|
|
"loss": 2.8525,
|
||
|
|
"step": 22250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5154847695054929,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00018629309258961786,
|
||
|
|
"loss": 2.9711,
|
||
|
|
"step": 22300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5166405649528146,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018623163056431818,
|
||
|
|
"loss": 2.8792,
|
||
|
|
"step": 22350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5177963604001364,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018617004123456057,
|
||
|
|
"loss": 2.9393,
|
||
|
|
"step": 22400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5189521558474581,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00018610832469126982,
|
||
|
|
"loss": 2.9378,
|
||
|
|
"step": 22450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5201079512947798,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00018604648102555856,
|
||
|
|
"loss": 2.8853,
|
||
|
|
"step": 22500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5212637467421016,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00018598451032872713,
|
||
|
|
"loss": 2.9423,
|
||
|
|
"step": 22550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5224195421894233,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00018592241269226335,
|
||
|
|
"loss": 2.8725,
|
||
|
|
"step": 22600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.523575337636745,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.0001858601882078425,
|
||
|
|
"loss": 2.8732,
|
||
|
|
"step": 22650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5247311330840668,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018579783696732704,
|
||
|
|
"loss": 2.9288,
|
||
|
|
"step": 22700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5258869285313885,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.00018573535906276666,
|
||
|
|
"loss": 2.925,
|
||
|
|
"step": 22750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5270427239787102,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018567275458639796,
|
||
|
|
"loss": 2.9187,
|
||
|
|
"step": 22800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.528198519426032,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00018561002363064449,
|
||
|
|
"loss": 2.9511,
|
||
|
|
"step": 22850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5293543148733537,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001855471662881164,
|
||
|
|
"loss": 2.8815,
|
||
|
|
"step": 22900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5305101103206754,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018548418265161053,
|
||
|
|
"loss": 2.9141,
|
||
|
|
"step": 22950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5316659057679972,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.0001854210728141102,
|
||
|
|
"loss": 2.91,
|
||
|
|
"step": 23000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5328217012153189,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018535783686878486,
|
||
|
|
"loss": 2.9041,
|
||
|
|
"step": 23050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5339774966626406,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001852944749089903,
|
||
|
|
"loss": 2.9082,
|
||
|
|
"step": 23100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5351332921099624,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00018523098702826832,
|
||
|
|
"loss": 2.9143,
|
||
|
|
"step": 23150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5362890875572841,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00018516737332034658,
|
||
|
|
"loss": 2.9031,
|
||
|
|
"step": 23200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5374448830046058,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00018510363387913854,
|
||
|
|
"loss": 2.8829,
|
||
|
|
"step": 23250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5386006784519276,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018503976879874322,
|
||
|
|
"loss": 2.8267,
|
||
|
|
"step": 23300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5397564738992493,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00018497577817344513,
|
||
|
|
"loss": 2.9073,
|
||
|
|
"step": 23350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.540912269346571,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018491166209771423,
|
||
|
|
"loss": 2.9388,
|
||
|
|
"step": 23400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5420680647938928,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00018484742066620554,
|
||
|
|
"loss": 2.8731,
|
||
|
|
"step": 23450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5432238602412145,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018478305397375927,
|
||
|
|
"loss": 2.9173,
|
||
|
|
"step": 23500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5443796556885362,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001847185621154004,
|
||
|
|
"loss": 2.8957,
|
||
|
|
"step": 23550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.545535451135858,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00018465394518633885,
|
||
|
|
"loss": 2.9423,
|
||
|
|
"step": 23600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5466912465831797,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00018458920328196912,
|
||
|
|
"loss": 2.9083,
|
||
|
|
"step": 23650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5478470420305015,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001845243364978702,
|
||
|
|
"loss": 2.9317,
|
||
|
|
"step": 23700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5490028374778232,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018445934492980544,
|
||
|
|
"loss": 2.9003,
|
||
|
|
"step": 23750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5501586329251449,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018439422867372242,
|
||
|
|
"loss": 2.8697,
|
||
|
|
"step": 23800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5513144283724667,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.0001843289878257528,
|
||
|
|
"loss": 2.8957,
|
||
|
|
"step": 23850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5524702238197884,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.0001842636224822122,
|
||
|
|
"loss": 2.9012,
|
||
|
|
"step": 23900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5536260192671101,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.0001841981327396,
|
||
|
|
"loss": 2.9053,
|
||
|
|
"step": 23950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5547818147144319,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00018413251869459923,
|
||
|
|
"loss": 2.8824,
|
||
|
|
"step": 24000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5559376101617536,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00018406678044407643,
|
||
|
|
"loss": 2.8666,
|
||
|
|
"step": 24050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5570934056090753,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001840009180850815,
|
||
|
|
"loss": 2.8784,
|
||
|
|
"step": 24100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5582492010563971,
|
||
|
|
"grad_norm": 6.0625,
|
||
|
|
"learning_rate": 0.00018393493171484763,
|
||
|
|
"loss": 2.8296,
|
||
|
|
"step": 24150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5594049965037188,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018386882143079102,
|
||
|
|
"loss": 2.8968,
|
||
|
|
"step": 24200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5605607919510405,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00018380258733051075,
|
||
|
|
"loss": 2.9383,
|
||
|
|
"step": 24250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5617165873983623,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00018373622951178885,
|
||
|
|
"loss": 2.8566,
|
||
|
|
"step": 24300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.562872382845684,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00018366974807258987,
|
||
|
|
"loss": 2.887,
|
||
|
|
"step": 24350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5640281782930057,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00018360314311106094,
|
||
|
|
"loss": 2.8875,
|
||
|
|
"step": 24400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5651839737403275,
|
||
|
|
"grad_norm": 7.6875,
|
||
|
|
"learning_rate": 0.0001835364147255314,
|
||
|
|
"loss": 2.819,
|
||
|
|
"step": 24450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5663397691876492,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018346956301451304,
|
||
|
|
"loss": 2.9575,
|
||
|
|
"step": 24500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5674955646349709,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001834025880766995,
|
||
|
|
"loss": 2.899,
|
||
|
|
"step": 24550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5686513600822927,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00018333549001096645,
|
||
|
|
"loss": 2.8903,
|
||
|
|
"step": 24600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5698071555296144,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00018326826891637134,
|
||
|
|
"loss": 2.8618,
|
||
|
|
"step": 24650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5709629509769361,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00018320092489215316,
|
||
|
|
"loss": 2.9063,
|
||
|
|
"step": 24700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5721187464242579,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018313345803773248,
|
||
|
|
"loss": 2.853,
|
||
|
|
"step": 24750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5732745418715796,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00018306586845271116,
|
||
|
|
"loss": 2.8366,
|
||
|
|
"step": 24800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5744303373189013,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00018299815623687223,
|
||
|
|
"loss": 2.8669,
|
||
|
|
"step": 24850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5755861327662231,
|
||
|
|
"grad_norm": 6.09375,
|
||
|
|
"learning_rate": 0.00018293032149017984,
|
||
|
|
"loss": 2.833,
|
||
|
|
"step": 24900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5767419282135448,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00018286236431277892,
|
||
|
|
"loss": 2.8762,
|
||
|
|
"step": 24950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5778977236608664,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00018279428480499525,
|
||
|
|
"loss": 2.9457,
|
||
|
|
"step": 25000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5790535191081883,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018272608306733513,
|
||
|
|
"loss": 2.8913,
|
||
|
|
"step": 25050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.58020931455551,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00018265775920048535,
|
||
|
|
"loss": 2.8868,
|
||
|
|
"step": 25100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5813651100028318,
|
||
|
|
"grad_norm": 7.875,
|
||
|
|
"learning_rate": 0.000182589313305313,
|
||
|
|
"loss": 2.9019,
|
||
|
|
"step": 25150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5825209054501534,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00018252074548286528,
|
||
|
|
"loss": 2.9064,
|
||
|
|
"step": 25200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5836767008974751,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00018245205583436948,
|
||
|
|
"loss": 2.8294,
|
||
|
|
"step": 25250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.584832496344797,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00018238324446123266,
|
||
|
|
"loss": 2.8393,
|
||
|
|
"step": 25300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5859882917921186,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.0001823143114650416,
|
||
|
|
"loss": 2.8714,
|
||
|
|
"step": 25350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5871440872394403,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.0001822452569475626,
|
||
|
|
"loss": 2.9236,
|
||
|
|
"step": 25400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5882998826867621,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.0001821760810107415,
|
||
|
|
"loss": 2.8087,
|
||
|
|
"step": 25450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5894556781340838,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00018210678375670325,
|
||
|
|
"loss": 2.8775,
|
||
|
|
"step": 25500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5906114735814055,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00018203736528775197,
|
||
|
|
"loss": 2.833,
|
||
|
|
"step": 25550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5917672690287273,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00018196782570637066,
|
||
|
|
"loss": 2.8305,
|
||
|
|
"step": 25600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.592923064476049,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00018189816511522122,
|
||
|
|
"loss": 2.8961,
|
||
|
|
"step": 25650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5940788599233707,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001818283836171441,
|
||
|
|
"loss": 2.9032,
|
||
|
|
"step": 25700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5952346553706925,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00018175848131515837,
|
||
|
|
"loss": 2.8641,
|
||
|
|
"step": 25750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5963904508180142,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001816884583124613,
|
||
|
|
"loss": 2.8839,
|
||
|
|
"step": 25800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5975462462653359,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00018161831471242846,
|
||
|
|
"loss": 2.8364,
|
||
|
|
"step": 25850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5987020417126577,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.0001815480506186134,
|
||
|
|
"loss": 2.8101,
|
||
|
|
"step": 25900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5998578371599794,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00018147766613474758,
|
||
|
|
"loss": 2.8351,
|
||
|
|
"step": 25950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6010136326073011,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001814071613647401,
|
||
|
|
"loss": 2.8322,
|
||
|
|
"step": 26000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6021694280546229,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001813365364126779,
|
||
|
|
"loss": 2.8188,
|
||
|
|
"step": 26050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6033252235019446,
|
||
|
|
"grad_norm": 7.5625,
|
||
|
|
"learning_rate": 0.00018126579138282503,
|
||
|
|
"loss": 2.8133,
|
||
|
|
"step": 26100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6044810189492663,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.000181194926379623,
|
||
|
|
"loss": 2.8583,
|
||
|
|
"step": 26150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6056368143965881,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001811239415076904,
|
||
|
|
"loss": 2.849,
|
||
|
|
"step": 26200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6067926098439098,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00018105283687182278,
|
||
|
|
"loss": 2.8612,
|
||
|
|
"step": 26250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6079484052912315,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00018098161257699245,
|
||
|
|
"loss": 2.8544,
|
||
|
|
"step": 26300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6091042007385533,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00018091026872834847,
|
||
|
|
"loss": 2.8698,
|
||
|
|
"step": 26350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.610259996185875,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.00018083880543121628,
|
||
|
|
"loss": 2.847,
|
||
|
|
"step": 26400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6114157916331967,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001807672227910978,
|
||
|
|
"loss": 2.8813,
|
||
|
|
"step": 26450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6125715870805185,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.000180695520913671,
|
||
|
|
"loss": 2.8616,
|
||
|
|
"step": 26500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6137273825278402,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00018062369990478998,
|
||
|
|
"loss": 2.8458,
|
||
|
|
"step": 26550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.614883177975162,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.00018055175987048466,
|
||
|
|
"loss": 2.8574,
|
||
|
|
"step": 26600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6160389734224837,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00018047970091696075,
|
||
|
|
"loss": 2.8885,
|
||
|
|
"step": 26650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6171947688698054,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00018040752315059942,
|
||
|
|
"loss": 2.8808,
|
||
|
|
"step": 26700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6183505643171272,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.0001803352266779573,
|
||
|
|
"loss": 2.8746,
|
||
|
|
"step": 26750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6195063597644489,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00018026281160576625,
|
||
|
|
"loss": 2.8616,
|
||
|
|
"step": 26800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6206621552117706,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00018019027804093326,
|
||
|
|
"loss": 2.8151,
|
||
|
|
"step": 26850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6218179506590924,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.0001801176260905402,
|
||
|
|
"loss": 2.8687,
|
||
|
|
"step": 26900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6229737461064141,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00018004485586184377,
|
||
|
|
"loss": 2.8713,
|
||
|
|
"step": 26950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6241295415537358,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001799719674622752,
|
||
|
|
"loss": 2.8493,
|
||
|
|
"step": 27000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6252853370010576,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00017989896099944027,
|
||
|
|
"loss": 2.8604,
|
||
|
|
"step": 27050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6264411324483793,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.000179825836581119,
|
||
|
|
"loss": 2.831,
|
||
|
|
"step": 27100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.627596927895701,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017975259431526552,
|
||
|
|
"loss": 2.8433,
|
||
|
|
"step": 27150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6287527233430228,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00017967923431000805,
|
||
|
|
"loss": 2.8051,
|
||
|
|
"step": 27200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6299085187903445,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00017960575667364857,
|
||
|
|
"loss": 2.8349,
|
||
|
|
"step": 27250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6310643142376662,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00017953216151466263,
|
||
|
|
"loss": 2.8848,
|
||
|
|
"step": 27300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.632220109684988,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00017945844894169942,
|
||
|
|
"loss": 2.8184,
|
||
|
|
"step": 27350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6333759051323097,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00017938461906358142,
|
||
|
|
"loss": 2.8404,
|
||
|
|
"step": 27400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6345317005796314,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00017931067198930425,
|
||
|
|
"loss": 2.8079,
|
||
|
|
"step": 27450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6356874960269532,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00017923660782803662,
|
||
|
|
"loss": 2.8663,
|
||
|
|
"step": 27500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6368432914742749,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00017916242668911998,
|
||
|
|
"loss": 2.8888,
|
||
|
|
"step": 27550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6379990869215966,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.0001790881286820686,
|
||
|
|
"loss": 2.8957,
|
||
|
|
"step": 27600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6391548823689184,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00017901371391656928,
|
||
|
|
"loss": 2.8137,
|
||
|
|
"step": 27650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6403106778162401,
|
||
|
|
"grad_norm": 6.09375,
|
||
|
|
"learning_rate": 0.00017893918250248104,
|
||
|
|
"loss": 2.8416,
|
||
|
|
"step": 27700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6414664732635618,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017886453454983526,
|
||
|
|
"loss": 2.8992,
|
||
|
|
"step": 27750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6426222687108836,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00017878977016883534,
|
||
|
|
"loss": 2.8262,
|
||
|
|
"step": 27800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6437780641582053,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00017871488946985653,
|
||
|
|
"loss": 2.8643,
|
||
|
|
"step": 27850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.644933859605527,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.0001786398925634458,
|
||
|
|
"loss": 2.8146,
|
||
|
|
"step": 27900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6460896550528488,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00017856477956032174,
|
||
|
|
"loss": 2.8061,
|
||
|
|
"step": 27950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6472454505001705,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001784895505713742,
|
||
|
|
"loss": 2.841,
|
||
|
|
"step": 28000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6484012459474923,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00017841420570766445,
|
||
|
|
"loss": 2.8143,
|
||
|
|
"step": 28050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.649557041394814,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00017833874508042466,
|
||
|
|
"loss": 2.8273,
|
||
|
|
"step": 28100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6507128368421357,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00017826316880105797,
|
||
|
|
"loss": 2.8529,
|
||
|
|
"step": 28150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6518686322894575,
|
||
|
|
"grad_norm": 7.4375,
|
||
|
|
"learning_rate": 0.0001781874769811383,
|
||
|
|
"loss": 2.9175,
|
||
|
|
"step": 28200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6530244277367792,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00017811166973241005,
|
||
|
|
"loss": 2.8498,
|
||
|
|
"step": 28250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6541802231841009,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00017803574716678813,
|
||
|
|
"loss": 2.8645,
|
||
|
|
"step": 28300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6553360186314227,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00017795970939635754,
|
||
|
|
"loss": 2.8361,
|
||
|
|
"step": 28350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6564918140787444,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001778835565333736,
|
||
|
|
"loss": 2.8582,
|
||
|
|
"step": 28400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.657647609526066,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.0001778072886902613,
|
||
|
|
"loss": 2.8292,
|
||
|
|
"step": 28450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6588034049733879,
|
||
|
|
"grad_norm": 6.09375,
|
||
|
|
"learning_rate": 0.00017773090597961554,
|
||
|
|
"loss": 2.8296,
|
||
|
|
"step": 28500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6599592004207095,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00017765440851420067,
|
||
|
|
"loss": 2.8063,
|
||
|
|
"step": 28550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6611149958680312,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00017757779640695058,
|
||
|
|
"loss": 2.8427,
|
||
|
|
"step": 28600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.662270791315353,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00017750106977096835,
|
||
|
|
"loss": 2.7857,
|
||
|
|
"step": 28650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6634265867626747,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00017742422871952607,
|
||
|
|
"loss": 2.8331,
|
||
|
|
"step": 28700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6645823822099964,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00017734727336606485,
|
||
|
|
"loss": 2.8215,
|
||
|
|
"step": 28750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6657381776573182,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00017727020382419452,
|
||
|
|
"loss": 2.8128,
|
||
|
|
"step": 28800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6668939731046399,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00017719302020769345,
|
||
|
|
"loss": 2.8049,
|
||
|
|
"step": 28850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6680497685519616,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00017711572263050845,
|
||
|
|
"loss": 2.8384,
|
||
|
|
"step": 28900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6692055639992834,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.0001770383112067546,
|
||
|
|
"loss": 2.8349,
|
||
|
|
"step": 28950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6703613594466051,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00017696078605071493,
|
||
|
|
"loss": 2.8273,
|
||
|
|
"step": 29000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6715171548939268,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.0001768831472768405,
|
||
|
|
"loss": 2.847,
|
||
|
|
"step": 29050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6726729503412486,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.0001768053949997501,
|
||
|
|
"loss": 2.871,
|
||
|
|
"step": 29100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6738287457885703,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00017672752933423002,
|
||
|
|
"loss": 2.8197,
|
||
|
|
"step": 29150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.674984541235892,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00017664955039523397,
|
||
|
|
"loss": 2.7989,
|
||
|
|
"step": 29200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6761403366832138,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.0001765714582978829,
|
||
|
|
"loss": 2.7921,
|
||
|
|
"step": 29250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6772961321305355,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00017649325315746478,
|
||
|
|
"loss": 2.8165,
|
||
|
|
"step": 29300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6784519275778572,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00017641493508943455,
|
||
|
|
"loss": 2.7825,
|
||
|
|
"step": 29350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.679607723025179,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00017633650420941375,
|
||
|
|
"loss": 2.8214,
|
||
|
|
"step": 29400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6807635184725007,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00017625796063319056,
|
||
|
|
"loss": 2.8449,
|
||
|
|
"step": 29450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6819193139198225,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00017617930447671952,
|
||
|
|
"loss": 2.7756,
|
||
|
|
"step": 29500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6830751093671442,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00017610053585612133,
|
||
|
|
"loss": 2.8324,
|
||
|
|
"step": 29550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6842309048144659,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00017602165488768274,
|
||
|
|
"loss": 2.7835,
|
||
|
|
"step": 29600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6853867002617877,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00017594266168785637,
|
||
|
|
"loss": 2.8095,
|
||
|
|
"step": 29650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6865424957091094,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00017586355637326054,
|
||
|
|
"loss": 2.7817,
|
||
|
|
"step": 29700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6876982911564311,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00017578433906067904,
|
||
|
|
"loss": 2.8561,
|
||
|
|
"step": 29750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6888540866037529,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00017570500986706107,
|
||
|
|
"loss": 2.8384,
|
||
|
|
"step": 29800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6900098820510746,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00017562556890952092,
|
||
|
|
"loss": 2.7635,
|
||
|
|
"step": 29850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6911656774983963,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00017554601630533797,
|
||
|
|
"loss": 2.8574,
|
||
|
|
"step": 29900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6923214729457181,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00017546635217195635,
|
||
|
|
"loss": 2.8494,
|
||
|
|
"step": 29950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6934772683930398,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00017538657662698488,
|
||
|
|
"loss": 2.8229,
|
||
|
|
"step": 30000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6946330638403615,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001753066897881968,
|
||
|
|
"loss": 2.8555,
|
||
|
|
"step": 30050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6957888592876833,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00017522669177352977,
|
||
|
|
"loss": 2.8557,
|
||
|
|
"step": 30100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.696944654735005,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00017514658270108548,
|
||
|
|
"loss": 2.8082,
|
||
|
|
"step": 30150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6981004501823267,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001750663626891296,
|
||
|
|
"loss": 2.8585,
|
||
|
|
"step": 30200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6992562456296485,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.0001749860318560916,
|
||
|
|
"loss": 2.7937,
|
||
|
|
"step": 30250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7004120410769702,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.0001749055903205645,
|
||
|
|
"loss": 2.7666,
|
||
|
|
"step": 30300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7015678365242919,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00017482503820130484,
|
||
|
|
"loss": 2.801,
|
||
|
|
"step": 30350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7027236319716137,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.0001747443756172324,
|
||
|
|
"loss": 2.7861,
|
||
|
|
"step": 30400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7038794274189354,
|
||
|
|
"grad_norm": 6.09375,
|
||
|
|
"learning_rate": 0.0001746636026874299,
|
||
|
|
"loss": 2.7659,
|
||
|
|
"step": 30450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7050352228662571,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00017458271953114317,
|
||
|
|
"loss": 2.8292,
|
||
|
|
"step": 30500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7061910183135789,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00017450172626778064,
|
||
|
|
"loss": 2.8015,
|
||
|
|
"step": 30550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7073468137609006,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00017442062301691334,
|
||
|
|
"loss": 2.8231,
|
||
|
|
"step": 30600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7085026092082223,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.0001743394098982746,
|
||
|
|
"loss": 2.7942,
|
||
|
|
"step": 30650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7096584046555441,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001742580870317601,
|
||
|
|
"loss": 2.7623,
|
||
|
|
"step": 30700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7108142001028658,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00017417665453742739,
|
||
|
|
"loss": 2.8076,
|
||
|
|
"step": 30750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7119699955501875,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00017409511253549593,
|
||
|
|
"loss": 2.8188,
|
||
|
|
"step": 30800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7131257909975093,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00017401346114634682,
|
||
|
|
"loss": 2.819,
|
||
|
|
"step": 30850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.714281586444831,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001739317004905227,
|
||
|
|
"loss": 2.8145,
|
||
|
|
"step": 30900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7154373818921528,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017384983068872756,
|
||
|
|
"loss": 2.7709,
|
||
|
|
"step": 30950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7165931773394745,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00017376785186182632,
|
||
|
|
"loss": 2.8343,
|
||
|
|
"step": 31000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7177489727867962,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00017368576413084505,
|
||
|
|
"loss": 2.8354,
|
||
|
|
"step": 31050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.718904768234118,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00017360356761697055,
|
||
|
|
"loss": 2.8315,
|
||
|
|
"step": 31100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7200605636814397,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001735212624415502,
|
||
|
|
"loss": 2.7859,
|
||
|
|
"step": 31150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7212163591287614,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.0001734388487260918,
|
||
|
|
"loss": 2.7939,
|
||
|
|
"step": 31200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7223721545760832,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00017335632659226335,
|
||
|
|
"loss": 2.7738,
|
||
|
|
"step": 31250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7235279500234049,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.000173273696161893,
|
||
|
|
"loss": 2.7681,
|
||
|
|
"step": 31300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7246837454707266,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00017319095755696865,
|
||
|
|
"loss": 2.7363,
|
||
|
|
"step": 31350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7258395409180484,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001731081108996381,
|
||
|
|
"loss": 2.8358,
|
||
|
|
"step": 31400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7269953363653701,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00017302515631220845,
|
||
|
|
"loss": 2.8379,
|
||
|
|
"step": 31450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7281511318126918,
|
||
|
|
"grad_norm": 7.09375,
|
||
|
|
"learning_rate": 0.00017294209391714623,
|
||
|
|
"loss": 2.8118,
|
||
|
|
"step": 31500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7293069272600136,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001728589238370772,
|
||
|
|
"loss": 2.7696,
|
||
|
|
"step": 31550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7304627227073353,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00017277564619478595,
|
||
|
|
"loss": 2.7988,
|
||
|
|
"step": 31600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.731618518154657,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00017269226111321596,
|
||
|
|
"loss": 2.7845,
|
||
|
|
"step": 31650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7327743136019788,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00017260876871546936,
|
||
|
|
"loss": 2.7806,
|
||
|
|
"step": 31700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7339301090493004,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001725251691248066,
|
||
|
|
"loss": 2.7502,
|
||
|
|
"step": 31750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7350859044966221,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00017244146246464642,
|
||
|
|
"loss": 2.7601,
|
||
|
|
"step": 31800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.736241699943944,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017235764885856572,
|
||
|
|
"loss": 2.847,
|
||
|
|
"step": 31850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7373974953912656,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00017227372843029915,
|
||
|
|
"loss": 2.7661,
|
||
|
|
"step": 31900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7385532908385873,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001721897013037391,
|
||
|
|
"loss": 2.8107,
|
||
|
|
"step": 31950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7397090862859091,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00017210556760293558,
|
||
|
|
"loss": 2.8154,
|
||
|
|
"step": 32000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7408648817332308,
|
||
|
|
"grad_norm": 5.8125,
|
||
|
|
"learning_rate": 0.00017202132745209578,
|
||
|
|
"loss": 2.7842,
|
||
|
|
"step": 32050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7420206771805525,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00017193698097558416,
|
||
|
|
"loss": 2.765,
|
||
|
|
"step": 32100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7431764726278743,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001718525282979221,
|
||
|
|
"loss": 2.888,
|
||
|
|
"step": 32150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.744332268075196,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017176796954378778,
|
||
|
|
"loss": 2.8301,
|
||
|
|
"step": 32200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7454880635225177,
|
||
|
|
"grad_norm": 7.53125,
|
||
|
|
"learning_rate": 0.00017168330483801597,
|
||
|
|
"loss": 2.8191,
|
||
|
|
"step": 32250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7466438589698395,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00017159853430559786,
|
||
|
|
"loss": 2.7855,
|
||
|
|
"step": 32300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7477996544171612,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00017151365807168092,
|
||
|
|
"loss": 2.7921,
|
||
|
|
"step": 32350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.748955449864483,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00017142867626156855,
|
||
|
|
"loss": 2.8085,
|
||
|
|
"step": 32400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7501112453118047,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00017134358900072015,
|
||
|
|
"loss": 2.8073,
|
||
|
|
"step": 32450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7512670407591264,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00017125839641475072,
|
||
|
|
"loss": 2.832,
|
||
|
|
"step": 32500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7524228362064482,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00017117309862943074,
|
||
|
|
"loss": 2.7696,
|
||
|
|
"step": 32550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7535786316537699,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00017108769577068604,
|
||
|
|
"loss": 2.8044,
|
||
|
|
"step": 32600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7547344271010916,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00017100218796459757,
|
||
|
|
"loss": 2.7827,
|
||
|
|
"step": 32650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7558902225484134,
|
||
|
|
"grad_norm": 7.84375,
|
||
|
|
"learning_rate": 0.0001709165753374012,
|
||
|
|
"loss": 2.8036,
|
||
|
|
"step": 32700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7570460179957351,
|
||
|
|
"grad_norm": 5.78125,
|
||
|
|
"learning_rate": 0.00017083085801548753,
|
||
|
|
"loss": 2.7204,
|
||
|
|
"step": 32750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7582018134430568,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00017074503612540175,
|
||
|
|
"loss": 2.7612,
|
||
|
|
"step": 32800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7593576088903786,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001706591097938434,
|
||
|
|
"loss": 2.7828,
|
||
|
|
"step": 32850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7605134043377003,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00017057307914766624,
|
||
|
|
"loss": 2.6761,
|
||
|
|
"step": 32900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.761669199785022,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00017048694431387804,
|
||
|
|
"loss": 2.8327,
|
||
|
|
"step": 32950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7628249952323438,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00017040070541964034,
|
||
|
|
"loss": 2.7114,
|
||
|
|
"step": 33000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7639807906796655,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00017031436259226825,
|
||
|
|
"loss": 2.7744,
|
||
|
|
"step": 33050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7651365861269872,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00017022791595923046,
|
||
|
|
"loss": 2.7879,
|
||
|
|
"step": 33100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.766292381574309,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001701413656481488,
|
||
|
|
"loss": 2.7954,
|
||
|
|
"step": 33150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7674481770216307,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00017005471178679828,
|
||
|
|
"loss": 2.8084,
|
||
|
|
"step": 33200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7686039724689524,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00016996795450310663,
|
||
|
|
"loss": 2.7583,
|
||
|
|
"step": 33250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7697597679162742,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.0001698810939251543,
|
||
|
|
"loss": 2.7605,
|
||
|
|
"step": 33300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7709155633635959,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00016979413018117437,
|
||
|
|
"loss": 2.7707,
|
||
|
|
"step": 33350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7720713588109176,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00016970706339955208,
|
||
|
|
"loss": 2.751,
|
||
|
|
"step": 33400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7732271542582394,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016961989370882475,
|
||
|
|
"loss": 2.7815,
|
||
|
|
"step": 33450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7743829497055611,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.0001695326212376818,
|
||
|
|
"loss": 2.7803,
|
||
|
|
"step": 33500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7755387451528828,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00016944524611496427,
|
||
|
|
"loss": 2.7057,
|
||
|
|
"step": 33550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7766945406002046,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016935776846966475,
|
||
|
|
"loss": 2.7923,
|
||
|
|
"step": 33600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7778503360475263,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00016927018843092718,
|
||
|
|
"loss": 2.724,
|
||
|
|
"step": 33650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.779006131494848,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00016918250612804673,
|
||
|
|
"loss": 2.7862,
|
||
|
|
"step": 33700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7801619269421698,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00016909472169046946,
|
||
|
|
"loss": 2.7961,
|
||
|
|
"step": 33750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7813177223894915,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00016900683524779232,
|
||
|
|
"loss": 2.8042,
|
||
|
|
"step": 33800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7824735178368133,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00016891884692976265,
|
||
|
|
"loss": 2.7276,
|
||
|
|
"step": 33850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.783629313284135,
|
||
|
|
"grad_norm": 6.03125,
|
||
|
|
"learning_rate": 0.00016883075686627844,
|
||
|
|
"loss": 2.7939,
|
||
|
|
"step": 33900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7847851087314567,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.0001687425651873877,
|
||
|
|
"loss": 2.7348,
|
||
|
|
"step": 33950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7859409041787785,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00016865427202328854,
|
||
|
|
"loss": 2.7605,
|
||
|
|
"step": 34000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7870966996261002,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00016856587750432888,
|
||
|
|
"loss": 2.731,
|
||
|
|
"step": 34050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7882524950734219,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00016847738176100632,
|
||
|
|
"loss": 2.7715,
|
||
|
|
"step": 34100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7894082905207437,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016838878492396776,
|
||
|
|
"loss": 2.7068,
|
||
|
|
"step": 34150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7905640859680654,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00016830008712400948,
|
||
|
|
"loss": 2.7513,
|
||
|
|
"step": 34200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7917198814153871,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001682112884920767,
|
||
|
|
"loss": 2.709,
|
||
|
|
"step": 34250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7928756768627089,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.0001681223891592637,
|
||
|
|
"loss": 2.7329,
|
||
|
|
"step": 34300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7940314723100306,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00016803338925681314,
|
||
|
|
"loss": 2.7743,
|
||
|
|
"step": 34350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7951872677573523,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00016794428891611638,
|
||
|
|
"loss": 2.7581,
|
||
|
|
"step": 34400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7963430632046741,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00016785508826871293,
|
||
|
|
"loss": 2.8453,
|
||
|
|
"step": 34450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7974988586519958,
|
||
|
|
"grad_norm": 7.46875,
|
||
|
|
"learning_rate": 0.00016776578744629052,
|
||
|
|
"loss": 2.8231,
|
||
|
|
"step": 34500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7986546540993175,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001676763865806846,
|
||
|
|
"loss": 2.7601,
|
||
|
|
"step": 34550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7998104495466393,
|
||
|
|
"grad_norm": 5.96875,
|
||
|
|
"learning_rate": 0.0001675868858038784,
|
||
|
|
"loss": 2.7725,
|
||
|
|
"step": 34600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.800966244993961,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001674972852480027,
|
||
|
|
"loss": 2.7787,
|
||
|
|
"step": 34650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8021220404412827,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016740758504533548,
|
||
|
|
"loss": 2.7418,
|
||
|
|
"step": 34700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8032778358886045,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001673177853283019,
|
||
|
|
"loss": 2.7893,
|
||
|
|
"step": 34750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8044336313359262,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.000167227886229474,
|
||
|
|
"loss": 2.7196,
|
||
|
|
"step": 34800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8055894267832479,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00016713788788157055,
|
||
|
|
"loss": 2.7814,
|
||
|
|
"step": 34850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8067452222305697,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00016704779041745686,
|
||
|
|
"loss": 2.7562,
|
||
|
|
"step": 34900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8079010176778914,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00016695759397014452,
|
||
|
|
"loss": 2.7703,
|
||
|
|
"step": 34950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.809056813125213,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00016686729867279132,
|
||
|
|
"loss": 2.7196,
|
||
|
|
"step": 35000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8102126085725349,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00016677690465870091,
|
||
|
|
"loss": 2.7431,
|
||
|
|
"step": 35050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8113684040198565,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00016668641206132274,
|
||
|
|
"loss": 2.7328,
|
||
|
|
"step": 35100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8125241994671784,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00016659582101425174,
|
||
|
|
"loss": 2.7782,
|
||
|
|
"step": 35150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8136799949145,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00016650513165122823,
|
||
|
|
"loss": 2.7481,
|
||
|
|
"step": 35200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8148357903618217,
|
||
|
|
"grad_norm": 6.125,
|
||
|
|
"learning_rate": 0.0001664143441061376,
|
||
|
|
"loss": 2.7854,
|
||
|
|
"step": 35250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8159915858091435,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00016632345851301031,
|
||
|
|
"loss": 2.7391,
|
||
|
|
"step": 35300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8171473812564652,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016623247500602154,
|
||
|
|
"loss": 2.7753,
|
||
|
|
"step": 35350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8183031767037869,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016614139371949084,
|
||
|
|
"loss": 2.703,
|
||
|
|
"step": 35400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8194589721511087,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00016605021478788233,
|
||
|
|
"loss": 2.7986,
|
||
|
|
"step": 35450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8206147675984304,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016595893834580426,
|
||
|
|
"loss": 2.7398,
|
||
|
|
"step": 35500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8217705630457521,
|
||
|
|
"grad_norm": 6.125,
|
||
|
|
"learning_rate": 0.0001658675645280087,
|
||
|
|
"loss": 2.7266,
|
||
|
|
"step": 35550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8229263584930739,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.0001657760934693916,
|
||
|
|
"loss": 2.7777,
|
||
|
|
"step": 35600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8240821539403956,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00016568452530499244,
|
||
|
|
"loss": 2.7649,
|
||
|
|
"step": 35650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8252379493877173,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.000165592860169994,
|
||
|
|
"loss": 2.6939,
|
||
|
|
"step": 35700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8263937448350391,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.0001655010981997223,
|
||
|
|
"loss": 2.7536,
|
||
|
|
"step": 35750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8275495402823608,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00016540923952964632,
|
||
|
|
"loss": 2.7,
|
||
|
|
"step": 35800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8287053357296825,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016531728429537766,
|
||
|
|
"loss": 2.6672,
|
||
|
|
"step": 35850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8298611311770043,
|
||
|
|
"grad_norm": 7.3125,
|
||
|
|
"learning_rate": 0.00016522523263267069,
|
||
|
|
"loss": 2.7885,
|
||
|
|
"step": 35900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.831016926624326,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00016513308467742198,
|
||
|
|
"loss": 2.7541,
|
||
|
|
"step": 35950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8321727220716477,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.0001650408405656703,
|
||
|
|
"loss": 2.7671,
|
||
|
|
"step": 36000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8333285175189695,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00016494850043359638,
|
||
|
|
"loss": 2.8096,
|
||
|
|
"step": 36050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8344843129662912,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.0001648560644175227,
|
||
|
|
"loss": 2.794,
|
||
|
|
"step": 36100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8356401084136129,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00016476353265391333,
|
||
|
|
"loss": 2.7825,
|
||
|
|
"step": 36150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8367959038609347,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001646709052793737,
|
||
|
|
"loss": 2.7561,
|
||
|
|
"step": 36200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8379516993082564,
|
||
|
|
"grad_norm": 6.03125,
|
||
|
|
"learning_rate": 0.00016457818243065025,
|
||
|
|
"loss": 2.7079,
|
||
|
|
"step": 36250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8391074947555781,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.0001644853642446306,
|
||
|
|
"loss": 2.727,
|
||
|
|
"step": 36300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8402632902028999,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.0001643924508583429,
|
||
|
|
"loss": 2.7446,
|
||
|
|
"step": 36350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8414190856502216,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00016429944240895595,
|
||
|
|
"loss": 2.7231,
|
||
|
|
"step": 36400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8425748810975433,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00016420633903377896,
|
||
|
|
"loss": 2.7515,
|
||
|
|
"step": 36450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8437306765448651,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016411314087026106,
|
||
|
|
"loss": 2.7612,
|
||
|
|
"step": 36500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8448864719921868,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001640198480559916,
|
||
|
|
"loss": 2.7066,
|
||
|
|
"step": 36550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8460422674395086,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00016392646072869944,
|
||
|
|
"loss": 2.68,
|
||
|
|
"step": 36600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8471980628868303,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00016383297902625307,
|
||
|
|
"loss": 2.7536,
|
||
|
|
"step": 36650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.848353858334152,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.0001637394030866603,
|
||
|
|
"loss": 2.7675,
|
||
|
|
"step": 36700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8495096537814738,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00016364573304806804,
|
||
|
|
"loss": 2.758,
|
||
|
|
"step": 36750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8506654492287955,
|
||
|
|
"grad_norm": 6.03125,
|
||
|
|
"learning_rate": 0.00016355196904876217,
|
||
|
|
"loss": 2.7143,
|
||
|
|
"step": 36800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8518212446761172,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00016345811122716713,
|
||
|
|
"loss": 2.81,
|
||
|
|
"step": 36850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.852977040123439,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00016336415972184612,
|
||
|
|
"loss": 2.7638,
|
||
|
|
"step": 36900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8541328355707607,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.00016327011467150043,
|
||
|
|
"loss": 2.7598,
|
||
|
|
"step": 36950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8552886310180824,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00016317597621496953,
|
||
|
|
"loss": 2.757,
|
||
|
|
"step": 37000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8564444264654042,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00016308174449123085,
|
||
|
|
"loss": 2.7136,
|
||
|
|
"step": 37050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8576002219127259,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00016298741963939942,
|
||
|
|
"loss": 2.739,
|
||
|
|
"step": 37100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8587560173600476,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.0001628930017987278,
|
||
|
|
"loss": 2.7185,
|
||
|
|
"step": 37150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8599118128073694,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00016279849110860576,
|
||
|
|
"loss": 2.6844,
|
||
|
|
"step": 37200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8610676082546911,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016270388770856027,
|
||
|
|
"loss": 2.7351,
|
||
|
|
"step": 37250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8622234037020128,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00016260919173825508,
|
||
|
|
"loss": 2.7284,
|
||
|
|
"step": 37300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8633791991493346,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00016251440333749055,
|
||
|
|
"loss": 2.702,
|
||
|
|
"step": 37350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8645349945966563,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00016241952264620365,
|
||
|
|
"loss": 2.7096,
|
||
|
|
"step": 37400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.865690790043978,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00016232454980446754,
|
||
|
|
"loss": 2.7184,
|
||
|
|
"step": 37450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8668465854912998,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00016222948495249134,
|
||
|
|
"loss": 2.7414,
|
||
|
|
"step": 37500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8680023809386215,
|
||
|
|
"grad_norm": 7.28125,
|
||
|
|
"learning_rate": 0.00016213432823062007,
|
||
|
|
"loss": 2.7313,
|
||
|
|
"step": 37550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8691581763859432,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001620390797793344,
|
||
|
|
"loss": 2.7671,
|
||
|
|
"step": 37600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.870313971833265,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.00016194373973925036,
|
||
|
|
"loss": 2.7509,
|
||
|
|
"step": 37650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8714697672805867,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00016184830825111924,
|
||
|
|
"loss": 2.7784,
|
||
|
|
"step": 37700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8726255627279084,
|
||
|
|
"grad_norm": 7.40625,
|
||
|
|
"learning_rate": 0.0001617527854558273,
|
||
|
|
"loss": 2.8124,
|
||
|
|
"step": 37750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8737813581752302,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.0001616571714943957,
|
||
|
|
"loss": 2.7399,
|
||
|
|
"step": 37800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8749371536225519,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00016156146650798004,
|
||
|
|
"loss": 2.7199,
|
||
|
|
"step": 37850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8760929490698736,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00016146567063787036,
|
||
|
|
"loss": 2.7486,
|
||
|
|
"step": 37900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8772487445171954,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.00016136978402549095,
|
||
|
|
"loss": 2.7681,
|
||
|
|
"step": 37950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8784045399645171,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00016127380681239993,
|
||
|
|
"loss": 2.7472,
|
||
|
|
"step": 38000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8795603354118389,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00016117773914028926,
|
||
|
|
"loss": 2.7367,
|
||
|
|
"step": 38050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8807161308591606,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00016108158115098444,
|
||
|
|
"loss": 2.739,
|
||
|
|
"step": 38100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8818719263064823,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001609853329864443,
|
||
|
|
"loss": 2.7475,
|
||
|
|
"step": 38150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8830277217538041,
|
||
|
|
"grad_norm": 7.90625,
|
||
|
|
"learning_rate": 0.00016088899478876073,
|
||
|
|
"loss": 2.8016,
|
||
|
|
"step": 38200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8841835172011258,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00016079256670015868,
|
||
|
|
"loss": 2.7396,
|
||
|
|
"step": 38250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8853393126484475,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.00016069604886299565,
|
||
|
|
"loss": 2.7901,
|
||
|
|
"step": 38300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8864951080957693,
|
||
|
|
"grad_norm": 6.40625,
|
||
|
|
"learning_rate": 0.00016059944141976176,
|
||
|
|
"loss": 2.6889,
|
||
|
|
"step": 38350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.887650903543091,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00016050274451307934,
|
||
|
|
"loss": 2.7298,
|
||
|
|
"step": 38400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8888066989904126,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00016040595828570282,
|
||
|
|
"loss": 2.7234,
|
||
|
|
"step": 38450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8899624944377345,
|
||
|
|
"grad_norm": 7.15625,
|
||
|
|
"learning_rate": 0.0001603090828805185,
|
||
|
|
"loss": 2.7399,
|
||
|
|
"step": 38500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8911182898850561,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00016021211844054434,
|
||
|
|
"loss": 2.7144,
|
||
|
|
"step": 38550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8922740853323778,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00016011506510892968,
|
||
|
|
"loss": 2.7206,
|
||
|
|
"step": 38600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8934298807796996,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.0001600179230289552,
|
||
|
|
"loss": 2.7212,
|
||
|
|
"step": 38650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8945856762270213,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00015992069234403253,
|
||
|
|
"loss": 2.6791,
|
||
|
|
"step": 38700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.895741471674343,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00015982337319770412,
|
||
|
|
"loss": 2.7405,
|
||
|
|
"step": 38750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8968972671216648,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.000159725965733643,
|
||
|
|
"loss": 2.7146,
|
||
|
|
"step": 38800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8980530625689865,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.00015962847009565266,
|
||
|
|
"loss": 2.7248,
|
||
|
|
"step": 38850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8992088580163082,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.0001595308864276666,
|
||
|
|
"loss": 2.7034,
|
||
|
|
"step": 38900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.90036465346363,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.0001594332148737485,
|
||
|
|
"loss": 2.7422,
|
||
|
|
"step": 38950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9015204489109517,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001593354555780916,
|
||
|
|
"loss": 2.7502,
|
||
|
|
"step": 39000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9026762443582734,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.0001592376086850187,
|
||
|
|
"loss": 2.7072,
|
||
|
|
"step": 39050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9038320398055952,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00015913967433898207,
|
||
|
|
"loss": 2.6995,
|
||
|
|
"step": 39100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9049878352529169,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00015904165268456293,
|
||
|
|
"loss": 2.7144,
|
||
|
|
"step": 39150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9061436307002386,
|
||
|
|
"grad_norm": 7.21875,
|
||
|
|
"learning_rate": 0.00015894354386647146,
|
||
|
|
"loss": 2.7083,
|
||
|
|
"step": 39200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9072994261475604,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00015884534802954647,
|
||
|
|
"loss": 2.7375,
|
||
|
|
"step": 39250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9084552215948821,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.0001587470653187553,
|
||
|
|
"loss": 2.6863,
|
||
|
|
"step": 39300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9096110170422038,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00015864869587919355,
|
||
|
|
"loss": 2.7086,
|
||
|
|
"step": 39350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9107668124895256,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00015855023985608476,
|
||
|
|
"loss": 2.6703,
|
||
|
|
"step": 39400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9119226079368473,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.0001584516973947804,
|
||
|
|
"loss": 2.7426,
|
||
|
|
"step": 39450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9130784033841691,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.0001583530686407595,
|
||
|
|
"loss": 2.7318,
|
||
|
|
"step": 39500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9142341988314908,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00015825435373962847,
|
||
|
|
"loss": 2.6807,
|
||
|
|
"step": 39550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9153899942788125,
|
||
|
|
"grad_norm": 7.1875,
|
||
|
|
"learning_rate": 0.00015815555283712094,
|
||
|
|
"loss": 2.7323,
|
||
|
|
"step": 39600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9165457897261343,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.0001580566660790975,
|
||
|
|
"loss": 2.6974,
|
||
|
|
"step": 39650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.917701585173456,
|
||
|
|
"grad_norm": 7.375,
|
||
|
|
"learning_rate": 0.00015795769361154547,
|
||
|
|
"loss": 2.7352,
|
||
|
|
"step": 39700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9188573806207777,
|
||
|
|
"grad_norm": 6.1875,
|
||
|
|
"learning_rate": 0.00015785863558057868,
|
||
|
|
"loss": 2.6928,
|
||
|
|
"step": 39750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9200131760680995,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00015775949213243733,
|
||
|
|
"loss": 2.7731,
|
||
|
|
"step": 39800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9211689715154212,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.0001576602634134877,
|
||
|
|
"loss": 2.728,
|
||
|
|
"step": 39850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9223247669627429,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00015756094957022193,
|
||
|
|
"loss": 2.7062,
|
||
|
|
"step": 39900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9234805624100647,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00015746155074925793,
|
||
|
|
"loss": 2.727,
|
||
|
|
"step": 39950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9246363578573864,
|
||
|
|
"grad_norm": 6.65625,
|
||
|
|
"learning_rate": 0.0001573620670973389,
|
||
|
|
"loss": 2.7162,
|
||
|
|
"step": 40000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9257921533047081,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00015726249876133342,
|
||
|
|
"loss": 2.6423,
|
||
|
|
"step": 40050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9269479487520299,
|
||
|
|
"grad_norm": 6.84375,
|
||
|
|
"learning_rate": 0.000157162845888235,
|
||
|
|
"loss": 2.6936,
|
||
|
|
"step": 40100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9281037441993516,
|
||
|
|
"grad_norm": 6.34375,
|
||
|
|
"learning_rate": 0.000157063108625162,
|
||
|
|
"loss": 2.7024,
|
||
|
|
"step": 40150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9292595396466733,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00015696328711935738,
|
||
|
|
"loss": 2.7654,
|
||
|
|
"step": 40200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9304153350939951,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00015686338151818839,
|
||
|
|
"loss": 2.6738,
|
||
|
|
"step": 40250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9315711305413168,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.0001567633919691465,
|
||
|
|
"loss": 2.6937,
|
||
|
|
"step": 40300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9327269259886385,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00015666331861984714,
|
||
|
|
"loss": 2.7191,
|
||
|
|
"step": 40350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9338827214359603,
|
||
|
|
"grad_norm": 6.5,
|
||
|
|
"learning_rate": 0.00015656316161802934,
|
||
|
|
"loss": 2.7406,
|
||
|
|
"step": 40400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.935038516883282,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00015646292111155577,
|
||
|
|
"loss": 2.7148,
|
||
|
|
"step": 40450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9361943123306037,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00015636259724841222,
|
||
|
|
"loss": 2.7191,
|
||
|
|
"step": 40500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9373501077779255,
|
||
|
|
"grad_norm": 6.28125,
|
||
|
|
"learning_rate": 0.00015626219017670772,
|
||
|
|
"loss": 2.7118,
|
||
|
|
"step": 40550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9385059032252472,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00015616170004467396,
|
||
|
|
"loss": 2.7047,
|
||
|
|
"step": 40600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9396616986725689,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00015606112700066542,
|
||
|
|
"loss": 2.6555,
|
||
|
|
"step": 40650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9408174941198907,
|
||
|
|
"grad_norm": 6.96875,
|
||
|
|
"learning_rate": 0.0001559604711931588,
|
||
|
|
"loss": 2.6832,
|
||
|
|
"step": 40700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9419732895672124,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.0001558597327707532,
|
||
|
|
"loss": 2.6998,
|
||
|
|
"step": 40750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9431290850145341,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.0001557589118821695,
|
||
|
|
"loss": 2.7634,
|
||
|
|
"step": 40800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9442848804618559,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00015565800867625048,
|
||
|
|
"loss": 2.7463,
|
||
|
|
"step": 40850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9454406759091776,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00015555702330196023,
|
||
|
|
"loss": 2.7142,
|
||
|
|
"step": 40900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9465964713564994,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.0001554559559083844,
|
||
|
|
"loss": 2.6963,
|
||
|
|
"step": 40950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9477522668038211,
|
||
|
|
"grad_norm": 6.15625,
|
||
|
|
"learning_rate": 0.00015535480664472954,
|
||
|
|
"loss": 2.7453,
|
||
|
|
"step": 41000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9489080622511428,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00015525357566032315,
|
||
|
|
"loss": 2.72,
|
||
|
|
"step": 41050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9500638576984646,
|
||
|
|
"grad_norm": 6.59375,
|
||
|
|
"learning_rate": 0.00015515226310461338,
|
||
|
|
"loss": 2.6938,
|
||
|
|
"step": 41100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9512196531457863,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00015505086912716873,
|
||
|
|
"loss": 2.757,
|
||
|
|
"step": 41150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.952375448593108,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.000154949393877678,
|
||
|
|
"loss": 2.7046,
|
||
|
|
"step": 41200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9535312440404298,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00015484783750594988,
|
||
|
|
"loss": 2.6413,
|
||
|
|
"step": 41250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9546870394877515,
|
||
|
|
"grad_norm": 7.125,
|
||
|
|
"learning_rate": 0.00015474620016191294,
|
||
|
|
"loss": 2.7611,
|
||
|
|
"step": 41300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9558428349350732,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00015464448199561517,
|
||
|
|
"loss": 2.7541,
|
||
|
|
"step": 41350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.956998630382395,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.0001545426831572239,
|
||
|
|
"loss": 2.6785,
|
||
|
|
"step": 41400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9581544258297167,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00015444080379702565,
|
||
|
|
"loss": 2.679,
|
||
|
|
"step": 41450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9593102212770384,
|
||
|
|
"grad_norm": 6.25,
|
||
|
|
"learning_rate": 0.00015433884406542572,
|
||
|
|
"loss": 2.6634,
|
||
|
|
"step": 41500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9604660167243602,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 0.00015423680411294805,
|
||
|
|
"loss": 2.7108,
|
||
|
|
"step": 41550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9616218121716819,
|
||
|
|
"grad_norm": 6.46875,
|
||
|
|
"learning_rate": 0.00015413468409023511,
|
||
|
|
"loss": 2.7187,
|
||
|
|
"step": 41600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9627776076190036,
|
||
|
|
"grad_norm": 6.875,
|
||
|
|
"learning_rate": 0.00015403248414804746,
|
||
|
|
"loss": 2.6921,
|
||
|
|
"step": 41650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9639334030663254,
|
||
|
|
"grad_norm": 6.0625,
|
||
|
|
"learning_rate": 0.00015393020443726381,
|
||
|
|
"loss": 2.6772,
|
||
|
|
"step": 41700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.965089198513647,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00015382784510888043,
|
||
|
|
"loss": 2.712,
|
||
|
|
"step": 41750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9662449939609687,
|
||
|
|
"grad_norm": 6.0,
|
||
|
|
"learning_rate": 0.00015372540631401125,
|
||
|
|
"loss": 2.6733,
|
||
|
|
"step": 41800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9674007894082906,
|
||
|
|
"grad_norm": 6.8125,
|
||
|
|
"learning_rate": 0.00015362288820388757,
|
||
|
|
"loss": 2.6919,
|
||
|
|
"step": 41850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9685565848556122,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.0001535202909298576,
|
||
|
|
"loss": 2.6868,
|
||
|
|
"step": 41900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9697123803029339,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001534176146433866,
|
||
|
|
"loss": 2.7386,
|
||
|
|
"step": 41950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9708681757502557,
|
||
|
|
"grad_norm": 6.375,
|
||
|
|
"learning_rate": 0.00015331485949605637,
|
||
|
|
"loss": 2.7163,
|
||
|
|
"step": 42000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9720239711975774,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001532120256395652,
|
||
|
|
"loss": 2.7232,
|
||
|
|
"step": 42050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9731797666448991,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.00015310911322572753,
|
||
|
|
"loss": 2.6654,
|
||
|
|
"step": 42100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9743355620922209,
|
||
|
|
"grad_norm": 6.3125,
|
||
|
|
"learning_rate": 0.00015300612240647378,
|
||
|
|
"loss": 2.7098,
|
||
|
|
"step": 42150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9754913575395426,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001529030533338502,
|
||
|
|
"loss": 2.7065,
|
||
|
|
"step": 42200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9766471529868643,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 0.00015279990616001845,
|
||
|
|
"loss": 2.7226,
|
||
|
|
"step": 42250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9778029484341861,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00015269668103725555,
|
||
|
|
"loss": 2.6874,
|
||
|
|
"step": 42300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9789587438815078,
|
||
|
|
"grad_norm": 6.6875,
|
||
|
|
"learning_rate": 0.00015259337811795355,
|
||
|
|
"loss": 2.7032,
|
||
|
|
"step": 42350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9801145393288296,
|
||
|
|
"grad_norm": 7.03125,
|
||
|
|
"learning_rate": 0.00015248999755461946,
|
||
|
|
"loss": 2.7252,
|
||
|
|
"step": 42400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9812703347761513,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.00015238653949987483,
|
||
|
|
"loss": 2.6823,
|
||
|
|
"step": 42450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.982426130223473,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00015228300410645556,
|
||
|
|
"loss": 2.6763,
|
||
|
|
"step": 42500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9835819256707948,
|
||
|
|
"grad_norm": 6.78125,
|
||
|
|
"learning_rate": 0.00015217939152721192,
|
||
|
|
"loss": 2.6563,
|
||
|
|
"step": 42550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9847377211181165,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00015207570191510787,
|
||
|
|
"loss": 2.7296,
|
||
|
|
"step": 42600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9858935165654382,
|
||
|
|
"grad_norm": 6.4375,
|
||
|
|
"learning_rate": 0.00015197193542322132,
|
||
|
|
"loss": 2.6661,
|
||
|
|
"step": 42650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98704931201276,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00015186809220474356,
|
||
|
|
"loss": 2.7088,
|
||
|
|
"step": 42700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9882051074600817,
|
||
|
|
"grad_norm": 6.9375,
|
||
|
|
"learning_rate": 0.0001517641724129792,
|
||
|
|
"loss": 2.7169,
|
||
|
|
"step": 42750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9893609029074034,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00015166017620134577,
|
||
|
|
"loss": 2.7288,
|
||
|
|
"step": 42800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9905166983547252,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 0.00015155610372337384,
|
||
|
|
"loss": 2.7166,
|
||
|
|
"step": 42850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9916724938020469,
|
||
|
|
"grad_norm": 7.34375,
|
||
|
|
"learning_rate": 0.00015145195513270644,
|
||
|
|
"loss": 2.7265,
|
||
|
|
"step": 42900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9928282892493686,
|
||
|
|
"grad_norm": 6.71875,
|
||
|
|
"learning_rate": 0.00015134773058309895,
|
||
|
|
"loss": 2.6791,
|
||
|
|
"step": 42950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9939840846966904,
|
||
|
|
"grad_norm": 5.78125,
|
||
|
|
"learning_rate": 0.00015124343022841893,
|
||
|
|
"loss": 2.7288,
|
||
|
|
"step": 43000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9951398801440121,
|
||
|
|
"grad_norm": 7.0,
|
||
|
|
"learning_rate": 0.00015113905422264585,
|
||
|
|
"loss": 2.6671,
|
||
|
|
"step": 43050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9962956755913338,
|
||
|
|
"grad_norm": 6.53125,
|
||
|
|
"learning_rate": 0.00015103460271987084,
|
||
|
|
"loss": 2.7216,
|
||
|
|
"step": 43100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9974514710386556,
|
||
|
|
"grad_norm": 6.90625,
|
||
|
|
"learning_rate": 0.0001509300758742965,
|
||
|
|
"loss": 2.6319,
|
||
|
|
"step": 43150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9986072664859773,
|
||
|
|
"grad_norm": 6.75,
|
||
|
|
"learning_rate": 0.00015082547384023674,
|
||
|
|
"loss": 2.7319,
|
||
|
|
"step": 43200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.999763061933299,
|
||
|
|
"grad_norm": 7.0625,
|
||
|
|
"learning_rate": 0.00015072079677211627,
|
||
|
|
"loss": 2.6939,
|
||
|
|
"step": 43250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0009188573806207,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00015061604482447075,
|
||
|
|
"loss": 2.4489,
|
||
|
|
"step": 43300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0020746528279425,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00015051121815194636,
|
||
|
|
"loss": 2.4593,
|
||
|
|
"step": 43350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0032304482752643,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00015040631690929957,
|
||
|
|
"loss": 2.5265,
|
||
|
|
"step": 43400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.004386243722586,
|
||
|
|
"grad_norm": 3.1875,
|
||
|
|
"learning_rate": 0.0001503013412513969,
|
||
|
|
"loss": 2.4751,
|
||
|
|
"step": 43450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0055420391699077,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 0.0001501962913332148,
|
||
|
|
"loss": 2.4424,
|
||
|
|
"step": 43500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0066978346172295,
|
||
|
|
"grad_norm": 3.15625,
|
||
|
|
"learning_rate": 0.0001500911673098393,
|
||
|
|
"loss": 2.4635,
|
||
|
|
"step": 43550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.007853630064551,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00014998596933646585,
|
||
|
|
"loss": 2.5076,
|
||
|
|
"step": 43600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.009009425511873,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00014988069756839912,
|
||
|
|
"loss": 2.4836,
|
||
|
|
"step": 43650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0101652209591947,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001497753521610526,
|
||
|
|
"loss": 2.5108,
|
||
|
|
"step": 43700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0113210164065163,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.0001496699332699486,
|
||
|
|
"loss": 2.5315,
|
||
|
|
"step": 43750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.012476811853838,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00014956444105071793,
|
||
|
|
"loss": 2.4555,
|
||
|
|
"step": 43800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.01363260730116,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00014945887565909956,
|
||
|
|
"loss": 2.5043,
|
||
|
|
"step": 43850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0147884027484815,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001493532372509406,
|
||
|
|
"loss": 2.4642,
|
||
|
|
"step": 43900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0159441981958033,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001492475259821958,
|
||
|
|
"loss": 2.5043,
|
||
|
|
"step": 43950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.017099993643125,
|
||
|
|
"grad_norm": 3.1875,
|
||
|
|
"learning_rate": 0.00014914174200892762,
|
||
|
|
"loss": 2.485,
|
||
|
|
"step": 44000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0182557890904467,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00014903588548730582,
|
||
|
|
"loss": 2.5028,
|
||
|
|
"step": 44050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0194115845377685,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00014892995657360717,
|
||
|
|
"loss": 2.4697,
|
||
|
|
"step": 44100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0205673799850903,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.0001488239554242155,
|
||
|
|
"loss": 2.4635,
|
||
|
|
"step": 44150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0217231754324119,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00014871788219562109,
|
||
|
|
"loss": 2.4455,
|
||
|
|
"step": 44200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0228789708797337,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00014861173704442074,
|
||
|
|
"loss": 2.5389,
|
||
|
|
"step": 44250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0240347663270555,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00014850552012731736,
|
||
|
|
"loss": 2.4803,
|
||
|
|
"step": 44300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.025190561774377,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.0001483992316011199,
|
||
|
|
"loss": 2.4699,
|
||
|
|
"step": 44350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0263463572216989,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00014829287162274293,
|
||
|
|
"loss": 2.4825,
|
||
|
|
"step": 44400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0275021526690207,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014818644034920658,
|
||
|
|
"loss": 2.5092,
|
||
|
|
"step": 44450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0286579481163423,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00014807993793763619,
|
||
|
|
"loss": 2.4922,
|
||
|
|
"step": 44500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.029813743563664,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 0.00014797336454526217,
|
||
|
|
"loss": 2.49,
|
||
|
|
"step": 44550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0309695390109859,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014786672032941967,
|
||
|
|
"loss": 2.464,
|
||
|
|
"step": 44600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0321253344583077,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00014776000544754837,
|
||
|
|
"loss": 2.4816,
|
||
|
|
"step": 44650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0332811299056293,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001476532200571924,
|
||
|
|
"loss": 2.4897,
|
||
|
|
"step": 44700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.034436925352951,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.0001475463643159998,
|
||
|
|
"loss": 2.5117,
|
||
|
|
"step": 44750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0355927208002729,
|
||
|
|
"grad_norm": 3.21875,
|
||
|
|
"learning_rate": 0.00014743943838172268,
|
||
|
|
"loss": 2.4808,
|
||
|
|
"step": 44800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0367485162475945,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.0001473324424122166,
|
||
|
|
"loss": 2.4938,
|
||
|
|
"step": 44850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0379043116949163,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.0001472253765654406,
|
||
|
|
"loss": 2.4875,
|
||
|
|
"step": 44900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.039060107142238,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00014711824099945684,
|
||
|
|
"loss": 2.4874,
|
||
|
|
"step": 44950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0402159025895596,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00014701103587243047,
|
||
|
|
"loss": 2.4644,
|
||
|
|
"step": 45000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0413716980368815,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00014690376134262923,
|
||
|
|
"loss": 2.5093,
|
||
|
|
"step": 45050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0425274934842033,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014679641756842345,
|
||
|
|
"loss": 2.4923,
|
||
|
|
"step": 45100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0436832889315248,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014668900470828558,
|
||
|
|
"loss": 2.5029,
|
||
|
|
"step": 45150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0448390843788466,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00014658152292079007,
|
||
|
|
"loss": 2.5055,
|
||
|
|
"step": 45200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0459948798261685,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 0.00014647397236461322,
|
||
|
|
"loss": 2.5005,
|
||
|
|
"step": 45250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.04715067527349,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00014636635319853275,
|
||
|
|
"loss": 2.5161,
|
||
|
|
"step": 45300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0483064707208118,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.00014625866558142772,
|
||
|
|
"loss": 2.4453,
|
||
|
|
"step": 45350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0494622661681337,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00014615090967227823,
|
||
|
|
"loss": 2.5309,
|
||
|
|
"step": 45400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0506180616154552,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00014604308563016526,
|
||
|
|
"loss": 2.4851,
|
||
|
|
"step": 45450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.051773857062777,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.0001459351936142702,
|
||
|
|
"loss": 2.498,
|
||
|
|
"step": 45500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0529296525100988,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 0.00014582723378387503,
|
||
|
|
"loss": 2.4626,
|
||
|
|
"step": 45550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0540854479574204,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.0001457192062983617,
|
||
|
|
"loss": 2.4847,
|
||
|
|
"step": 45600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0552412434047422,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00014561111131721204,
|
||
|
|
"loss": 2.5068,
|
||
|
|
"step": 45650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.056397038852064,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00014550294900000753,
|
||
|
|
"loss": 2.4519,
|
||
|
|
"step": 45700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0575528342993856,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00014539471950642912,
|
||
|
|
"loss": 2.503,
|
||
|
|
"step": 45750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0587086297467074,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.0001452864229962569,
|
||
|
|
"loss": 2.5127,
|
||
|
|
"step": 45800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0598644251940292,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 0.00014517805962936987,
|
||
|
|
"loss": 2.4373,
|
||
|
|
"step": 45850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0610202206413508,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.0001450696295657457,
|
||
|
|
"loss": 2.4911,
|
||
|
|
"step": 45900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0621760160886726,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 0.00014496113296546067,
|
||
|
|
"loss": 2.5432,
|
||
|
|
"step": 45950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0633318115359944,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00014485256998868912,
|
||
|
|
"loss": 2.4635,
|
||
|
|
"step": 46000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.064487606983316,
|
||
|
|
"grad_norm": 3.171875,
|
||
|
|
"learning_rate": 0.00014474394079570351,
|
||
|
|
"loss": 2.466,
|
||
|
|
"step": 46050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0656434024306378,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00014463524554687399,
|
||
|
|
"loss": 2.4885,
|
||
|
|
"step": 46100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0667991978779596,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001445264844026682,
|
||
|
|
"loss": 2.4917,
|
||
|
|
"step": 46150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0679549933252812,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001444176575236511,
|
||
|
|
"loss": 2.4329,
|
||
|
|
"step": 46200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.069110788772603,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00014430876507048478,
|
||
|
|
"loss": 2.4896,
|
||
|
|
"step": 46250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0702665842199248,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.000144199807203928,
|
||
|
|
"loss": 2.5178,
|
||
|
|
"step": 46300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0714223796672464,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.0001440907840848361,
|
||
|
|
"loss": 2.4531,
|
||
|
|
"step": 46350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0725781751145682,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001439816958741609,
|
||
|
|
"loss": 2.4841,
|
||
|
|
"step": 46400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.07373397056189,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.0001438725427329501,
|
||
|
|
"loss": 2.5327,
|
||
|
|
"step": 46450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0748897660092116,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 0.00014376332482234747,
|
||
|
|
"loss": 2.4471,
|
||
|
|
"step": 46500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0760455614565334,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00014365404230359225,
|
||
|
|
"loss": 2.4805,
|
||
|
|
"step": 46550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0772013569038552,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00014354469533801908,
|
||
|
|
"loss": 2.5377,
|
||
|
|
"step": 46600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0783571523511768,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 0.00014343528408705786,
|
||
|
|
"loss": 2.4854,
|
||
|
|
"step": 46650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0795129477984986,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 0.00014332580871223325,
|
||
|
|
"loss": 2.5109,
|
||
|
|
"step": 46700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0806687432458204,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00014321626937516466,
|
||
|
|
"loss": 2.5114,
|
||
|
|
"step": 46750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.081824538693142,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.0001431066662375659,
|
||
|
|
"loss": 2.5599,
|
||
|
|
"step": 46800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0829803341404638,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00014299699946124496,
|
||
|
|
"loss": 2.4898,
|
||
|
|
"step": 46850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0841361295877856,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.0001428872692081038,
|
||
|
|
"loss": 2.4909,
|
||
|
|
"step": 46900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0852919250351072,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.0001427774756401381,
|
||
|
|
"loss": 2.4714,
|
||
|
|
"step": 46950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.086447720482429,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.000142667618919437,
|
||
|
|
"loss": 2.5363,
|
||
|
|
"step": 47000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0876035159297508,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00014255769920818283,
|
||
|
|
"loss": 2.4297,
|
||
|
|
"step": 47050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0887593113770726,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.000142447716668651,
|
||
|
|
"loss": 2.4871,
|
||
|
|
"step": 47100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0899151068243942,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.0001423376714632096,
|
||
|
|
"loss": 2.4647,
|
||
|
|
"step": 47150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.091070902271716,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001422275637543193,
|
||
|
|
"loss": 2.5155,
|
||
|
|
"step": 47200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0922266977190378,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00014211739370453299,
|
||
|
|
"loss": 2.481,
|
||
|
|
"step": 47250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0933824931663594,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00014200716147649557,
|
||
|
|
"loss": 2.4693,
|
||
|
|
"step": 47300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0945382886136812,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00014189686723294382,
|
||
|
|
"loss": 2.5398,
|
||
|
|
"step": 47350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.095694084061003,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014178651113670601,
|
||
|
|
"loss": 2.4566,
|
||
|
|
"step": 47400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0968498795083246,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 0.00014167609335070174,
|
||
|
|
"loss": 2.4797,
|
||
|
|
"step": 47450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0980056749556464,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00014156561403794174,
|
||
|
|
"loss": 2.4582,
|
||
|
|
"step": 47500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0991614704029682,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.0001414550733615274,
|
||
|
|
"loss": 2.4542,
|
||
|
|
"step": 47550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1003172658502898,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 0.00014134447148465094,
|
||
|
|
"loss": 2.4871,
|
||
|
|
"step": 47600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1014730612976116,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00014123380857059478,
|
||
|
|
"loss": 2.459,
|
||
|
|
"step": 47650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1026288567449334,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00014112308478273145,
|
||
|
|
"loss": 2.471,
|
||
|
|
"step": 47700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.103784652192255,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.0001410123002845234,
|
||
|
|
"loss": 2.4934,
|
||
|
|
"step": 47750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1049404476395768,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00014090145523952267,
|
||
|
|
"loss": 2.4716,
|
||
|
|
"step": 47800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1060962430868986,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001407905498113707,
|
||
|
|
"loss": 2.5015,
|
||
|
|
"step": 47850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1072520385342202,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001406795841637981,
|
||
|
|
"loss": 2.4897,
|
||
|
|
"step": 47900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.108407833981542,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00014056855846062438,
|
||
|
|
"loss": 2.5183,
|
||
|
|
"step": 47950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1095636294288638,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00014045747286575765,
|
||
|
|
"loss": 2.5172,
|
||
|
|
"step": 48000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1107194248761854,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00014034632754319443,
|
||
|
|
"loss": 2.4897,
|
||
|
|
"step": 48050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1118752203235072,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00014023512265701955,
|
||
|
|
"loss": 2.4529,
|
||
|
|
"step": 48100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.113031015770829,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00014012385837140567,
|
||
|
|
"loss": 2.4687,
|
||
|
|
"step": 48150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1141868112181506,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00014001253485061314,
|
||
|
|
"loss": 2.5028,
|
||
|
|
"step": 48200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1153426066654724,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00013990115225898981,
|
||
|
|
"loss": 2.5051,
|
||
|
|
"step": 48250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1164984021127942,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001397897107609706,
|
||
|
|
"loss": 2.5101,
|
||
|
|
"step": 48300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1176541975601157,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.0001396782105210777,
|
||
|
|
"loss": 2.4319,
|
||
|
|
"step": 48350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1188099930074376,
|
||
|
|
"grad_norm": 3.203125,
|
||
|
|
"learning_rate": 0.00013956665170391963,
|
||
|
|
"loss": 2.4638,
|
||
|
|
"step": 48400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1199657884547594,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00013945503447419168,
|
||
|
|
"loss": 2.482,
|
||
|
|
"step": 48450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.121121583902081,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00013934335899667527,
|
||
|
|
"loss": 2.4771,
|
||
|
|
"step": 48500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1222773793494027,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00013923162543623776,
|
||
|
|
"loss": 2.5156,
|
||
|
|
"step": 48550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1234331747967246,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 0.00013911983395783234,
|
||
|
|
"loss": 2.5293,
|
||
|
|
"step": 48600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1245889702440461,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001390079847264977,
|
||
|
|
"loss": 2.4806,
|
||
|
|
"step": 48650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.125744765691368,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001388960779073578,
|
||
|
|
"loss": 2.5185,
|
||
|
|
"step": 48700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1269005611386897,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00013878411366562152,
|
||
|
|
"loss": 2.4888,
|
||
|
|
"step": 48750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1280563565860113,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001386720921665826,
|
||
|
|
"loss": 2.4726,
|
||
|
|
"step": 48800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1292121520333331,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.0001385600135756193,
|
||
|
|
"loss": 2.498,
|
||
|
|
"step": 48850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.130367947480655,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.0001384478780581942,
|
||
|
|
"loss": 2.4179,
|
||
|
|
"step": 48900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1315237429279765,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001383356857798538,
|
||
|
|
"loss": 2.4694,
|
||
|
|
"step": 48950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1326795383752983,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00013822343690622852,
|
||
|
|
"loss": 2.4334,
|
||
|
|
"step": 49000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1338353338226201,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00013811113160303227,
|
||
|
|
"loss": 2.4452,
|
||
|
|
"step": 49050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1349911292699417,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00013799877003606225,
|
||
|
|
"loss": 2.5213,
|
||
|
|
"step": 49100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1361469247172635,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00013788635237119883,
|
||
|
|
"loss": 2.4899,
|
||
|
|
"step": 49150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1373027201645853,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00013777387877440508,
|
||
|
|
"loss": 2.4481,
|
||
|
|
"step": 49200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.138458515611907,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00013766134941172665,
|
||
|
|
"loss": 2.4779,
|
||
|
|
"step": 49250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1396143110592287,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00013754876444929166,
|
||
|
|
"loss": 2.5089,
|
||
|
|
"step": 49300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1407701065065505,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001374361240533101,
|
||
|
|
"loss": 2.4753,
|
||
|
|
"step": 49350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1419259019538721,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00013732342839007394,
|
||
|
|
"loss": 2.4319,
|
||
|
|
"step": 49400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.143081697401194,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00013721067762595675,
|
||
|
|
"loss": 2.4881,
|
||
|
|
"step": 49450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1442374928485157,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00013709787192741333,
|
||
|
|
"loss": 2.4892,
|
||
|
|
"step": 49500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1453932882958373,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00013698501146097963,
|
||
|
|
"loss": 2.4686,
|
||
|
|
"step": 49550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1465490837431591,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.00013687209639327258,
|
||
|
|
"loss": 2.4744,
|
||
|
|
"step": 49600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.147704879190481,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.0001367591268909896,
|
||
|
|
"loss": 2.4712,
|
||
|
|
"step": 49650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1488606746378025,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.00013664610312090838,
|
||
|
|
"loss": 2.4969,
|
||
|
|
"step": 49700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1500164700851243,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00013653302524988694,
|
||
|
|
"loss": 2.4409,
|
||
|
|
"step": 49750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1511722655324461,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 0.000136419893444863,
|
||
|
|
"loss": 2.4727,
|
||
|
|
"step": 49800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1523280609797677,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00013630670787285397,
|
||
|
|
"loss": 2.4807,
|
||
|
|
"step": 49850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1534838564270895,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00013619346870095666,
|
||
|
|
"loss": 2.4666,
|
||
|
|
"step": 49900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1546396518744113,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.0001360801760963469,
|
||
|
|
"loss": 2.5184,
|
||
|
|
"step": 49950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.155795447321733,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00013596683022627963,
|
||
|
|
"loss": 2.4725,
|
||
|
|
"step": 50000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1569512427690547,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00013585343125808815,
|
||
|
|
"loss": 2.3922,
|
||
|
|
"step": 50050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1581070382163765,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.0001357399793591844,
|
||
|
|
"loss": 2.519,
|
||
|
|
"step": 50100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.159262833663698,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00013562647469705818,
|
||
|
|
"loss": 2.5099,
|
||
|
|
"step": 50150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.16041862911102,
|
||
|
|
"grad_norm": 3.21875,
|
||
|
|
"learning_rate": 0.00013551291743927747,
|
||
|
|
"loss": 2.4294,
|
||
|
|
"step": 50200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1615744245583417,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00013539930775348776,
|
||
|
|
"loss": 2.5493,
|
||
|
|
"step": 50250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1627302200056633,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.0001352856458074119,
|
||
|
|
"loss": 2.4688,
|
||
|
|
"step": 50300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.163886015452985,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00013517193176885,
|
||
|
|
"loss": 2.4601,
|
||
|
|
"step": 50350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.165041810900307,
|
||
|
|
"grad_norm": 3.859375,
|
||
|
|
"learning_rate": 0.000135058165805679,
|
||
|
|
"loss": 2.4417,
|
||
|
|
"step": 50400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1661976063476285,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.0001349443480858525,
|
||
|
|
"loss": 2.4708,
|
||
|
|
"step": 50450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1673534017949503,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00013483047877740055,
|
||
|
|
"loss": 2.4765,
|
||
|
|
"step": 50500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.168509197242272,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 0.00013471655804842933,
|
||
|
|
"loss": 2.507,
|
||
|
|
"step": 50550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1696649926895937,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00013460258606712096,
|
||
|
|
"loss": 2.4378,
|
||
|
|
"step": 50600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1708207881369155,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00013448856300173317,
|
||
|
|
"loss": 2.4559,
|
||
|
|
"step": 50650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1719765835842373,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 0.00013437448902059915,
|
||
|
|
"loss": 2.4808,
|
||
|
|
"step": 50700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.173132379031559,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 0.00013426036429212726,
|
||
|
|
"loss": 2.5196,
|
||
|
|
"step": 50750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1742881744788807,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001341461889848007,
|
||
|
|
"loss": 2.4844,
|
||
|
|
"step": 50800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1754439699262025,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001340319632671775,
|
||
|
|
"loss": 2.4552,
|
||
|
|
"step": 50850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1765997653735243,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00013391768730789002,
|
||
|
|
"loss": 2.4945,
|
||
|
|
"step": 50900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1777555608208459,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00013380336127564467,
|
||
|
|
"loss": 2.408,
|
||
|
|
"step": 50950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1789113562681677,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.000133688985339222,
|
||
|
|
"loss": 2.4645,
|
||
|
|
"step": 51000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1800671517154895,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00013357455966747615,
|
||
|
|
"loss": 2.4897,
|
||
|
|
"step": 51050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.181222947162811,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001334600844293346,
|
||
|
|
"loss": 2.4561,
|
||
|
|
"step": 51100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1823787426101329,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001333455597937981,
|
||
|
|
"loss": 2.4419,
|
||
|
|
"step": 51150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1835345380574547,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00013323098592994033,
|
||
|
|
"loss": 2.4806,
|
||
|
|
"step": 51200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1846903335047763,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00013311636300690756,
|
||
|
|
"loss": 2.4532,
|
||
|
|
"step": 51250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.185846128952098,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00013300169119391864,
|
||
|
|
"loss": 2.4768,
|
||
|
|
"step": 51300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1870019243994199,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001328869706602644,
|
||
|
|
"loss": 2.4738,
|
||
|
|
"step": 51350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1881577198467415,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00013277220157530774,
|
||
|
|
"loss": 2.4579,
|
||
|
|
"step": 51400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1893135152940633,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.0001326573841084832,
|
||
|
|
"loss": 2.5154,
|
||
|
|
"step": 51450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.190469310741385,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00013254251842929676,
|
||
|
|
"loss": 2.4843,
|
||
|
|
"step": 51500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1916251061887067,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00013242760470732548,
|
||
|
|
"loss": 2.453,
|
||
|
|
"step": 51550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1927809016360285,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00013231264311221755,
|
||
|
|
"loss": 2.4359,
|
||
|
|
"step": 51600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1939366970833503,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00013219763381369155,
|
||
|
|
"loss": 2.4442,
|
||
|
|
"step": 51650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1950924925306718,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00013208257698153677,
|
||
|
|
"loss": 2.4893,
|
||
|
|
"step": 51700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1962482879779937,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00013196747278561248,
|
||
|
|
"loss": 2.4486,
|
||
|
|
"step": 51750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1974040834253155,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00013185232139584802,
|
||
|
|
"loss": 2.4553,
|
||
|
|
"step": 51800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.198559878872637,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00013173712298224222,
|
||
|
|
"loss": 2.4743,
|
||
|
|
"step": 51850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1997156743199588,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.0001316218777148635,
|
||
|
|
"loss": 2.469,
|
||
|
|
"step": 51900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2008714697672807,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00013150658576384936,
|
||
|
|
"loss": 2.4755,
|
||
|
|
"step": 51950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2020272652146022,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00013139124729940623,
|
||
|
|
"loss": 2.4775,
|
||
|
|
"step": 52000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.203183060661924,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00013127586249180932,
|
||
|
|
"loss": 2.4589,
|
||
|
|
"step": 52050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2043388561092458,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00013116043151140203,
|
||
|
|
"loss": 2.4222,
|
||
|
|
"step": 52100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2054946515565674,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 0.00013104495452859614,
|
||
|
|
"loss": 2.4191,
|
||
|
|
"step": 52150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2066504470038892,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00013092943171387123,
|
||
|
|
"loss": 2.4591,
|
||
|
|
"step": 52200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.207806242451211,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00013081386323777455,
|
||
|
|
"loss": 2.4685,
|
||
|
|
"step": 52250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2089620378985326,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00013069824927092088,
|
||
|
|
"loss": 2.4781,
|
||
|
|
"step": 52300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2101178333458544,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.0001305825899839919,
|
||
|
|
"loss": 2.4643,
|
||
|
|
"step": 52350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2112736287931762,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001304668855477365,
|
||
|
|
"loss": 2.4096,
|
||
|
|
"step": 52400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2124294242404978,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00013035113613297004,
|
||
|
|
"loss": 2.4343,
|
||
|
|
"step": 52450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2135852196878196,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00013023534191057426,
|
||
|
|
"loss": 2.4775,
|
||
|
|
"step": 52500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2147410151351414,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00013011950305149718,
|
||
|
|
"loss": 2.4449,
|
||
|
|
"step": 52550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2158968105824632,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00013000361972675264,
|
||
|
|
"loss": 2.4343,
|
||
|
|
"step": 52600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2170526060297848,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00012988769210742012,
|
||
|
|
"loss": 2.45,
|
||
|
|
"step": 52650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2182084014771066,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012977172036464452,
|
||
|
|
"loss": 2.4507,
|
||
|
|
"step": 52700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2193641969244284,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00012965570466963588,
|
||
|
|
"loss": 2.4783,
|
||
|
|
"step": 52750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.22051999237175,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00012953964519366907,
|
||
|
|
"loss": 2.4781,
|
||
|
|
"step": 52800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2216757878190718,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00012942354210808367,
|
||
|
|
"loss": 2.4388,
|
||
|
|
"step": 52850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2228315832663936,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001293073955842836,
|
||
|
|
"loss": 2.4692,
|
||
|
|
"step": 52900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2239873787137152,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00012919120579373694,
|
||
|
|
"loss": 2.4692,
|
||
|
|
"step": 52950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.225143174161037,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.0001290749729079756,
|
||
|
|
"loss": 2.4548,
|
||
|
|
"step": 53000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2262989696083588,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00012895869709859516,
|
||
|
|
"loss": 2.4838,
|
||
|
|
"step": 53050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2274547650556804,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00012884237853725452,
|
||
|
|
"loss": 2.4552,
|
||
|
|
"step": 53100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2286105605030022,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.0001287260173956757,
|
||
|
|
"loss": 2.474,
|
||
|
|
"step": 53150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.229766355950324,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00012860961384564368,
|
||
|
|
"loss": 2.4277,
|
||
|
|
"step": 53200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2309221513976456,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001284931680590059,
|
||
|
|
"loss": 2.4488,
|
||
|
|
"step": 53250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2320779468449674,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.0001283766802076722,
|
||
|
|
"loss": 2.4537,
|
||
|
|
"step": 53300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2332337422922892,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.0001282601504636146,
|
||
|
|
"loss": 2.4625,
|
||
|
|
"step": 53350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2343895377396108,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00012814357899886686,
|
||
|
|
"loss": 2.4071,
|
||
|
|
"step": 53400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2355453331869326,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00012802696598552445,
|
||
|
|
"loss": 2.4627,
|
||
|
|
"step": 53450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2367011286342544,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00012791031159574407,
|
||
|
|
"loss": 2.4558,
|
||
|
|
"step": 53500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.237856924081576,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012779361600174353,
|
||
|
|
"loss": 2.4141,
|
||
|
|
"step": 53550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2390127195288978,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.0001276768793758015,
|
||
|
|
"loss": 2.4601,
|
||
|
|
"step": 53600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2401685149762196,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00012756010189025722,
|
||
|
|
"loss": 2.4312,
|
||
|
|
"step": 53650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2413243104235412,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012744328371751024,
|
||
|
|
"loss": 2.424,
|
||
|
|
"step": 53700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.242480105870863,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012732642503002017,
|
||
|
|
"loss": 2.4648,
|
||
|
|
"step": 53750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2436359013181848,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00012720952600030644,
|
||
|
|
"loss": 2.3961,
|
||
|
|
"step": 53800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2447916967655064,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012709258680094804,
|
||
|
|
"loss": 2.4423,
|
||
|
|
"step": 53850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2459474922128282,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.0001269756076045833,
|
||
|
|
"loss": 2.4409,
|
||
|
|
"step": 53900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.24710328766015,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.0001268585885839095,
|
||
|
|
"loss": 2.4091,
|
||
|
|
"step": 53950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2482590831074716,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001267415299116828,
|
||
|
|
"loss": 2.4516,
|
||
|
|
"step": 54000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2494148785547934,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00012662443176071785,
|
||
|
|
"loss": 2.4707,
|
||
|
|
"step": 54050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2505706740021152,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.00012650729430388764,
|
||
|
|
"loss": 2.4177,
|
||
|
|
"step": 54100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2517264694494368,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012639011771412313,
|
||
|
|
"loss": 2.3546,
|
||
|
|
"step": 54150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2528822648967586,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00012627290216441308,
|
||
|
|
"loss": 2.4482,
|
||
|
|
"step": 54200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2540380603440804,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00012615564782780374,
|
||
|
|
"loss": 2.4512,
|
||
|
|
"step": 54250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.255193855791402,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00012603835487739868,
|
||
|
|
"loss": 2.461,
|
||
|
|
"step": 54300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2563496512387238,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.0001259210234863584,
|
||
|
|
"loss": 2.4268,
|
||
|
|
"step": 54350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2575054466860456,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001258036538279002,
|
||
|
|
"loss": 2.4977,
|
||
|
|
"step": 54400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2586612421333672,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00012568624607529788,
|
||
|
|
"loss": 2.4258,
|
||
|
|
"step": 54450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.259817037580689,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00012556880040188144,
|
||
|
|
"loss": 2.4501,
|
||
|
|
"step": 54500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2609728330280108,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00012545131698103688,
|
||
|
|
"loss": 2.4272,
|
||
|
|
"step": 54550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2621286284753324,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.0001253337959862059,
|
||
|
|
"loss": 2.4533,
|
||
|
|
"step": 54600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2632844239226542,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.00012521623759088578,
|
||
|
|
"loss": 2.4377,
|
||
|
|
"step": 54650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.264440219369976,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001250986419686289,
|
||
|
|
"loss": 2.4597,
|
||
|
|
"step": 54700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2655960148172976,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00012498100929304263,
|
||
|
|
"loss": 2.4537,
|
||
|
|
"step": 54750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2667518102646194,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.00012486333973778902,
|
||
|
|
"loss": 2.3968,
|
||
|
|
"step": 54800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2679076057119412,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.0001247456334765846,
|
||
|
|
"loss": 2.4655,
|
||
|
|
"step": 54850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2690634011592627,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00012462789068320017,
|
||
|
|
"loss": 2.4666,
|
||
|
|
"step": 54900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2702191966065846,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00012451011153146024,
|
||
|
|
"loss": 2.4857,
|
||
|
|
"step": 54950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2713749920539064,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.0001243922961952432,
|
||
|
|
"loss": 2.4564,
|
||
|
|
"step": 55000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.272530787501228,
|
||
|
|
"grad_norm": 3.875,
|
||
|
|
"learning_rate": 0.0001242744448484808,
|
||
|
|
"loss": 2.4368,
|
||
|
|
"step": 55050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2736865829485498,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.0001241565576651579,
|
||
|
|
"loss": 2.4119,
|
||
|
|
"step": 55100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2748423783958716,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 0.00012403863481931236,
|
||
|
|
"loss": 2.4204,
|
||
|
|
"step": 55150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2759981738431931,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.0001239206764850346,
|
||
|
|
"loss": 2.4494,
|
||
|
|
"step": 55200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.277153969290515,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00012380268283646747,
|
||
|
|
"loss": 2.4398,
|
||
|
|
"step": 55250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2783097647378368,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00012368465404780598,
|
||
|
|
"loss": 2.4288,
|
||
|
|
"step": 55300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2794655601851583,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012356659029329697,
|
||
|
|
"loss": 2.4292,
|
||
|
|
"step": 55350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2806213556324801,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00012344849174723895,
|
||
|
|
"loss": 2.4426,
|
||
|
|
"step": 55400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.281777151079802,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00012333035858398168,
|
||
|
|
"loss": 2.4796,
|
||
|
|
"step": 55450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2829329465271235,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00012321219097792617,
|
||
|
|
"loss": 2.4156,
|
||
|
|
"step": 55500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2840887419744453,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00012309398910352425,
|
||
|
|
"loss": 2.4757,
|
||
|
|
"step": 55550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2852445374217671,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00012297575313527828,
|
||
|
|
"loss": 2.532,
|
||
|
|
"step": 55600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2864003328690887,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00012285748324774098,
|
||
|
|
"loss": 2.4094,
|
||
|
|
"step": 55650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2875561283164105,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00012273917961551513,
|
||
|
|
"loss": 2.423,
|
||
|
|
"step": 55700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2887119237637323,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012262084241325337,
|
||
|
|
"loss": 2.4914,
|
||
|
|
"step": 55750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.289867719211054,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00012250247181565786,
|
||
|
|
"loss": 2.4259,
|
||
|
|
"step": 55800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2910235146583757,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.0001223840679974801,
|
||
|
|
"loss": 2.4359,
|
||
|
|
"step": 55850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2921793101056975,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.0001222656311335206,
|
||
|
|
"loss": 2.3998,
|
||
|
|
"step": 55900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2933351055530191,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00012214716139862864,
|
||
|
|
"loss": 2.4365,
|
||
|
|
"step": 55950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.294490901000341,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00012202865896770207,
|
||
|
|
"loss": 2.4325,
|
||
|
|
"step": 56000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2956466964476627,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00012191012401568698,
|
||
|
|
"loss": 2.4289,
|
||
|
|
"step": 56050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2968024918949843,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00012179155671757754,
|
||
|
|
"loss": 2.397,
|
||
|
|
"step": 56100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2979582873423061,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012167295724841557,
|
||
|
|
"loss": 2.4829,
|
||
|
|
"step": 56150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.299114082789628,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.00012155432578329042,
|
||
|
|
"loss": 2.5402,
|
||
|
|
"step": 56200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3002698782369495,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.0001214356624973387,
|
||
|
|
"loss": 2.3915,
|
||
|
|
"step": 56250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3014256736842713,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00012131696756574403,
|
||
|
|
"loss": 2.4756,
|
||
|
|
"step": 56300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3025814691315931,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00012119824116373663,
|
||
|
|
"loss": 2.4938,
|
||
|
|
"step": 56350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3037372645789147,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00012107948346659331,
|
||
|
|
"loss": 2.4553,
|
||
|
|
"step": 56400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3048930600262365,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00012096069464963697,
|
||
|
|
"loss": 2.446,
|
||
|
|
"step": 56450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3060488554735583,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00012084187488823657,
|
||
|
|
"loss": 2.4595,
|
||
|
|
"step": 56500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.30720465092088,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00012072302435780664,
|
||
|
|
"loss": 2.4635,
|
||
|
|
"step": 56550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3083604463682017,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00012060414323380726,
|
||
|
|
"loss": 2.3684,
|
||
|
|
"step": 56600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3095162418155235,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.0001204852316917435,
|
||
|
|
"loss": 2.446,
|
||
|
|
"step": 56650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.310672037262845,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012036628990716547,
|
||
|
|
"loss": 2.4636,
|
||
|
|
"step": 56700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.311827832710167,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00012024731805566793,
|
||
|
|
"loss": 2.4151,
|
||
|
|
"step": 56750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3129836281574887,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00012012831631288998,
|
||
|
|
"loss": 2.4755,
|
||
|
|
"step": 56800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3141394236048103,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00012000928485451486,
|
||
|
|
"loss": 2.4238,
|
||
|
|
"step": 56850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.315295219052132,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00011989022385626967,
|
||
|
|
"loss": 2.4486,
|
||
|
|
"step": 56900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.316451014499454,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001197711334939251,
|
||
|
|
"loss": 2.4172,
|
||
|
|
"step": 56950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3176068099467755,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00011965201394329529,
|
||
|
|
"loss": 2.4352,
|
||
|
|
"step": 57000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3187626053940973,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00011953286538023735,
|
||
|
|
"loss": 2.442,
|
||
|
|
"step": 57050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.319918400841419,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001194136879806513,
|
||
|
|
"loss": 2.4202,
|
||
|
|
"step": 57100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.321074196288741,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00011929448192047968,
|
||
|
|
"loss": 2.4186,
|
||
|
|
"step": 57150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3222299917360625,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011917524737570737,
|
||
|
|
"loss": 2.3965,
|
||
|
|
"step": 57200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3233857871833843,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00011905598452236136,
|
||
|
|
"loss": 2.4067,
|
||
|
|
"step": 57250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.324541582630706,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00011893669353651031,
|
||
|
|
"loss": 2.4234,
|
||
|
|
"step": 57300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3256973780780277,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011881737459426446,
|
||
|
|
"loss": 2.4617,
|
||
|
|
"step": 57350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3268531735253495,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011869802787177537,
|
||
|
|
"loss": 2.3895,
|
||
|
|
"step": 57400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3280089689726713,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00011857865354523556,
|
||
|
|
"loss": 2.4561,
|
||
|
|
"step": 57450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3291647644199929,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00011845925179087833,
|
||
|
|
"loss": 2.4377,
|
||
|
|
"step": 57500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3303205598673147,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00011833982278497749,
|
||
|
|
"loss": 2.4407,
|
||
|
|
"step": 57550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3314763553146365,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00011822036670384698,
|
||
|
|
"loss": 2.4198,
|
||
|
|
"step": 57600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.332632150761958,
|
||
|
|
"grad_norm": 3.203125,
|
||
|
|
"learning_rate": 0.00011810088372384085,
|
||
|
|
"loss": 2.3881,
|
||
|
|
"step": 57650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3337879462092799,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00011798137402135277,
|
||
|
|
"loss": 2.4491,
|
||
|
|
"step": 57700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3349437416566017,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00011786183777281587,
|
||
|
|
"loss": 2.4336,
|
||
|
|
"step": 57750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3360995371039235,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.00011774227515470256,
|
||
|
|
"loss": 2.4258,
|
||
|
|
"step": 57800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.337255332551245,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 0.000117622686343524,
|
||
|
|
"loss": 2.3757,
|
||
|
|
"step": 57850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3384111279985669,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001175030715158302,
|
||
|
|
"loss": 2.4153,
|
||
|
|
"step": 57900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3395669234458887,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00011738343084820947,
|
||
|
|
"loss": 2.451,
|
||
|
|
"step": 57950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3407227188932103,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00011726376451728831,
|
||
|
|
"loss": 2.4501,
|
||
|
|
"step": 58000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.341878514340532,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00011714407269973111,
|
||
|
|
"loss": 2.4135,
|
||
|
|
"step": 58050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3430343097878539,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011702435557223987,
|
||
|
|
"loss": 2.4268,
|
||
|
|
"step": 58100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3441901052351755,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00011690461331155393,
|
||
|
|
"loss": 2.4109,
|
||
|
|
"step": 58150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3453459006824973,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.00011678484609444982,
|
||
|
|
"loss": 2.4105,
|
||
|
|
"step": 58200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.346501696129819,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00011666505409774082,
|
||
|
|
"loss": 2.4375,
|
||
|
|
"step": 58250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3476574915771407,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00011654523749827684,
|
||
|
|
"loss": 2.4052,
|
||
|
|
"step": 58300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3488132870244625,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00011642539647294406,
|
||
|
|
"loss": 2.4454,
|
||
|
|
"step": 58350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3499690824717843,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00011630553119866481,
|
||
|
|
"loss": 2.3899,
|
||
|
|
"step": 58400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3511248779191058,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00011618564185239716,
|
||
|
|
"loss": 2.4592,
|
||
|
|
"step": 58450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3522806733664277,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00011606572861113474,
|
||
|
|
"loss": 2.4272,
|
||
|
|
"step": 58500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3534364688137495,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011594579165190643,
|
||
|
|
"loss": 2.4118,
|
||
|
|
"step": 58550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.354592264261071,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.0001158258311517761,
|
||
|
|
"loss": 2.4527,
|
||
|
|
"step": 58600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3557480597083928,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 0.00011570584728784248,
|
||
|
|
"loss": 2.4012,
|
||
|
|
"step": 58650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3569038551557147,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.00011558584023723869,
|
||
|
|
"loss": 2.4338,
|
||
|
|
"step": 58700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3580596506030362,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00011546581017713214,
|
||
|
|
"loss": 2.4052,
|
||
|
|
"step": 58750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.359215446050358,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00011534575728472412,
|
||
|
|
"loss": 2.3941,
|
||
|
|
"step": 58800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3603712414976799,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00011522568173724975,
|
||
|
|
"loss": 2.4312,
|
||
|
|
"step": 58850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3615270369450014,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011510558371197753,
|
||
|
|
"loss": 2.3817,
|
||
|
|
"step": 58900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3626828323923232,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.00011498546338620916,
|
||
|
|
"loss": 2.4281,
|
||
|
|
"step": 58950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.363838627839645,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00011486532093727924,
|
||
|
|
"loss": 2.4262,
|
||
|
|
"step": 59000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3649944232869666,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00011474515654255504,
|
||
|
|
"loss": 2.43,
|
||
|
|
"step": 59050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3661502187342884,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00011462497037943622,
|
||
|
|
"loss": 2.4498,
|
||
|
|
"step": 59100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3673060141816102,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00011450476262535463,
|
||
|
|
"loss": 2.4732,
|
||
|
|
"step": 59150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3684618096289318,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00011438453345777393,
|
||
|
|
"loss": 2.4574,
|
||
|
|
"step": 59200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3696176050762536,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00011426428305418944,
|
||
|
|
"loss": 2.4564,
|
||
|
|
"step": 59250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3707734005235754,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00011414401159212778,
|
||
|
|
"loss": 2.3652,
|
||
|
|
"step": 59300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.371929195970897,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.0001140237192491467,
|
||
|
|
"loss": 2.3653,
|
||
|
|
"step": 59350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3730849914182188,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00011390340620283477,
|
||
|
|
"loss": 2.4714,
|
||
|
|
"step": 59400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3742407868655406,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00011378307263081113,
|
||
|
|
"loss": 2.4355,
|
||
|
|
"step": 59450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3753965823128622,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00011366271871072521,
|
||
|
|
"loss": 2.3665,
|
||
|
|
"step": 59500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.376552377760184,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00011354234462025644,
|
||
|
|
"loss": 2.3788,
|
||
|
|
"step": 59550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3777081732075058,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011342195053711409,
|
||
|
|
"loss": 2.4185,
|
||
|
|
"step": 59600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3788639686548274,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00011330153663903695,
|
||
|
|
"loss": 2.4278,
|
||
|
|
"step": 59650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3800197641021492,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00011318110310379301,
|
||
|
|
"loss": 2.4273,
|
||
|
|
"step": 59700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.381175559549471,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00011306065010917932,
|
||
|
|
"loss": 2.4447,
|
||
|
|
"step": 59750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3823313549967926,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00011294017783302156,
|
||
|
|
"loss": 2.4411,
|
||
|
|
"step": 59800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3834871504441144,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00011281968645317396,
|
||
|
|
"loss": 2.421,
|
||
|
|
"step": 59850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3846429458914362,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011269917614751892,
|
||
|
|
"loss": 2.3975,
|
||
|
|
"step": 59900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3857987413387578,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011257864709396684,
|
||
|
|
"loss": 2.4024,
|
||
|
|
"step": 59950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3869545367860796,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 0.00011245809947045562,
|
||
|
|
"loss": 2.3894,
|
||
|
|
"step": 60000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3881103322334014,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00011233753345495078,
|
||
|
|
"loss": 2.4111,
|
||
|
|
"step": 60050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.389266127680723,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00011221694922544491,
|
||
|
|
"loss": 2.4587,
|
||
|
|
"step": 60100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3904219231280448,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.0001120963469599575,
|
||
|
|
"loss": 2.4135,
|
||
|
|
"step": 60150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3915777185753666,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00011197572683653461,
|
||
|
|
"loss": 2.4611,
|
||
|
|
"step": 60200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3927335140226882,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00011185508903324873,
|
||
|
|
"loss": 2.4433,
|
||
|
|
"step": 60250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.39388930947001,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011173443372819843,
|
||
|
|
"loss": 2.4424,
|
||
|
|
"step": 60300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3950451049173318,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00011161376109950811,
|
||
|
|
"loss": 2.4081,
|
||
|
|
"step": 60350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3962009003646534,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001114930713253278,
|
||
|
|
"loss": 2.398,
|
||
|
|
"step": 60400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3973566958119752,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 0.00011137236458383276,
|
||
|
|
"loss": 2.411,
|
||
|
|
"step": 60450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.398512491259297,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.0001112516410532233,
|
||
|
|
"loss": 2.4367,
|
||
|
|
"step": 60500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3996682867066186,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001111309009117246,
|
||
|
|
"loss": 2.3649,
|
||
|
|
"step": 60550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4008240821539404,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 0.00011101014433758631,
|
||
|
|
"loss": 2.3737,
|
||
|
|
"step": 60600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4019798776012622,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00011088937150908236,
|
||
|
|
"loss": 2.3795,
|
||
|
|
"step": 60650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4031356730485838,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.0001107685826045106,
|
||
|
|
"loss": 2.4014,
|
||
|
|
"step": 60700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4042914684959056,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00011064777780219272,
|
||
|
|
"loss": 2.4026,
|
||
|
|
"step": 60750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4054472639432274,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 0.0001105269572804738,
|
||
|
|
"loss": 2.4324,
|
||
|
|
"step": 60800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.406603059390549,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00011040612121772218,
|
||
|
|
"loss": 2.4012,
|
||
|
|
"step": 60850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4077588548378708,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00011028526979232913,
|
||
|
|
"loss": 2.4071,
|
||
|
|
"step": 60900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4089146502851926,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00011016440318270857,
|
||
|
|
"loss": 2.4244,
|
||
|
|
"step": 60950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4100704457325142,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.0001100435215672969,
|
||
|
|
"loss": 2.4308,
|
||
|
|
"step": 61000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.411226241179836,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00010992262512455258,
|
||
|
|
"loss": 2.439,
|
||
|
|
"step": 61050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4123820366271578,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.0001098017140329561,
|
||
|
|
"loss": 2.442,
|
||
|
|
"step": 61100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4135378320744794,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00010968078847100936,
|
||
|
|
"loss": 2.3854,
|
||
|
|
"step": 61150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4146936275218012,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00010955984861723582,
|
||
|
|
"loss": 2.3899,
|
||
|
|
"step": 61200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.415849422969123,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00010943889465018001,
|
||
|
|
"loss": 2.402,
|
||
|
|
"step": 61250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4170052184164446,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00010931792674840718,
|
||
|
|
"loss": 2.3878,
|
||
|
|
"step": 61300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4181610138637664,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.00010919694509050327,
|
||
|
|
"loss": 2.3943,
|
||
|
|
"step": 61350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4193168093110882,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00010907594985507446,
|
||
|
|
"loss": 2.3948,
|
||
|
|
"step": 61400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4204726047584098,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00010895494122074703,
|
||
|
|
"loss": 2.4131,
|
||
|
|
"step": 61450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4216284002057316,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00010883391936616702,
|
||
|
|
"loss": 2.42,
|
||
|
|
"step": 61500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4227841956530534,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00010871288446999994,
|
||
|
|
"loss": 2.3698,
|
||
|
|
"step": 61550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.423939991100375,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 0.00010859183671093063,
|
||
|
|
"loss": 2.4076,
|
||
|
|
"step": 61600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4250957865476968,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00010847077626766284,
|
||
|
|
"loss": 2.4204,
|
||
|
|
"step": 61650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4262515819950186,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00010834970331891914,
|
||
|
|
"loss": 2.417,
|
||
|
|
"step": 61700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4274073774423401,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.00010822861804344042,
|
||
|
|
"loss": 2.4246,
|
||
|
|
"step": 61750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.428563172889662,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00010810752061998599,
|
||
|
|
"loss": 2.3776,
|
||
|
|
"step": 61800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4297189683369838,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00010798641122733286,
|
||
|
|
"loss": 2.4248,
|
||
|
|
"step": 61850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4308747637843053,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 0.00010786529004427584,
|
||
|
|
"loss": 2.382,
|
||
|
|
"step": 61900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4320305592316271,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.00010774415724962711,
|
||
|
|
"loss": 2.3833,
|
||
|
|
"step": 61950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.433186354678949,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.00010762301302221602,
|
||
|
|
"loss": 2.3907,
|
||
|
|
"step": 62000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4343421501262705,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00010750185754088878,
|
||
|
|
"loss": 2.404,
|
||
|
|
"step": 62050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4354979455735923,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.0001073806909845082,
|
||
|
|
"loss": 2.4161,
|
||
|
|
"step": 62100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4366537410209141,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.00010725951353195345,
|
||
|
|
"loss": 2.4353,
|
||
|
|
"step": 62150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4378095364682357,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00010713832536211976,
|
||
|
|
"loss": 2.3838,
|
||
|
|
"step": 62200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4389653319155575,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.00010701712665391828,
|
||
|
|
"loss": 2.3691,
|
||
|
|
"step": 62250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4401211273628793,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00010689591758627564,
|
||
|
|
"loss": 2.447,
|
||
|
|
"step": 62300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.441276922810201,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00010677469833813372,
|
||
|
|
"loss": 2.4055,
|
||
|
|
"step": 62350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4424327182575227,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 0.0001066534690884495,
|
||
|
|
"loss": 2.389,
|
||
|
|
"step": 62400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4435885137048445,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00010653223001619475,
|
||
|
|
"loss": 2.4264,
|
||
|
|
"step": 62450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4447443091521661,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00010641098130035562,
|
||
|
|
"loss": 2.3731,
|
||
|
|
"step": 62500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.445900104599488,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 0.00010628972311993266,
|
||
|
|
"loss": 2.3837,
|
||
|
|
"step": 62550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4470559000468097,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 0.00010616845565394027,
|
||
|
|
"loss": 2.4124,
|
||
|
|
"step": 62600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4482116954941313,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 0.0001060471790814066,
|
||
|
|
"loss": 2.4056,
|
||
|
|
"step": 62650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4493674909414531,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00010592589358137322,
|
||
|
|
"loss": 2.3662,
|
||
|
|
"step": 62700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.450523286388775,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00010580459933289492,
|
||
|
|
"loss": 2.4258,
|
||
|
|
"step": 62750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4516790818360967,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00010568329651503943,
|
||
|
|
"loss": 2.3697,
|
||
|
|
"step": 62800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4528348772834183,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00010556198530688701,
|
||
|
|
"loss": 2.4139,
|
||
|
|
"step": 62850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4539906727307401,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.00010544066588753044,
|
||
|
|
"loss": 2.4143,
|
||
|
|
"step": 62900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.455146468178062,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 0.0001053193384360745,
|
||
|
|
"loss": 2.3537,
|
||
|
|
"step": 62950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4563022636253835,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00010519800313163597,
|
||
|
|
"loss": 2.4131,
|
||
|
|
"step": 63000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4574580590727053,
|
||
|
|
"grad_norm": 3.765625,
|
||
|
|
"learning_rate": 0.00010507666015334312,
|
||
|
|
"loss": 2.4109,
|
||
|
|
"step": 63050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4586138545200271,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00010495530968033556,
|
||
|
|
"loss": 2.3809,
|
||
|
|
"step": 63100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4597696499673487,
|
||
|
|
"grad_norm": 3.21875,
|
||
|
|
"learning_rate": 0.000104833951891764,
|
||
|
|
"loss": 2.4746,
|
||
|
|
"step": 63150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4609254454146705,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00010471258696678992,
|
||
|
|
"loss": 2.3919,
|
||
|
|
"step": 63200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4620812408619923,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 0.00010459121508458533,
|
||
|
|
"loss": 2.4055,
|
||
|
|
"step": 63250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.463237036309314,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00010446983642433259,
|
||
|
|
"loss": 2.3537,
|
||
|
|
"step": 63300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4643928317566357,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 0.00010434845116522394,
|
||
|
|
"loss": 2.4049,
|
||
|
|
"step": 63350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4655486272039575,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00010422705948646143,
|
||
|
|
"loss": 2.3458,
|
||
|
|
"step": 63400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.466704422651279,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 0.0001041056615672566,
|
||
|
|
"loss": 2.4055,
|
||
|
|
"step": 63450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.467860218098601,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00010398425758683022,
|
||
|
|
"loss": 2.4059,
|
||
|
|
"step": 63500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4690160135459227,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00010386284772441192,
|
||
|
|
"loss": 2.3789,
|
||
|
|
"step": 63550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4701718089932445,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.00010374143215924008,
|
||
|
|
"loss": 2.3911,
|
||
|
|
"step": 63600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.471327604440566,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.0001036200110705615,
|
||
|
|
"loss": 2.337,
|
||
|
|
"step": 63650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.472483399887888,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00010349858463763113,
|
||
|
|
"loss": 2.3958,
|
||
|
|
"step": 63700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4736391953352097,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.0001033771530397118,
|
||
|
|
"loss": 2.418,
|
||
|
|
"step": 63750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4747949907825313,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 0.00010325571645607392,
|
||
|
|
"loss": 2.3813,
|
||
|
|
"step": 63800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.475950786229853,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 0.00010313427506599534,
|
||
|
|
"loss": 2.3715,
|
||
|
|
"step": 63850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.477106581677175,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.000103012829048761,
|
||
|
|
"loss": 2.3773,
|
||
|
|
"step": 63900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4782623771244965,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 0.00010289137858366258,
|
||
|
|
"loss": 2.3401,
|
||
|
|
"step": 63950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4794181725718183,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00010276992384999849,
|
||
|
|
"loss": 2.4401,
|
||
|
|
"step": 64000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.48057396801914,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00010264846502707324,
|
||
|
|
"loss": 2.3876,
|
||
|
|
"step": 64050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4817297634664617,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 0.0001025270022941975,
|
||
|
|
"loss": 2.3975,
|
||
|
|
"step": 64100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4828855589137835,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 0.00010240553583068773,
|
||
|
|
"loss": 2.3809,
|
||
|
|
"step": 64150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4840413543611053,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 0.00010228406581586583,
|
||
|
|
"loss": 2.4176,
|
||
|
|
"step": 64200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4851971498084269,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 0.00010216259242905899,
|
||
|
|
"loss": 2.4046,
|
||
|
|
"step": 64250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4863529452557487,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 0.00010204111584959932,
|
||
|
|
"loss": 2.3288,
|
||
|
|
"step": 64300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4875087407030705,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 0.00010191963625682373,
|
||
|
|
"loss": 2.382,
|
||
|
|
"step": 64350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.488664536150392,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 0.00010179815383007352,
|
||
|
|
"loss": 2.3512,
|
||
|
|
"step": 64400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4898203315977139,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 0.00010167666874869416,
|
||
|
|
"loss": 2.3529,
|
||
|
|
"step": 64450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4909761270450357,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.0001015551811920351,
|
||
|
|
"loss": 2.4369,
|
||
|
|
"step": 64500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4921319224923573,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 0.00010143369133944938,
|
||
|
|
"loss": 2.4239,
|
||
|
|
"step": 64550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.493287717939679,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 0.00010131219937029348,
|
||
|
|
"loss": 2.4369,
|
||
|
|
"step": 64600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4944435133870009,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00010119070546392695,
|
||
|
|
"loss": 2.4352,
|
||
|
|
"step": 64650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4955993088343225,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 0.00010106920979971226,
|
||
|
|
"loss": 2.354,
|
||
|
|
"step": 64700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4967551042816443,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 0.00010094771255701444,
|
||
|
|
"loss": 2.3864,
|
||
|
|
"step": 64750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.497910899728966,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 0.00010082621391520086,
|
||
|
|
"loss": 2.4267,
|
||
|
|
"step": 64800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4990666951762877,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 0.00010070471405364097,
|
||
|
|
"loss": 2.3831,
|
||
|
|
"step": 64850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5002224906236095,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 0.00010058321315170596,
|
||
|
|
"loss": 2.3986,
|
||
|
|
"step": 64900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5013782860709313,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 0.00010046171138876865,
|
||
|
|
"loss": 2.3412,
|
||
|
|
"step": 64950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5025340815182529,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 0.00010034020894420306,
|
||
|
|
"loss": 2.364,
|
||
|
|
"step": 65000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5036898769655747,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 0.00010021870599738423,
|
||
|
|
"loss": 2.4282,
|
||
|
|
"step": 65050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5048456724128965,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 0.00010009720272768792,
|
||
|
|
"loss": 2.3844,
|
||
|
|
"step": 65100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.506001467860218,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 9.99756993144905e-05,
|
||
|
|
"loss": 2.4311,
|
||
|
|
"step": 65150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5071572633075399,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 9.985419593716836e-05,
|
||
|
|
"loss": 2.37,
|
||
|
|
"step": 65200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5083130587548617,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 9.973269277509791e-05,
|
||
|
|
"loss": 2.3961,
|
||
|
|
"step": 65250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5094688542021832,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 9.961119000765531e-05,
|
||
|
|
"loss": 2.4096,
|
||
|
|
"step": 65300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.510624649649505,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 9.948968781421607e-05,
|
||
|
|
"loss": 2.3637,
|
||
|
|
"step": 65350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5117804450968269,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 9.936818637415485e-05,
|
||
|
|
"loss": 2.363,
|
||
|
|
"step": 65400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5129362405441484,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 9.924668586684527e-05,
|
||
|
|
"loss": 2.3965,
|
||
|
|
"step": 65450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5140920359914702,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 9.912518647165945e-05,
|
||
|
|
"loss": 2.368,
|
||
|
|
"step": 65500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.515247831438792,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 9.900368836796795e-05,
|
||
|
|
"loss": 2.4017,
|
||
|
|
"step": 65550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5164036268861136,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.888219173513942e-05,
|
||
|
|
"loss": 2.3933,
|
||
|
|
"step": 65600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5175594223334354,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 9.876069675254034e-05,
|
||
|
|
"loss": 2.3664,
|
||
|
|
"step": 65650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5187152177807572,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 9.863920359953474e-05,
|
||
|
|
"loss": 2.3548,
|
||
|
|
"step": 65700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5198710132280788,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 9.851771245548388e-05,
|
||
|
|
"loss": 2.4018,
|
||
|
|
"step": 65750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5210268086754006,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.839622349974621e-05,
|
||
|
|
"loss": 2.373,
|
||
|
|
"step": 65800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5221826041227224,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 9.827473691167689e-05,
|
||
|
|
"loss": 2.3623,
|
||
|
|
"step": 65850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.523338399570044,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 9.815325287062748e-05,
|
||
|
|
"loss": 2.3677,
|
||
|
|
"step": 65900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5244941950173658,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 9.803177155594587e-05,
|
||
|
|
"loss": 2.417,
|
||
|
|
"step": 65950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5256499904646876,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 9.791029314697593e-05,
|
||
|
|
"loss": 2.3894,
|
||
|
|
"step": 66000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5268057859120092,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.778881782305725e-05,
|
||
|
|
"loss": 2.4083,
|
||
|
|
"step": 66050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.527961581359331,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.766734576352478e-05,
|
||
|
|
"loss": 2.3732,
|
||
|
|
"step": 66100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5291173768066528,
|
||
|
|
"grad_norm": 3.796875,
|
||
|
|
"learning_rate": 9.754587714770878e-05,
|
||
|
|
"loss": 2.402,
|
||
|
|
"step": 66150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5302731722539744,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.742441215493431e-05,
|
||
|
|
"loss": 2.351,
|
||
|
|
"step": 66200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5314289677012962,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.730295096452112e-05,
|
||
|
|
"loss": 2.4011,
|
||
|
|
"step": 66250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.532584763148618,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 9.718149375578337e-05,
|
||
|
|
"loss": 2.3992,
|
||
|
|
"step": 66300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5337405585959396,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 9.706004070802932e-05,
|
||
|
|
"loss": 2.4035,
|
||
|
|
"step": 66350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5348963540432614,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 9.693859200056113e-05,
|
||
|
|
"loss": 2.3704,
|
||
|
|
"step": 66400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5360521494905832,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 9.681714781267446e-05,
|
||
|
|
"loss": 2.3361,
|
||
|
|
"step": 66450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5372079449379048,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 9.669570832365838e-05,
|
||
|
|
"loss": 2.3592,
|
||
|
|
"step": 66500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5383637403852266,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 9.657427371279498e-05,
|
||
|
|
"loss": 2.4444,
|
||
|
|
"step": 66550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5395195358325484,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 9.645284415935916e-05,
|
||
|
|
"loss": 2.3763,
|
||
|
|
"step": 66600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.54067533127987,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 9.63314198426184e-05,
|
||
|
|
"loss": 2.3437,
|
||
|
|
"step": 66650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5418311267271918,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 9.621000094183238e-05,
|
||
|
|
"loss": 2.3798,
|
||
|
|
"step": 66700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5429869221745136,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 9.60885876362528e-05,
|
||
|
|
"loss": 2.4158,
|
||
|
|
"step": 66750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5441427176218352,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 9.596718010512314e-05,
|
||
|
|
"loss": 2.3443,
|
||
|
|
"step": 66800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.545298513069157,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 9.584577852767833e-05,
|
||
|
|
"loss": 2.3497,
|
||
|
|
"step": 66850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5464543085164788,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 9.572438308314446e-05,
|
||
|
|
"loss": 2.3927,
|
||
|
|
"step": 66900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5476101039638004,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 9.560299395073863e-05,
|
||
|
|
"loss": 2.3941,
|
||
|
|
"step": 66950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5487658994111222,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.548161130966863e-05,
|
||
|
|
"loss": 2.3322,
|
||
|
|
"step": 67000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.549921694858444,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 9.536023533913263e-05,
|
||
|
|
"loss": 2.365,
|
||
|
|
"step": 67050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5510774903057656,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 9.523886621831897e-05,
|
||
|
|
"loss": 2.4273,
|
||
|
|
"step": 67100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5522332857530874,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 9.511750412640583e-05,
|
||
|
|
"loss": 2.4188,
|
||
|
|
"step": 67150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5533890812004092,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 9.499614924256108e-05,
|
||
|
|
"loss": 2.3481,
|
||
|
|
"step": 67200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5545448766477308,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 9.487480174594193e-05,
|
||
|
|
"loss": 2.3783,
|
||
|
|
"step": 67250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5557006720950526,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 9.475346181569467e-05,
|
||
|
|
"loss": 2.4128,
|
||
|
|
"step": 67300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5568564675423744,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 9.463212963095443e-05,
|
||
|
|
"loss": 2.3658,
|
||
|
|
"step": 67350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.558012262989696,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.451080537084493e-05,
|
||
|
|
"loss": 2.3462,
|
||
|
|
"step": 67400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5591680584370178,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 9.438948921447806e-05,
|
||
|
|
"loss": 2.3614,
|
||
|
|
"step": 67450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5603238538843396,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 9.426818134095396e-05,
|
||
|
|
"loss": 2.3541,
|
||
|
|
"step": 67500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5614796493316612,
|
||
|
|
"grad_norm": 3.296875,
|
||
|
|
"learning_rate": 9.414688192936042e-05,
|
||
|
|
"loss": 2.3368,
|
||
|
|
"step": 67550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.562635444778983,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 9.402559115877269e-05,
|
||
|
|
"loss": 2.3589,
|
||
|
|
"step": 67600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5637912402263048,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 9.390430920825336e-05,
|
||
|
|
"loss": 2.3951,
|
||
|
|
"step": 67650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5649470356736264,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 9.378303625685195e-05,
|
||
|
|
"loss": 2.4081,
|
||
|
|
"step": 67700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5661028311209482,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 9.366177248360471e-05,
|
||
|
|
"loss": 2.3511,
|
||
|
|
"step": 67750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.56725862656827,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 9.354051806753435e-05,
|
||
|
|
"loss": 2.4319,
|
||
|
|
"step": 67800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5684144220155916,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 9.341927318764972e-05,
|
||
|
|
"loss": 2.3825,
|
||
|
|
"step": 67850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5695702174629134,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 9.329803802294563e-05,
|
||
|
|
"loss": 2.3715,
|
||
|
|
"step": 67900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5707260129102352,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.317681275240255e-05,
|
||
|
|
"loss": 2.4246,
|
||
|
|
"step": 67950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5718818083575568,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 9.305559755498632e-05,
|
||
|
|
"loss": 2.3936,
|
||
|
|
"step": 68000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5730376038048786,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 9.293439260964796e-05,
|
||
|
|
"loss": 2.3718,
|
||
|
|
"step": 68050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5741933992522004,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 9.281319809532329e-05,
|
||
|
|
"loss": 2.3967,
|
||
|
|
"step": 68100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.575349194699522,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 9.269201419093274e-05,
|
||
|
|
"loss": 2.3803,
|
||
|
|
"step": 68150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.576504990146844,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 9.257084107538112e-05,
|
||
|
|
"loss": 2.3673,
|
||
|
|
"step": 68200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5776607855941656,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 9.244967892755728e-05,
|
||
|
|
"loss": 2.3929,
|
||
|
|
"step": 68250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5788165810414871,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 9.232852792633383e-05,
|
||
|
|
"loss": 2.3989,
|
||
|
|
"step": 68300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5799723764888092,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 9.220738825056709e-05,
|
||
|
|
"loss": 2.3882,
|
||
|
|
"step": 68350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5811281719361308,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 9.208626007909648e-05,
|
||
|
|
"loss": 2.3859,
|
||
|
|
"step": 68400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5822839673834523,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 9.196514359074452e-05,
|
||
|
|
"loss": 2.3475,
|
||
|
|
"step": 68450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5834397628307744,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.18440389643165e-05,
|
||
|
|
"loss": 2.3829,
|
||
|
|
"step": 68500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.584595558278096,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 9.17229463786001e-05,
|
||
|
|
"loss": 2.3564,
|
||
|
|
"step": 68550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5857513537254175,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 9.160186601236531e-05,
|
||
|
|
"loss": 2.3884,
|
||
|
|
"step": 68600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5869071491727396,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 9.148079804436407e-05,
|
||
|
|
"loss": 2.3816,
|
||
|
|
"step": 68650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5880629446200611,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 9.135974265333002e-05,
|
||
|
|
"loss": 2.3455,
|
||
|
|
"step": 68700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5892187400673827,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 9.123870001797819e-05,
|
||
|
|
"loss": 2.3697,
|
||
|
|
"step": 68750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5903745355147048,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 9.111767031700485e-05,
|
||
|
|
"loss": 2.3497,
|
||
|
|
"step": 68800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5915303309620263,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 9.099665372908709e-05,
|
||
|
|
"loss": 2.3952,
|
||
|
|
"step": 68850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.592686126409348,
|
||
|
|
"grad_norm": 3.84375,
|
||
|
|
"learning_rate": 9.08756504328827e-05,
|
||
|
|
"loss": 2.3956,
|
||
|
|
"step": 68900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.59384192185667,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 9.075466060702982e-05,
|
||
|
|
"loss": 2.3925,
|
||
|
|
"step": 68950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5949977173039915,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 9.063368443014672e-05,
|
||
|
|
"loss": 2.3874,
|
||
|
|
"step": 69000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5961535127513131,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 9.051272208083157e-05,
|
||
|
|
"loss": 2.367,
|
||
|
|
"step": 69050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5973093081986351,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 9.039177373766192e-05,
|
||
|
|
"loss": 2.3654,
|
||
|
|
"step": 69100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5984651036459567,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 9.027083957919496e-05,
|
||
|
|
"loss": 2.3618,
|
||
|
|
"step": 69150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5996208990932783,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 9.014991978396672e-05,
|
||
|
|
"loss": 2.3453,
|
||
|
|
"step": 69200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6007766945406003,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 9.002901453049205e-05,
|
||
|
|
"loss": 2.3818,
|
||
|
|
"step": 69250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.601932489987922,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 8.990812399726435e-05,
|
||
|
|
"loss": 2.3424,
|
||
|
|
"step": 69300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6030882854352435,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 8.978724836275534e-05,
|
||
|
|
"loss": 2.3545,
|
||
|
|
"step": 69350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6042440808825655,
|
||
|
|
"grad_norm": 3.765625,
|
||
|
|
"learning_rate": 8.966638780541467e-05,
|
||
|
|
"loss": 2.4298,
|
||
|
|
"step": 69400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6053998763298871,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 8.954554250366979e-05,
|
||
|
|
"loss": 2.3284,
|
||
|
|
"step": 69450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6065556717772087,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.94247126359256e-05,
|
||
|
|
"loss": 2.419,
|
||
|
|
"step": 69500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6077114672245307,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 8.93038983805642e-05,
|
||
|
|
"loss": 2.4106,
|
||
|
|
"step": 69550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6088672626718523,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.918309991594466e-05,
|
||
|
|
"loss": 2.3503,
|
||
|
|
"step": 69600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6100230581191741,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.906231742040274e-05,
|
||
|
|
"loss": 2.3438,
|
||
|
|
"step": 69650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.611178853566496,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 8.894155107225062e-05,
|
||
|
|
"loss": 2.3683,
|
||
|
|
"step": 69700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6123346490138175,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 8.882080104977667e-05,
|
||
|
|
"loss": 2.4076,
|
||
|
|
"step": 69750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6134904444611393,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 8.87000675312451e-05,
|
||
|
|
"loss": 2.4051,
|
||
|
|
"step": 69800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6146462399084611,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 8.857935069489576e-05,
|
||
|
|
"loss": 2.4103,
|
||
|
|
"step": 69850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6158020353557827,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 8.845865071894396e-05,
|
||
|
|
"loss": 2.3655,
|
||
|
|
"step": 69900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6169578308031045,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.833796778157999e-05,
|
||
|
|
"loss": 2.3782,
|
||
|
|
"step": 69950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6181136262504263,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 8.821730206096912e-05,
|
||
|
|
"loss": 2.3839,
|
||
|
|
"step": 70000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.619269421697748,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 8.80966537352511e-05,
|
||
|
|
"loss": 2.3511,
|
||
|
|
"step": 70050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6204252171450697,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 8.797602298254004e-05,
|
||
|
|
"loss": 2.3517,
|
||
|
|
"step": 70100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6215810125923915,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 8.78554099809241e-05,
|
||
|
|
"loss": 2.4164,
|
||
|
|
"step": 70150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.622736808039713,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 8.773481490846526e-05,
|
||
|
|
"loss": 2.308,
|
||
|
|
"step": 70200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.623892603487035,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.761423794319899e-05,
|
||
|
|
"loss": 2.4021,
|
||
|
|
"step": 70250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6250483989343567,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 8.7493679263134e-05,
|
||
|
|
"loss": 2.3936,
|
||
|
|
"step": 70300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6262041943816783,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.737313904625211e-05,
|
||
|
|
"loss": 2.3224,
|
||
|
|
"step": 70350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.627359989829,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 8.725261747050781e-05,
|
||
|
|
"loss": 2.3444,
|
||
|
|
"step": 70400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.628515785276322,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.71321147138281e-05,
|
||
|
|
"loss": 2.3564,
|
||
|
|
"step": 70450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6296715807236435,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.701163095411212e-05,
|
||
|
|
"loss": 2.3245,
|
||
|
|
"step": 70500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6308273761709653,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.689116636923107e-05,
|
||
|
|
"loss": 2.3569,
|
||
|
|
"step": 70550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.631983171618287,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 8.677072113702778e-05,
|
||
|
|
"loss": 2.3293,
|
||
|
|
"step": 70600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6331389670656087,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 8.665029543531654e-05,
|
||
|
|
"loss": 2.3691,
|
||
|
|
"step": 70650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6342947625129305,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.65298894418828e-05,
|
||
|
|
"loss": 2.407,
|
||
|
|
"step": 70700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6354505579602523,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 8.64095033344829e-05,
|
||
|
|
"loss": 2.35,
|
||
|
|
"step": 70750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6366063534075739,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 8.628913729084377e-05,
|
||
|
|
"loss": 2.42,
|
||
|
|
"step": 70800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6377621488548957,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.616879148866288e-05,
|
||
|
|
"loss": 2.3618,
|
||
|
|
"step": 70850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6389179443022175,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.604846610560771e-05,
|
||
|
|
"loss": 2.3378,
|
||
|
|
"step": 70900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.640073739749539,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.592816131931553e-05,
|
||
|
|
"loss": 2.3254,
|
||
|
|
"step": 70950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6412295351968609,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.58078773073933e-05,
|
||
|
|
"loss": 2.3384,
|
||
|
|
"step": 71000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6423853306441827,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 8.568761424741732e-05,
|
||
|
|
"loss": 2.3542,
|
||
|
|
"step": 71050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6435411260915043,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 8.556737231693289e-05,
|
||
|
|
"loss": 2.3588,
|
||
|
|
"step": 71100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.644696921538826,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 8.544715169345418e-05,
|
||
|
|
"loss": 2.3145,
|
||
|
|
"step": 71150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6458527169861479,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.532695255446383e-05,
|
||
|
|
"loss": 2.359,
|
||
|
|
"step": 71200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6470085124334695,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.520677507741287e-05,
|
||
|
|
"loss": 2.3523,
|
||
|
|
"step": 71250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6481643078807913,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.508661943972021e-05,
|
||
|
|
"loss": 2.3953,
|
||
|
|
"step": 71300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.649320103328113,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 8.496648581877265e-05,
|
||
|
|
"loss": 2.3972,
|
||
|
|
"step": 71350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6504758987754347,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 8.484637439192441e-05,
|
||
|
|
"loss": 2.32,
|
||
|
|
"step": 71400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6516316942227565,
|
||
|
|
"grad_norm": 3.875,
|
||
|
|
"learning_rate": 8.4726285336497e-05,
|
||
|
|
"loss": 2.3099,
|
||
|
|
"step": 71450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6527874896700783,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 8.460621882977884e-05,
|
||
|
|
"loss": 2.3937,
|
||
|
|
"step": 71500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6539432851173999,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 8.448617504902508e-05,
|
||
|
|
"loss": 2.3531,
|
||
|
|
"step": 71550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6550990805647217,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 8.436615417145735e-05,
|
||
|
|
"loss": 2.3576,
|
||
|
|
"step": 71600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6562548760120435,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 8.424615637426342e-05,
|
||
|
|
"loss": 2.3524,
|
||
|
|
"step": 71650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.657410671459365,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 8.412618183459708e-05,
|
||
|
|
"loss": 2.3923,
|
||
|
|
"step": 71700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6585664669066869,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.400623072957766e-05,
|
||
|
|
"loss": 2.2978,
|
||
|
|
"step": 71750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6597222623540087,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.388630323628999e-05,
|
||
|
|
"loss": 2.3488,
|
||
|
|
"step": 71800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6608780578013302,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 8.376639953178398e-05,
|
||
|
|
"loss": 2.4018,
|
||
|
|
"step": 71850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.662033853248652,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.364651979307445e-05,
|
||
|
|
"loss": 2.3534,
|
||
|
|
"step": 71900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6631896486959739,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 8.352666419714082e-05,
|
||
|
|
"loss": 2.3224,
|
||
|
|
"step": 71950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6643454441432954,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.340683292092691e-05,
|
||
|
|
"loss": 2.3638,
|
||
|
|
"step": 72000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6655012395906172,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 8.328702614134059e-05,
|
||
|
|
"loss": 2.3693,
|
||
|
|
"step": 72050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.666657035037939,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.316724403525359e-05,
|
||
|
|
"loss": 2.367,
|
||
|
|
"step": 72100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6678128304852606,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 8.304748677950122e-05,
|
||
|
|
"loss": 2.3799,
|
||
|
|
"step": 72150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6689686259325824,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.292775455088206e-05,
|
||
|
|
"loss": 2.3588,
|
||
|
|
"step": 72200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6701244213799042,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 8.28080475261578e-05,
|
||
|
|
"loss": 2.3729,
|
||
|
|
"step": 72250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6712802168272258,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.268836588205286e-05,
|
||
|
|
"loss": 2.3371,
|
||
|
|
"step": 72300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6724360122745476,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 8.256870979525427e-05,
|
||
|
|
"loss": 2.4258,
|
||
|
|
"step": 72350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6735918077218694,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 8.244907944241129e-05,
|
||
|
|
"loss": 2.2985,
|
||
|
|
"step": 72400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.674747603169191,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 8.232947500013512e-05,
|
||
|
|
"loss": 2.3356,
|
||
|
|
"step": 72450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6759033986165128,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.220989664499878e-05,
|
||
|
|
"loss": 2.3574,
|
||
|
|
"step": 72500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6770591940638346,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 8.209034455353687e-05,
|
||
|
|
"loss": 2.3434,
|
||
|
|
"step": 72550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6782149895111562,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.197081890224502e-05,
|
||
|
|
"loss": 2.363,
|
||
|
|
"step": 72600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.679370784958478,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 8.185131986757995e-05,
|
||
|
|
"loss": 2.3444,
|
||
|
|
"step": 72650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6805265804057998,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 8.173184762595904e-05,
|
||
|
|
"loss": 2.343,
|
||
|
|
"step": 72700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6816823758531214,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 8.161240235376015e-05,
|
||
|
|
"loss": 2.3581,
|
||
|
|
"step": 72750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6828381713004432,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 8.14929842273213e-05,
|
||
|
|
"loss": 2.4132,
|
||
|
|
"step": 72800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.683993966747765,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 8.137359342294047e-05,
|
||
|
|
"loss": 2.3281,
|
||
|
|
"step": 72850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6851497621950866,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 8.125423011687524e-05,
|
||
|
|
"loss": 2.3742,
|
||
|
|
"step": 72900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6863055576424084,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 8.113489448534263e-05,
|
||
|
|
"loss": 2.3318,
|
||
|
|
"step": 72950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6874613530897302,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 8.101558670451883e-05,
|
||
|
|
"loss": 2.3178,
|
||
|
|
"step": 73000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6886171485370518,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 8.089630695053886e-05,
|
||
|
|
"loss": 2.386,
|
||
|
|
"step": 73050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6897729439843736,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 8.077705539949642e-05,
|
||
|
|
"loss": 2.3654,
|
||
|
|
"step": 73100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6909287394316954,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.065783222744353e-05,
|
||
|
|
"loss": 2.318,
|
||
|
|
"step": 73150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.692084534879017,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 8.053863761039032e-05,
|
||
|
|
"loss": 2.3351,
|
||
|
|
"step": 73200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6932403303263388,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 8.041947172430478e-05,
|
||
|
|
"loss": 2.3598,
|
||
|
|
"step": 73250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6943961257736606,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 8.030033474511249e-05,
|
||
|
|
"loss": 2.3599,
|
||
|
|
"step": 73300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6955519212209822,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 8.018122684869629e-05,
|
||
|
|
"loss": 2.337,
|
||
|
|
"step": 73350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.696707716668304,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 8.006214821089621e-05,
|
||
|
|
"loss": 2.3799,
|
||
|
|
"step": 73400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6978635121156258,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 7.9943099007509e-05,
|
||
|
|
"loss": 2.3678,
|
||
|
|
"step": 73450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6990193075629474,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 7.982407941428792e-05,
|
||
|
|
"loss": 2.3366,
|
||
|
|
"step": 73500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7001751030102692,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.970508960694263e-05,
|
||
|
|
"loss": 2.3648,
|
||
|
|
"step": 73550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.701330898457591,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 7.958612976113869e-05,
|
||
|
|
"loss": 2.3437,
|
||
|
|
"step": 73600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7024866939049126,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 7.94672000524975e-05,
|
||
|
|
"loss": 2.3439,
|
||
|
|
"step": 73650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7036424893522344,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 7.934830065659599e-05,
|
||
|
|
"loss": 2.3137,
|
||
|
|
"step": 73700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7047982847995562,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 7.922943174896626e-05,
|
||
|
|
"loss": 2.3589,
|
||
|
|
"step": 73750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7059540802468778,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 7.911059350509551e-05,
|
||
|
|
"loss": 2.3306,
|
||
|
|
"step": 73800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7071098756941996,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 7.899178610042555e-05,
|
||
|
|
"loss": 2.3529,
|
||
|
|
"step": 73850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7082656711415214,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 7.887300971035272e-05,
|
||
|
|
"loss": 2.3207,
|
||
|
|
"step": 73900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.709421466588843,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 7.875426451022759e-05,
|
||
|
|
"loss": 2.3448,
|
||
|
|
"step": 73950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.710577262036165,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 7.863555067535466e-05,
|
||
|
|
"loss": 2.2927,
|
||
|
|
"step": 74000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7117330574834866,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 7.851686838099217e-05,
|
||
|
|
"loss": 2.3835,
|
||
|
|
"step": 74050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7128888529308082,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 7.839821780235168e-05,
|
||
|
|
"loss": 2.3362,
|
||
|
|
"step": 74100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7140446483781302,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 7.827959911459801e-05,
|
||
|
|
"loss": 2.3735,
|
||
|
|
"step": 74150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7152004438254518,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 7.816101249284897e-05,
|
||
|
|
"loss": 2.344,
|
||
|
|
"step": 74200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7163562392727734,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 7.804245811217493e-05,
|
||
|
|
"loss": 2.3369,
|
||
|
|
"step": 74250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7175120347200954,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.792393614759866e-05,
|
||
|
|
"loss": 2.322,
|
||
|
|
"step": 74300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.718667830167417,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 7.780544677409509e-05,
|
||
|
|
"loss": 2.3679,
|
||
|
|
"step": 74350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7198236256147386,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.768699016659108e-05,
|
||
|
|
"loss": 2.3657,
|
||
|
|
"step": 74400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7209794210620606,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 7.756856649996506e-05,
|
||
|
|
"loss": 2.4038,
|
||
|
|
"step": 74450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7221352165093822,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.74501759490469e-05,
|
||
|
|
"loss": 2.3459,
|
||
|
|
"step": 74500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7232910119567038,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 7.733181868861748e-05,
|
||
|
|
"loss": 2.3432,
|
||
|
|
"step": 74550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7244468074040258,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 7.721349489340858e-05,
|
||
|
|
"loss": 2.3485,
|
||
|
|
"step": 74600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7256026028513474,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 7.709520473810262e-05,
|
||
|
|
"loss": 2.3445,
|
||
|
|
"step": 74650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.726758398298669,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 7.697694839733231e-05,
|
||
|
|
"loss": 2.3523,
|
||
|
|
"step": 74700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.727914193745991,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 7.685872604568045e-05,
|
||
|
|
"loss": 2.3686,
|
||
|
|
"step": 74750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7290699891933126,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 7.674053785767965e-05,
|
||
|
|
"loss": 2.3387,
|
||
|
|
"step": 74800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7302257846406341,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 7.662238400781208e-05,
|
||
|
|
"loss": 2.3435,
|
||
|
|
"step": 74850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7313815800879562,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 7.650426467050926e-05,
|
||
|
|
"loss": 2.337,
|
||
|
|
"step": 74900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7325373755352778,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 7.63861800201517e-05,
|
||
|
|
"loss": 2.3129,
|
||
|
|
"step": 74950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7336931709825993,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 7.626813023106874e-05,
|
||
|
|
"loss": 2.3496,
|
||
|
|
"step": 75000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7348489664299214,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 7.615011547753827e-05,
|
||
|
|
"loss": 2.3382,
|
||
|
|
"step": 75050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.736004761877243,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 7.60321359337864e-05,
|
||
|
|
"loss": 2.3324,
|
||
|
|
"step": 75100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7371605573245645,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 7.591419177398731e-05,
|
||
|
|
"loss": 2.3096,
|
||
|
|
"step": 75150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7383163527718866,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 7.579628317226293e-05,
|
||
|
|
"loss": 2.346,
|
||
|
|
"step": 75200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7394721482192081,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 7.567841030268266e-05,
|
||
|
|
"loss": 2.332,
|
||
|
|
"step": 75250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7406279436665297,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 7.556057333926318e-05,
|
||
|
|
"loss": 2.3707,
|
||
|
|
"step": 75300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7417837391138518,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.544277245596818e-05,
|
||
|
|
"loss": 2.3969,
|
||
|
|
"step": 75350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7429395345611733,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.532500782670803e-05,
|
||
|
|
"loss": 2.402,
|
||
|
|
"step": 75400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7440953300084951,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 7.520727962533967e-05,
|
||
|
|
"loss": 2.3619,
|
||
|
|
"step": 75450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.745251125455817,
|
||
|
|
"grad_norm": 3.265625,
|
||
|
|
"learning_rate": 7.508958802566615e-05,
|
||
|
|
"loss": 2.3499,
|
||
|
|
"step": 75500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7464069209031385,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 7.497193320143653e-05,
|
||
|
|
"loss": 2.3189,
|
||
|
|
"step": 75550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7475627163504603,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 7.485431532634561e-05,
|
||
|
|
"loss": 2.3587,
|
||
|
|
"step": 75600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7487185117977821,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 7.473673457403361e-05,
|
||
|
|
"loss": 2.409,
|
||
|
|
"step": 75650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7498743072451037,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 7.461919111808595e-05,
|
||
|
|
"loss": 2.3365,
|
||
|
|
"step": 75700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7510301026924255,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 7.450168513203301e-05,
|
||
|
|
"loss": 2.359,
|
||
|
|
"step": 75750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7521858981397473,
|
||
|
|
"grad_norm": 3.8125,
|
||
|
|
"learning_rate": 7.43842167893498e-05,
|
||
|
|
"loss": 2.3351,
|
||
|
|
"step": 75800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.753341693587069,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 7.426678626345576e-05,
|
||
|
|
"loss": 2.3143,
|
||
|
|
"step": 75850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7544974890343907,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 7.414939372771464e-05,
|
||
|
|
"loss": 2.3293,
|
||
|
|
"step": 75900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7556532844817125,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 7.403203935543392e-05,
|
||
|
|
"loss": 2.4164,
|
||
|
|
"step": 75950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7568090799290341,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 7.391472331986482e-05,
|
||
|
|
"loss": 2.3686,
|
||
|
|
"step": 76000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.757964875376356,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 7.379744579420195e-05,
|
||
|
|
"loss": 2.319,
|
||
|
|
"step": 76050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7591206708236777,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 7.368020695158312e-05,
|
||
|
|
"loss": 2.3215,
|
||
|
|
"step": 76100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7602764662709993,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 7.356300696508896e-05,
|
||
|
|
"loss": 2.3489,
|
||
|
|
"step": 76150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7614322617183211,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.344584600774276e-05,
|
||
|
|
"loss": 2.3142,
|
||
|
|
"step": 76200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.762588057165643,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.332872425251018e-05,
|
||
|
|
"loss": 2.3346,
|
||
|
|
"step": 76250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7637438526129645,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 7.321164187229903e-05,
|
||
|
|
"loss": 2.3361,
|
||
|
|
"step": 76300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7648996480602863,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 7.309459903995901e-05,
|
||
|
|
"loss": 2.3299,
|
||
|
|
"step": 76350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7660554435076081,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 7.297759592828137e-05,
|
||
|
|
"loss": 2.353,
|
||
|
|
"step": 76400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7672112389549297,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 7.286063270999879e-05,
|
||
|
|
"loss": 2.3314,
|
||
|
|
"step": 76450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7683670344022515,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 7.274370955778498e-05,
|
||
|
|
"loss": 2.3352,
|
||
|
|
"step": 76500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7695228298495733,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 7.262682664425457e-05,
|
||
|
|
"loss": 2.4151,
|
||
|
|
"step": 76550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.770678625296895,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 7.250998414196275e-05,
|
||
|
|
"loss": 2.3475,
|
||
|
|
"step": 76600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7718344207442167,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.239318222340505e-05,
|
||
|
|
"loss": 2.3381,
|
||
|
|
"step": 76650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7729902161915385,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 7.227642106101706e-05,
|
||
|
|
"loss": 2.3555,
|
||
|
|
"step": 76700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.77414601163886,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 7.215970082717431e-05,
|
||
|
|
"loss": 2.4074,
|
||
|
|
"step": 76750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.775301807086182,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 7.20430216941918e-05,
|
||
|
|
"loss": 2.3924,
|
||
|
|
"step": 76800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7764576025335037,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 7.192638383432389e-05,
|
||
|
|
"loss": 2.3347,
|
||
|
|
"step": 76850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7776133979808253,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 7.180978741976397e-05,
|
||
|
|
"loss": 2.3133,
|
||
|
|
"step": 76900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.778769193428147,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 7.16932326226443e-05,
|
||
|
|
"loss": 2.3038,
|
||
|
|
"step": 76950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.779924988875469,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 7.157671961503567e-05,
|
||
|
|
"loss": 2.3299,
|
||
|
|
"step": 77000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7810807843227905,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.146024856894717e-05,
|
||
|
|
"loss": 2.3291,
|
||
|
|
"step": 77050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7822365797701123,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 7.134381965632598e-05,
|
||
|
|
"loss": 2.3855,
|
||
|
|
"step": 77100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.783392375217434,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 7.122743304905704e-05,
|
||
|
|
"loss": 2.3659,
|
||
|
|
"step": 77150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7845481706647557,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 7.111108891896283e-05,
|
||
|
|
"loss": 2.3236,
|
||
|
|
"step": 77200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7857039661120775,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 7.099478743780315e-05,
|
||
|
|
"loss": 2.3383,
|
||
|
|
"step": 77250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7868597615593993,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 7.087852877727481e-05,
|
||
|
|
"loss": 2.3519,
|
||
|
|
"step": 77300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7880155570067209,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 7.076231310901143e-05,
|
||
|
|
"loss": 2.3189,
|
||
|
|
"step": 77350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7891713524540427,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 7.064614060458317e-05,
|
||
|
|
"loss": 2.3331,
|
||
|
|
"step": 77400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7903271479013645,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 7.053001143549641e-05,
|
||
|
|
"loss": 2.3231,
|
||
|
|
"step": 77450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.791482943348686,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 7.041392577319357e-05,
|
||
|
|
"loss": 2.3418,
|
||
|
|
"step": 77500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7926387387960079,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 7.029788378905287e-05,
|
||
|
|
"loss": 2.3424,
|
||
|
|
"step": 77550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7937945342433297,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 7.018188565438807e-05,
|
||
|
|
"loss": 2.3442,
|
||
|
|
"step": 77600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7949503296906513,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 7.006593154044813e-05,
|
||
|
|
"loss": 2.3057,
|
||
|
|
"step": 77650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.796106125137973,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 6.995002161841708e-05,
|
||
|
|
"loss": 2.3021,
|
||
|
|
"step": 77700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7972619205852949,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 6.983415605941365e-05,
|
||
|
|
"loss": 2.3256,
|
||
|
|
"step": 77750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7984177160326165,
|
||
|
|
"grad_norm": 3.796875,
|
||
|
|
"learning_rate": 6.971833503449112e-05,
|
||
|
|
"loss": 2.3083,
|
||
|
|
"step": 77800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7995735114799383,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 6.960255871463703e-05,
|
||
|
|
"loss": 2.3508,
|
||
|
|
"step": 77850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.80072930692726,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 6.948682727077287e-05,
|
||
|
|
"loss": 2.2898,
|
||
|
|
"step": 77900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8018851023745817,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.937114087375394e-05,
|
||
|
|
"loss": 2.3363,
|
||
|
|
"step": 77950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8030408978219035,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 6.925549969436897e-05,
|
||
|
|
"loss": 2.2997,
|
||
|
|
"step": 78000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8041966932692253,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 6.913990390334002e-05,
|
||
|
|
"loss": 2.333,
|
||
|
|
"step": 78050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8053524887165469,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.902435367132208e-05,
|
||
|
|
"loss": 2.3,
|
||
|
|
"step": 78100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8065082841638687,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 6.890884916890289e-05,
|
||
|
|
"loss": 2.3727,
|
||
|
|
"step": 78150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8076640796111905,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.879339056660268e-05,
|
||
|
|
"loss": 2.3568,
|
||
|
|
"step": 78200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.808819875058512,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 6.867797803487395e-05,
|
||
|
|
"loss": 2.3478,
|
||
|
|
"step": 78250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8099756705058339,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 6.856261174410113e-05,
|
||
|
|
"loss": 2.3582,
|
||
|
|
"step": 78300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8111314659531557,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.844729186460044e-05,
|
||
|
|
"loss": 2.3293,
|
||
|
|
"step": 78350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8122872614004772,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 6.833201856661952e-05,
|
||
|
|
"loss": 2.3159,
|
||
|
|
"step": 78400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.813443056847799,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 6.821679202033735e-05,
|
||
|
|
"loss": 2.3759,
|
||
|
|
"step": 78450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8145988522951209,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.810161239586375e-05,
|
||
|
|
"loss": 2.3388,
|
||
|
|
"step": 78500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8157546477424424,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 6.798647986323938e-05,
|
||
|
|
"loss": 2.3151,
|
||
|
|
"step": 78550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8169104431897642,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 6.78713945924353e-05,
|
||
|
|
"loss": 2.3193,
|
||
|
|
"step": 78600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.818066238637086,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.775635675335283e-05,
|
||
|
|
"loss": 2.3643,
|
||
|
|
"step": 78650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8192220340844076,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.764136651582332e-05,
|
||
|
|
"loss": 2.3335,
|
||
|
|
"step": 78700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8203778295317294,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 6.752642404960773e-05,
|
||
|
|
"loss": 2.3114,
|
||
|
|
"step": 78750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8215336249790512,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.741152952439662e-05,
|
||
|
|
"loss": 2.3353,
|
||
|
|
"step": 78800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8226894204263728,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.729668310980963e-05,
|
||
|
|
"loss": 2.3007,
|
||
|
|
"step": 78850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8238452158736946,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.718188497539554e-05,
|
||
|
|
"loss": 2.3404,
|
||
|
|
"step": 78900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8250010113210164,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 6.706713529063171e-05,
|
||
|
|
"loss": 2.3629,
|
||
|
|
"step": 78950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.826156806768338,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.695243422492408e-05,
|
||
|
|
"loss": 2.3434,
|
||
|
|
"step": 79000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8273126022156598,
|
||
|
|
"grad_norm": 3.765625,
|
||
|
|
"learning_rate": 6.683778194760672e-05,
|
||
|
|
"loss": 2.3845,
|
||
|
|
"step": 79050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8284683976629816,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 6.67231786279418e-05,
|
||
|
|
"loss": 2.3274,
|
||
|
|
"step": 79100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8296241931103032,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 6.660862443511903e-05,
|
||
|
|
"loss": 2.3606,
|
||
|
|
"step": 79150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.830779988557625,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 6.649411953825572e-05,
|
||
|
|
"loss": 2.331,
|
||
|
|
"step": 79200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8319357840049468,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.637966410639647e-05,
|
||
|
|
"loss": 2.2986,
|
||
|
|
"step": 79250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8330915794522684,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 6.626525830851267e-05,
|
||
|
|
"loss": 2.313,
|
||
|
|
"step": 79300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8342473748995902,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.615090231350256e-05,
|
||
|
|
"loss": 2.3333,
|
||
|
|
"step": 79350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.835403170346912,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 6.603659629019084e-05,
|
||
|
|
"loss": 2.3164,
|
||
|
|
"step": 79400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8365589657942336,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.592234040732841e-05,
|
||
|
|
"loss": 2.3404,
|
||
|
|
"step": 79450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8377147612415554,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 6.580813483359219e-05,
|
||
|
|
"loss": 2.2948,
|
||
|
|
"step": 79500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8388705566888772,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 6.569397973758473e-05,
|
||
|
|
"loss": 2.3654,
|
||
|
|
"step": 79550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8400263521361988,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.557987528783419e-05,
|
||
|
|
"loss": 2.3123,
|
||
|
|
"step": 79600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8411821475835208,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.546582165279384e-05,
|
||
|
|
"loss": 2.3959,
|
||
|
|
"step": 79650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8423379430308424,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 6.535181900084206e-05,
|
||
|
|
"loss": 2.2866,
|
||
|
|
"step": 79700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.843493738478164,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 6.523786750028184e-05,
|
||
|
|
"loss": 2.2898,
|
||
|
|
"step": 79750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.844649533925486,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 6.512396731934074e-05,
|
||
|
|
"loss": 2.3159,
|
||
|
|
"step": 79800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8458053293728076,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.50101186261705e-05,
|
||
|
|
"loss": 2.3085,
|
||
|
|
"step": 79850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8469611248201292,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 6.489632158884687e-05,
|
||
|
|
"loss": 2.3059,
|
||
|
|
"step": 79900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8481169202674512,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 6.478257637536935e-05,
|
||
|
|
"loss": 2.3274,
|
||
|
|
"step": 79950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8492727157147728,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.466888315366093e-05,
|
||
|
|
"loss": 2.2651,
|
||
|
|
"step": 80000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8504285111620944,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.455524209156783e-05,
|
||
|
|
"loss": 2.3017,
|
||
|
|
"step": 80050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8515843066094164,
|
||
|
|
"grad_norm": 3.8125,
|
||
|
|
"learning_rate": 6.444165335685927e-05,
|
||
|
|
"loss": 2.311,
|
||
|
|
"step": 80100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.852740102056738,
|
||
|
|
"grad_norm": 3.25,
|
||
|
|
"learning_rate": 6.432811711722726e-05,
|
||
|
|
"loss": 2.3129,
|
||
|
|
"step": 80150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8538958975040596,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.421463354028626e-05,
|
||
|
|
"loss": 2.3188,
|
||
|
|
"step": 80200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8550516929513816,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 6.410120279357297e-05,
|
||
|
|
"loss": 2.3482,
|
||
|
|
"step": 80250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8562074883987032,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.398782504454613e-05,
|
||
|
|
"loss": 2.3435,
|
||
|
|
"step": 80300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8573632838460248,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 6.387450046058625e-05,
|
||
|
|
"loss": 2.3344,
|
||
|
|
"step": 80350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8585190792933468,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 6.376122920899535e-05,
|
||
|
|
"loss": 2.2848,
|
||
|
|
"step": 80400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8596748747406684,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.364801145699666e-05,
|
||
|
|
"loss": 2.33,
|
||
|
|
"step": 80450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.86083067018799,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 6.35348473717345e-05,
|
||
|
|
"loss": 2.3495,
|
||
|
|
"step": 80500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.861986465635312,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.342173712027392e-05,
|
||
|
|
"loss": 2.3133,
|
||
|
|
"step": 80550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8631422610826336,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 6.330868086960048e-05,
|
||
|
|
"loss": 2.3087,
|
||
|
|
"step": 80600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8642980565299552,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 6.31956787866201e-05,
|
||
|
|
"loss": 2.3214,
|
||
|
|
"step": 80650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8654538519772772,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 6.30827310381586e-05,
|
||
|
|
"loss": 2.3794,
|
||
|
|
"step": 80700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8666096474245988,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.296983779096175e-05,
|
||
|
|
"loss": 2.3508,
|
||
|
|
"step": 80750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8677654428719204,
|
||
|
|
"grad_norm": 3.359375,
|
||
|
|
"learning_rate": 6.28569992116947e-05,
|
||
|
|
"loss": 2.3406,
|
||
|
|
"step": 80800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8689212383192424,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.274421546694199e-05,
|
||
|
|
"loss": 2.3368,
|
||
|
|
"step": 80850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.870077033766564,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 6.263148672320714e-05,
|
||
|
|
"loss": 2.2902,
|
||
|
|
"step": 80900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8712328292138856,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 6.251881314691257e-05,
|
||
|
|
"loss": 2.2905,
|
||
|
|
"step": 80950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8723886246612076,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 6.240619490439918e-05,
|
||
|
|
"loss": 2.3571,
|
||
|
|
"step": 81000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8735444201085292,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 6.229363216192618e-05,
|
||
|
|
"loss": 2.334,
|
||
|
|
"step": 81050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.874700215555851,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 6.218112508567087e-05,
|
||
|
|
"loss": 2.3428,
|
||
|
|
"step": 81100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8758560110031728,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.206867384172839e-05,
|
||
|
|
"loss": 2.3274,
|
||
|
|
"step": 81150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8770118064504944,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 6.19562785961114e-05,
|
||
|
|
"loss": 2.2869,
|
||
|
|
"step": 81200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8781676018978162,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.184393951474992e-05,
|
||
|
|
"loss": 2.3361,
|
||
|
|
"step": 81250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.879323397345138,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 6.173165676349103e-05,
|
||
|
|
"loss": 2.3494,
|
||
|
|
"step": 81300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8804791927924596,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 6.161943050809871e-05,
|
||
|
|
"loss": 2.3464,
|
||
|
|
"step": 81350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8816349882397814,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 6.150726091425345e-05,
|
||
|
|
"loss": 2.3376,
|
||
|
|
"step": 81400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8827907836871032,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.139514814755219e-05,
|
||
|
|
"loss": 2.3667,
|
||
|
|
"step": 81450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8839465791344248,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 6.128309237350787e-05,
|
||
|
|
"loss": 2.3352,
|
||
|
|
"step": 81500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8851023745817466,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.117109375754935e-05,
|
||
|
|
"loss": 2.3088,
|
||
|
|
"step": 81550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8862581700290684,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 6.105915246502109e-05,
|
||
|
|
"loss": 2.34,
|
||
|
|
"step": 81600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.88741396547639,
|
||
|
|
"grad_norm": 3.78125,
|
||
|
|
"learning_rate": 6.0947268661182966e-05,
|
||
|
|
"loss": 2.3509,
|
||
|
|
"step": 81650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8885697609237118,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 6.083544251120993e-05,
|
||
|
|
"loss": 2.3051,
|
||
|
|
"step": 81700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8897255563710336,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 6.072367418019181e-05,
|
||
|
|
"loss": 2.3669,
|
||
|
|
"step": 81750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8908813518183551,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 6.061196383313316e-05,
|
||
|
|
"loss": 2.3132,
|
||
|
|
"step": 81800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.892037147265677,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 6.0500311634952835e-05,
|
||
|
|
"loss": 2.3286,
|
||
|
|
"step": 81850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8931929427129988,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 6.038871775048392e-05,
|
||
|
|
"loss": 2.3482,
|
||
|
|
"step": 81900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8943487381603203,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 6.0277182344473314e-05,
|
||
|
|
"loss": 2.3202,
|
||
|
|
"step": 81950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8955045336076422,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 6.016570558158168e-05,
|
||
|
|
"loss": 2.2831,
|
||
|
|
"step": 82000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.896660329054964,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 6.005428762638308e-05,
|
||
|
|
"loss": 2.3176,
|
||
|
|
"step": 82050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8978161245022855,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 5.9942928643364724e-05,
|
||
|
|
"loss": 2.2974,
|
||
|
|
"step": 82100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8989719199496073,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 5.983162879692683e-05,
|
||
|
|
"loss": 2.2814,
|
||
|
|
"step": 82150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9001277153969292,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.97203882513822e-05,
|
||
|
|
"loss": 2.2715,
|
||
|
|
"step": 82200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9012835108442507,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 5.9609207170956197e-05,
|
||
|
|
"loss": 2.2981,
|
||
|
|
"step": 82250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9024393062915725,
|
||
|
|
"grad_norm": 3.84375,
|
||
|
|
"learning_rate": 5.949808571978634e-05,
|
||
|
|
"loss": 2.3206,
|
||
|
|
"step": 82300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9035951017388943,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 5.938702406192216e-05,
|
||
|
|
"loss": 2.3207,
|
||
|
|
"step": 82350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.904750897186216,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.9276022361324855e-05,
|
||
|
|
"loss": 2.3097,
|
||
|
|
"step": 82400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9059066926335377,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 5.9165080781867164e-05,
|
||
|
|
"loss": 2.3367,
|
||
|
|
"step": 82450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9070624880808595,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.905419948733302e-05,
|
||
|
|
"loss": 2.2123,
|
||
|
|
"step": 82500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9082182835281811,
|
||
|
|
"grad_norm": 3.171875,
|
||
|
|
"learning_rate": 5.894337864141739e-05,
|
||
|
|
"loss": 2.336,
|
||
|
|
"step": 82550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.909374078975503,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 5.8832618407725956e-05,
|
||
|
|
"loss": 2.2765,
|
||
|
|
"step": 82600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9105298744228247,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 5.8721918949775035e-05,
|
||
|
|
"loss": 2.2918,
|
||
|
|
"step": 82650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9116856698701463,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 5.861128043099107e-05,
|
||
|
|
"loss": 2.3286,
|
||
|
|
"step": 82700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9128414653174681,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 5.850070301471062e-05,
|
||
|
|
"loss": 2.3351,
|
||
|
|
"step": 82750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.91399726076479,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 5.839018686418005e-05,
|
||
|
|
"loss": 2.3013,
|
||
|
|
"step": 82800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9151530562121115,
|
||
|
|
"grad_norm": 3.828125,
|
||
|
|
"learning_rate": 5.827973214255524e-05,
|
||
|
|
"loss": 2.2878,
|
||
|
|
"step": 82850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9163088516594333,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 5.816933901290136e-05,
|
||
|
|
"loss": 2.3412,
|
||
|
|
"step": 82900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9174646471067551,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 5.805900763819275e-05,
|
||
|
|
"loss": 2.3268,
|
||
|
|
"step": 82950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9186204425540767,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 5.794873818131248e-05,
|
||
|
|
"loss": 2.3166,
|
||
|
|
"step": 83000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9197762380013985,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 5.7838530805052206e-05,
|
||
|
|
"loss": 2.3676,
|
||
|
|
"step": 83050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9209320334487203,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 5.772838567211205e-05,
|
||
|
|
"loss": 2.3025,
|
||
|
|
"step": 83100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.922087828896042,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 5.76183029451001e-05,
|
||
|
|
"loss": 2.2938,
|
||
|
|
"step": 83150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9232436243433637,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.750828278653245e-05,
|
||
|
|
"loss": 2.2764,
|
||
|
|
"step": 83200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9243994197906855,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 5.7398325358832725e-05,
|
||
|
|
"loss": 2.3326,
|
||
|
|
"step": 83250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.925555215238007,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 5.728843082433193e-05,
|
||
|
|
"loss": 2.3352,
|
||
|
|
"step": 83300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.926711010685329,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.717859934526832e-05,
|
||
|
|
"loss": 2.2833,
|
||
|
|
"step": 83350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9278668061326507,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 5.706883108378696e-05,
|
||
|
|
"loss": 2.347,
|
||
|
|
"step": 83400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9290226015799723,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 5.695912620193964e-05,
|
||
|
|
"loss": 2.3827,
|
||
|
|
"step": 83450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.930178397027294,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 5.68494848616846e-05,
|
||
|
|
"loss": 2.2967,
|
||
|
|
"step": 83500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.931334192474616,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 5.673990722488619e-05,
|
||
|
|
"loss": 2.3418,
|
||
|
|
"step": 83550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9324899879219375,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.6630393453314835e-05,
|
||
|
|
"loss": 2.2952,
|
||
|
|
"step": 83600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9336457833692593,
|
||
|
|
"grad_norm": 3.765625,
|
||
|
|
"learning_rate": 5.6520943708646534e-05,
|
||
|
|
"loss": 2.3201,
|
||
|
|
"step": 83650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.934801578816581,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 5.6411558152462894e-05,
|
||
|
|
"loss": 2.32,
|
||
|
|
"step": 83700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9359573742639027,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 5.630223694625068e-05,
|
||
|
|
"loss": 2.3526,
|
||
|
|
"step": 83750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9371131697112245,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 5.619298025140165e-05,
|
||
|
|
"loss": 2.3447,
|
||
|
|
"step": 83800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9382689651585463,
|
||
|
|
"grad_norm": 3.484375,
|
||
|
|
"learning_rate": 5.608378822921241e-05,
|
||
|
|
"loss": 2.3232,
|
||
|
|
"step": 83850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9394247606058679,
|
||
|
|
"grad_norm": 3.28125,
|
||
|
|
"learning_rate": 5.597466104088395e-05,
|
||
|
|
"loss": 2.3302,
|
||
|
|
"step": 83900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9405805560531897,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 5.5865598847521716e-05,
|
||
|
|
"loss": 2.2756,
|
||
|
|
"step": 83950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9417363515005115,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 5.5756601810135064e-05,
|
||
|
|
"loss": 2.3229,
|
||
|
|
"step": 84000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.942892146947833,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 5.5647670089637184e-05,
|
||
|
|
"loss": 2.3346,
|
||
|
|
"step": 84050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9440479423951549,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.553880384684493e-05,
|
||
|
|
"loss": 2.3146,
|
||
|
|
"step": 84100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9452037378424767,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 5.5430003242478344e-05,
|
||
|
|
"loss": 2.293,
|
||
|
|
"step": 84150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9463595332897983,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.5321268437160725e-05,
|
||
|
|
"loss": 2.329,
|
||
|
|
"step": 84200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.94751532873712,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.5212599591418066e-05,
|
||
|
|
"loss": 2.306,
|
||
|
|
"step": 84250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9486711241844419,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 5.5103996865679106e-05,
|
||
|
|
"loss": 2.3212,
|
||
|
|
"step": 84300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9498269196317635,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 5.499546042027498e-05,
|
||
|
|
"loss": 2.2866,
|
||
|
|
"step": 84350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9509827150790853,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 5.488699041543888e-05,
|
||
|
|
"loss": 2.3109,
|
||
|
|
"step": 84400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.952138510526407,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 5.477858701130593e-05,
|
||
|
|
"loss": 2.2872,
|
||
|
|
"step": 84450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9532943059737287,
|
||
|
|
"grad_norm": 3.5625,
|
||
|
|
"learning_rate": 5.4670250367913023e-05,
|
||
|
|
"loss": 2.329,
|
||
|
|
"step": 84500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9544501014210505,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 5.4561980645198354e-05,
|
||
|
|
"loss": 2.3018,
|
||
|
|
"step": 84550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9556058968683723,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.445377800300147e-05,
|
||
|
|
"loss": 2.373,
|
||
|
|
"step": 84600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9567616923156939,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.4345642601062764e-05,
|
||
|
|
"loss": 2.2973,
|
||
|
|
"step": 84650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9579174877630157,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.42375745990234e-05,
|
||
|
|
"loss": 2.2149,
|
||
|
|
"step": 84700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9590732832103375,
|
||
|
|
"grad_norm": 3.546875,
|
||
|
|
"learning_rate": 5.41295741564251e-05,
|
||
|
|
"loss": 2.285,
|
||
|
|
"step": 84750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.960229078657659,
|
||
|
|
"grad_norm": 3.40625,
|
||
|
|
"learning_rate": 5.402164143270973e-05,
|
||
|
|
"loss": 2.3215,
|
||
|
|
"step": 84800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9613848741049809,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 5.391377658721933e-05,
|
||
|
|
"loss": 2.3408,
|
||
|
|
"step": 84850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9625406695523027,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 5.380597977919557e-05,
|
||
|
|
"loss": 2.3186,
|
||
|
|
"step": 84900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9636964649996242,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 5.3698251167779825e-05,
|
||
|
|
"loss": 2.3511,
|
||
|
|
"step": 84950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.964852260446946,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.359059091201268e-05,
|
||
|
|
"loss": 2.2835,
|
||
|
|
"step": 85000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9660080558942679,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 5.348299917083381e-05,
|
||
|
|
"loss": 2.2941,
|
||
|
|
"step": 85050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9671638513415894,
|
||
|
|
"grad_norm": 3.71875,
|
||
|
|
"learning_rate": 5.337547610308182e-05,
|
||
|
|
"loss": 2.3058,
|
||
|
|
"step": 85100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9683196467889112,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 5.3268021867493946e-05,
|
||
|
|
"loss": 2.352,
|
||
|
|
"step": 85150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.969475442236233,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.316063662270564e-05,
|
||
|
|
"loss": 2.3484,
|
||
|
|
"step": 85200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9706312376835546,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 5.305332052725072e-05,
|
||
|
|
"loss": 2.3278,
|
||
|
|
"step": 85250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9717870331308764,
|
||
|
|
"grad_norm": 3.390625,
|
||
|
|
"learning_rate": 5.2946073739560706e-05,
|
||
|
|
"loss": 2.3079,
|
||
|
|
"step": 85300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9729428285781982,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.2838896417965e-05,
|
||
|
|
"loss": 2.3203,
|
||
|
|
"step": 85350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9740986240255198,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 5.273178872069031e-05,
|
||
|
|
"loss": 2.3308,
|
||
|
|
"step": 85400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9752544194728419,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.2624750805860554e-05,
|
||
|
|
"loss": 2.2916,
|
||
|
|
"step": 85450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9764102149201634,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.2517782831496775e-05,
|
||
|
|
"loss": 2.2903,
|
||
|
|
"step": 85500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.977566010367485,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 5.241088495551657e-05,
|
||
|
|
"loss": 2.327,
|
||
|
|
"step": 85550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.978721805814807,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.230405733573422e-05,
|
||
|
|
"loss": 2.2966,
|
||
|
|
"step": 85600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9798776012621286,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 5.219730012986018e-05,
|
||
|
|
"loss": 2.3182,
|
||
|
|
"step": 85650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9810333967094502,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.209061349550095e-05,
|
||
|
|
"loss": 2.2843,
|
||
|
|
"step": 85700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9821891921567723,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 5.198399759015893e-05,
|
||
|
|
"loss": 2.3555,
|
||
|
|
"step": 85750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9833449876040938,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.1877452571231974e-05,
|
||
|
|
"loss": 2.3035,
|
||
|
|
"step": 85800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9845007830514154,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 5.177097859601346e-05,
|
||
|
|
"loss": 2.3221,
|
||
|
|
"step": 85850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9856565784987374,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.166457582169174e-05,
|
||
|
|
"loss": 2.3303,
|
||
|
|
"step": 85900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.986812373946059,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 5.155824440535e-05,
|
||
|
|
"loss": 2.333,
|
||
|
|
"step": 85950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9879681693933806,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 5.145198450396635e-05,
|
||
|
|
"loss": 2.3202,
|
||
|
|
"step": 86000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9891239648407026,
|
||
|
|
"grad_norm": 3.59375,
|
||
|
|
"learning_rate": 5.134579627441305e-05,
|
||
|
|
"loss": 2.3209,
|
||
|
|
"step": 86050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9902797602880242,
|
||
|
|
"grad_norm": 3.3125,
|
||
|
|
"learning_rate": 5.1239679873456634e-05,
|
||
|
|
"loss": 2.282,
|
||
|
|
"step": 86100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9914355557353458,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 5.113363545775767e-05,
|
||
|
|
"loss": 2.2858,
|
||
|
|
"step": 86150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9925913511826678,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 5.102766318387031e-05,
|
||
|
|
"loss": 2.3453,
|
||
|
|
"step": 86200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9937471466299894,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 5.092176320824237e-05,
|
||
|
|
"loss": 2.3067,
|
||
|
|
"step": 86250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.994902942077311,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 5.081593568721477e-05,
|
||
|
|
"loss": 2.2703,
|
||
|
|
"step": 86300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.996058737524633,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 5.071018077702161e-05,
|
||
|
|
"loss": 2.3038,
|
||
|
|
"step": 86350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9972145329719546,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 5.0604498633789686e-05,
|
||
|
|
"loss": 2.3159,
|
||
|
|
"step": 86400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9983703284192762,
|
||
|
|
"grad_norm": 3.421875,
|
||
|
|
"learning_rate": 5.049888941353837e-05,
|
||
|
|
"loss": 2.3605,
|
||
|
|
"step": 86450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9995261238665982,
|
||
|
|
"grad_norm": 3.53125,
|
||
|
|
"learning_rate": 5.039335327217951e-05,
|
||
|
|
"loss": 2.3139,
|
||
|
|
"step": 86500
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 50,
|
||
|
|
"max_steps": 129780,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.1231618419465667e+18,
|
||
|
|
"train_batch_size": 8,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|