14034 lines
326 KiB
JSON
14034 lines
326 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.2711810543175663,
|
|
"eval_steps": 500,
|
|
"global_step": 200000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0006355905271587832,
|
|
"grad_norm": 3.609375,
|
|
"learning_rate": 2.0000000000000002e-07,
|
|
"loss": 2.3296,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.0012711810543175664,
|
|
"grad_norm": 3.484375,
|
|
"learning_rate": 4.0000000000000003e-07,
|
|
"loss": 2.3266,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.0019067715814763497,
|
|
"grad_norm": 3.625,
|
|
"learning_rate": 6.000000000000001e-07,
|
|
"loss": 2.3437,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.002542362108635133,
|
|
"grad_norm": 3.640625,
|
|
"learning_rate": 8.000000000000001e-07,
|
|
"loss": 2.3306,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.003177952635793916,
|
|
"grad_norm": 3.25,
|
|
"learning_rate": 1.0000000000000002e-06,
|
|
"loss": 2.3232,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.0038135431629526995,
|
|
"grad_norm": 4.15625,
|
|
"learning_rate": 1.2000000000000002e-06,
|
|
"loss": 2.3369,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.004449133690111483,
|
|
"grad_norm": 4.125,
|
|
"learning_rate": 1.4000000000000001e-06,
|
|
"loss": 2.3436,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.005084724217270266,
|
|
"grad_norm": 2.6875,
|
|
"learning_rate": 1.6000000000000001e-06,
|
|
"loss": 2.3334,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.0057203147444290494,
|
|
"grad_norm": 3.484375,
|
|
"learning_rate": 1.8000000000000001e-06,
|
|
"loss": 2.3337,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.006355905271587832,
|
|
"grad_norm": 4.65625,
|
|
"learning_rate": 2.0000000000000003e-06,
|
|
"loss": 2.3052,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.006991495798746615,
|
|
"grad_norm": 3.453125,
|
|
"learning_rate": 2.2e-06,
|
|
"loss": 2.3237,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.007627086325905399,
|
|
"grad_norm": 3.390625,
|
|
"learning_rate": 2.4000000000000003e-06,
|
|
"loss": 2.3015,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.008262676853064182,
|
|
"grad_norm": 2.8125,
|
|
"learning_rate": 2.6e-06,
|
|
"loss": 2.3166,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.008898267380222966,
|
|
"grad_norm": 3.484375,
|
|
"learning_rate": 2.8000000000000003e-06,
|
|
"loss": 2.2848,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.009533857907381748,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 3e-06,
|
|
"loss": 2.2821,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.010169448434540531,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 3.2000000000000003e-06,
|
|
"loss": 2.2781,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.010805038961699315,
|
|
"grad_norm": 3.0,
|
|
"learning_rate": 3.4000000000000005e-06,
|
|
"loss": 2.2595,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.011440629488858099,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 3.6000000000000003e-06,
|
|
"loss": 2.2409,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.012076220016016881,
|
|
"grad_norm": 2.9375,
|
|
"learning_rate": 3.8000000000000005e-06,
|
|
"loss": 2.2393,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.012711810543175665,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 4.000000000000001e-06,
|
|
"loss": 2.2361,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.013347401070334448,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 4.2000000000000004e-06,
|
|
"loss": 2.2238,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.01398299159749323,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 4.4e-06,
|
|
"loss": 2.2031,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.014618582124652014,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 4.600000000000001e-06,
|
|
"loss": 2.1762,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.015254172651810798,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 4.800000000000001e-06,
|
|
"loss": 2.1772,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.01588976317896958,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 5e-06,
|
|
"loss": 2.147,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.016525353706128364,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 5.2e-06,
|
|
"loss": 2.1295,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.017160944233287147,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 5.400000000000001e-06,
|
|
"loss": 2.0829,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.01779653476044593,
|
|
"grad_norm": 2.734375,
|
|
"learning_rate": 5.600000000000001e-06,
|
|
"loss": 2.082,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.018432125287604715,
|
|
"grad_norm": 2.78125,
|
|
"learning_rate": 5.8e-06,
|
|
"loss": 2.02,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.019067715814763495,
|
|
"grad_norm": 3.53125,
|
|
"learning_rate": 6e-06,
|
|
"loss": 2.003,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.01970330634192228,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 6.200000000000001e-06,
|
|
"loss": 1.9711,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.020338896869081063,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 6.4000000000000006e-06,
|
|
"loss": 1.9499,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.020974487396239846,
|
|
"grad_norm": 1.703125,
|
|
"learning_rate": 6.600000000000001e-06,
|
|
"loss": 1.9166,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.02161007792339863,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 6.800000000000001e-06,
|
|
"loss": 1.9366,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.022245668450557414,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 7e-06,
|
|
"loss": 1.9282,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.022881258977716198,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 7.2000000000000005e-06,
|
|
"loss": 1.9043,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.023516849504874978,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 7.4e-06,
|
|
"loss": 1.8715,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.024152440032033762,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 7.600000000000001e-06,
|
|
"loss": 1.8862,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.024788030559192546,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 7.800000000000002e-06,
|
|
"loss": 1.8584,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.02542362108635133,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 8.000000000000001e-06,
|
|
"loss": 1.8515,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.026059211613510113,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 8.2e-06,
|
|
"loss": 1.8317,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.026694802140668897,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 8.400000000000001e-06,
|
|
"loss": 1.8488,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.027330392667827677,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 8.6e-06,
|
|
"loss": 1.8256,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.02796598319498646,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 8.8e-06,
|
|
"loss": 1.8079,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.028601573722145245,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 9e-06,
|
|
"loss": 1.8301,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.02923716424930403,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 9.200000000000002e-06,
|
|
"loss": 1.8207,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.029872754776462812,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 9.4e-06,
|
|
"loss": 1.8153,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.030508345303621596,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.600000000000001e-06,
|
|
"loss": 1.7974,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.03114393583078038,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 9.800000000000001e-06,
|
|
"loss": 1.7669,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.03177952635793916,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 1e-05,
|
|
"loss": 1.7712,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.03241511688509795,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 9.994871794871795e-06,
|
|
"loss": 1.7679,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.03305070741225673,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 9.98974358974359e-06,
|
|
"loss": 1.7683,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.03368629793941551,
|
|
"grad_norm": 1.734375,
|
|
"learning_rate": 9.984615384615386e-06,
|
|
"loss": 1.777,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.034321888466574295,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 9.97948717948718e-06,
|
|
"loss": 1.7545,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.034957478993733075,
|
|
"grad_norm": 0.4765625,
|
|
"learning_rate": 9.974358974358974e-06,
|
|
"loss": 1.7718,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.03559306952089186,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 9.96923076923077e-06,
|
|
"loss": 1.7687,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.03622866004805064,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 9.964102564102564e-06,
|
|
"loss": 1.7664,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.03686425057520943,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 9.95897435897436e-06,
|
|
"loss": 1.768,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.03749984110236821,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 9.953846153846156e-06,
|
|
"loss": 1.7759,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.03813543162952699,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 9.94871794871795e-06,
|
|
"loss": 1.7379,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.03877102215668578,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 9.943589743589744e-06,
|
|
"loss": 1.7611,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.03940661268384456,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 9.93846153846154e-06,
|
|
"loss": 1.7453,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.040042203211003345,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 9.933333333333334e-06,
|
|
"loss": 1.7493,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.040677793738162125,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 9.92820512820513e-06,
|
|
"loss": 1.7308,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.04131338426532091,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 9.923076923076923e-06,
|
|
"loss": 1.7557,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.04194897479247969,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 9.91794871794872e-06,
|
|
"loss": 1.7244,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.04258456531963847,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 9.912820512820513e-06,
|
|
"loss": 1.7365,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.04322015584679726,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 9.907692307692309e-06,
|
|
"loss": 1.7416,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.04385574637395604,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 9.902564102564103e-06,
|
|
"loss": 1.744,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.04449133690111483,
|
|
"grad_norm": 0.40234375,
|
|
"learning_rate": 9.897435897435899e-06,
|
|
"loss": 1.7343,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.04512692742827361,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 9.892307692307693e-06,
|
|
"loss": 1.7476,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.045762517955432395,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 9.887179487179489e-06,
|
|
"loss": 1.7382,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.046398108482591176,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 9.882051282051283e-06,
|
|
"loss": 1.7376,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.047033699009749956,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 9.876923076923077e-06,
|
|
"loss": 1.73,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.04766928953690874,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 9.871794871794872e-06,
|
|
"loss": 1.7139,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.048304880064067524,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 9.866666666666668e-06,
|
|
"loss": 1.7271,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.04894047059122631,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 9.861538461538462e-06,
|
|
"loss": 1.728,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.04957606111838509,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 9.856410256410256e-06,
|
|
"loss": 1.7238,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.05021165164554388,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 9.851282051282052e-06,
|
|
"loss": 1.7245,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.05084724217270266,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 9.846153846153848e-06,
|
|
"loss": 1.7213,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.05148283269986144,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 9.841025641025642e-06,
|
|
"loss": 1.7318,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.052118423227020226,
|
|
"grad_norm": 0.4375,
|
|
"learning_rate": 9.835897435897438e-06,
|
|
"loss": 1.7245,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.052754013754179006,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 9.830769230769232e-06,
|
|
"loss": 1.7085,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.053389604281337794,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 9.825641025641026e-06,
|
|
"loss": 1.714,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.054025194808496574,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 9.820512820512821e-06,
|
|
"loss": 1.7158,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.054660785335655354,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 9.815384615384617e-06,
|
|
"loss": 1.7205,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.05529637586281414,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 9.810256410256411e-06,
|
|
"loss": 1.72,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.05593196638997292,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 9.805128205128205e-06,
|
|
"loss": 1.7039,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.05656755691713171,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 9.800000000000001e-06,
|
|
"loss": 1.7238,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.05720314744429049,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 9.794871794871795e-06,
|
|
"loss": 1.7165,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.057838737971449276,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 9.78974358974359e-06,
|
|
"loss": 1.7248,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.05847432849860806,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 9.784615384615387e-06,
|
|
"loss": 1.7327,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.05910991902576684,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 9.77948717948718e-06,
|
|
"loss": 1.726,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 0.059745509552925624,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 9.774358974358975e-06,
|
|
"loss": 1.7145,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 0.060381100080084404,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.76923076923077e-06,
|
|
"loss": 1.7061,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 0.06101669060724319,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 9.764102564102564e-06,
|
|
"loss": 1.7186,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 0.06165228113440197,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 9.75897435897436e-06,
|
|
"loss": 1.7153,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 0.06228787166156076,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 9.753846153846154e-06,
|
|
"loss": 1.7038,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 0.06292346218871954,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 9.74871794871795e-06,
|
|
"loss": 1.7135,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 0.06355905271587832,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 9.743589743589744e-06,
|
|
"loss": 1.6987,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.0641946432430371,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 9.738461538461538e-06,
|
|
"loss": 1.6867,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 0.0648302337701959,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 9.733333333333334e-06,
|
|
"loss": 1.7,
|
|
"step": 10200
|
|
},
|
|
{
|
|
"epoch": 0.06546582429735467,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 9.72820512820513e-06,
|
|
"loss": 1.7057,
|
|
"step": 10300
|
|
},
|
|
{
|
|
"epoch": 0.06610141482451345,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.723076923076924e-06,
|
|
"loss": 1.7206,
|
|
"step": 10400
|
|
},
|
|
{
|
|
"epoch": 0.06673700535167224,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 9.71794871794872e-06,
|
|
"loss": 1.694,
|
|
"step": 10500
|
|
},
|
|
{
|
|
"epoch": 0.06737259587883102,
|
|
"grad_norm": 0.49609375,
|
|
"learning_rate": 9.712820512820513e-06,
|
|
"loss": 1.7058,
|
|
"step": 10600
|
|
},
|
|
{
|
|
"epoch": 0.06800818640598981,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 9.707692307692308e-06,
|
|
"loss": 1.7093,
|
|
"step": 10700
|
|
},
|
|
{
|
|
"epoch": 0.06864377693314859,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 9.702564102564103e-06,
|
|
"loss": 1.6968,
|
|
"step": 10800
|
|
},
|
|
{
|
|
"epoch": 0.06927936746030737,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 9.697435897435899e-06,
|
|
"loss": 1.6991,
|
|
"step": 10900
|
|
},
|
|
{
|
|
"epoch": 0.06991495798746615,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 9.692307692307693e-06,
|
|
"loss": 1.7002,
|
|
"step": 11000
|
|
},
|
|
{
|
|
"epoch": 0.07055054851462494,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 9.687179487179487e-06,
|
|
"loss": 1.7096,
|
|
"step": 11100
|
|
},
|
|
{
|
|
"epoch": 0.07118613904178372,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 9.682051282051283e-06,
|
|
"loss": 1.6926,
|
|
"step": 11200
|
|
},
|
|
{
|
|
"epoch": 0.0718217295689425,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 9.676923076923079e-06,
|
|
"loss": 1.6882,
|
|
"step": 11300
|
|
},
|
|
{
|
|
"epoch": 0.07245732009610129,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 9.671794871794873e-06,
|
|
"loss": 1.6937,
|
|
"step": 11400
|
|
},
|
|
{
|
|
"epoch": 0.07309291062326007,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 9.666666666666667e-06,
|
|
"loss": 1.7164,
|
|
"step": 11500
|
|
},
|
|
{
|
|
"epoch": 0.07372850115041886,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 9.661538461538462e-06,
|
|
"loss": 1.6886,
|
|
"step": 11600
|
|
},
|
|
{
|
|
"epoch": 0.07436409167757764,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 9.656410256410257e-06,
|
|
"loss": 1.7014,
|
|
"step": 11700
|
|
},
|
|
{
|
|
"epoch": 0.07499968220473642,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 9.651282051282052e-06,
|
|
"loss": 1.7044,
|
|
"step": 11800
|
|
},
|
|
{
|
|
"epoch": 0.0756352727318952,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 9.646153846153848e-06,
|
|
"loss": 1.7096,
|
|
"step": 11900
|
|
},
|
|
{
|
|
"epoch": 0.07627086325905398,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 9.641025641025642e-06,
|
|
"loss": 1.7007,
|
|
"step": 12000
|
|
},
|
|
{
|
|
"epoch": 0.07690645378621278,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 9.635897435897436e-06,
|
|
"loss": 1.6985,
|
|
"step": 12100
|
|
},
|
|
{
|
|
"epoch": 0.07754204431337156,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 9.630769230769232e-06,
|
|
"loss": 1.6963,
|
|
"step": 12200
|
|
},
|
|
{
|
|
"epoch": 0.07817763484053034,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 9.625641025641026e-06,
|
|
"loss": 1.6804,
|
|
"step": 12300
|
|
},
|
|
{
|
|
"epoch": 0.07881322536768912,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 9.620512820512822e-06,
|
|
"loss": 1.6936,
|
|
"step": 12400
|
|
},
|
|
{
|
|
"epoch": 0.07944881589484791,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 9.615384615384616e-06,
|
|
"loss": 1.697,
|
|
"step": 12500
|
|
},
|
|
{
|
|
"epoch": 0.08008440642200669,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 9.610256410256411e-06,
|
|
"loss": 1.6945,
|
|
"step": 12600
|
|
},
|
|
{
|
|
"epoch": 0.08071999694916547,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 9.605128205128206e-06,
|
|
"loss": 1.6923,
|
|
"step": 12700
|
|
},
|
|
{
|
|
"epoch": 0.08135558747632425,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 9.600000000000001e-06,
|
|
"loss": 1.6909,
|
|
"step": 12800
|
|
},
|
|
{
|
|
"epoch": 0.08199117800348303,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 9.594871794871797e-06,
|
|
"loss": 1.688,
|
|
"step": 12900
|
|
},
|
|
{
|
|
"epoch": 0.08262676853064183,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 9.589743589743591e-06,
|
|
"loss": 1.6987,
|
|
"step": 13000
|
|
},
|
|
{
|
|
"epoch": 0.0832623590578006,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 9.584615384615385e-06,
|
|
"loss": 1.6974,
|
|
"step": 13100
|
|
},
|
|
{
|
|
"epoch": 0.08389794958495939,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 9.579487179487181e-06,
|
|
"loss": 1.6831,
|
|
"step": 13200
|
|
},
|
|
{
|
|
"epoch": 0.08453354011211817,
|
|
"grad_norm": 0.40625,
|
|
"learning_rate": 9.574358974358975e-06,
|
|
"loss": 1.6862,
|
|
"step": 13300
|
|
},
|
|
{
|
|
"epoch": 0.08516913063927695,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 9.569230769230769e-06,
|
|
"loss": 1.6805,
|
|
"step": 13400
|
|
},
|
|
{
|
|
"epoch": 0.08580472116643574,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 9.564102564102565e-06,
|
|
"loss": 1.6963,
|
|
"step": 13500
|
|
},
|
|
{
|
|
"epoch": 0.08644031169359452,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 9.55897435897436e-06,
|
|
"loss": 1.6835,
|
|
"step": 13600
|
|
},
|
|
{
|
|
"epoch": 0.0870759022207533,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 9.553846153846155e-06,
|
|
"loss": 1.6947,
|
|
"step": 13700
|
|
},
|
|
{
|
|
"epoch": 0.08771149274791208,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 9.548717948717949e-06,
|
|
"loss": 1.6866,
|
|
"step": 13800
|
|
},
|
|
{
|
|
"epoch": 0.08834708327507086,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 9.543589743589744e-06,
|
|
"loss": 1.6842,
|
|
"step": 13900
|
|
},
|
|
{
|
|
"epoch": 0.08898267380222966,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 9.53846153846154e-06,
|
|
"loss": 1.6714,
|
|
"step": 14000
|
|
},
|
|
{
|
|
"epoch": 0.08961826432938844,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 9.533333333333334e-06,
|
|
"loss": 1.679,
|
|
"step": 14100
|
|
},
|
|
{
|
|
"epoch": 0.09025385485654722,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 9.52820512820513e-06,
|
|
"loss": 1.6923,
|
|
"step": 14200
|
|
},
|
|
{
|
|
"epoch": 0.090889445383706,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 9.523076923076924e-06,
|
|
"loss": 1.6745,
|
|
"step": 14300
|
|
},
|
|
{
|
|
"epoch": 0.09152503591086479,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 9.517948717948718e-06,
|
|
"loss": 1.6871,
|
|
"step": 14400
|
|
},
|
|
{
|
|
"epoch": 0.09216062643802357,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 9.512820512820514e-06,
|
|
"loss": 1.6795,
|
|
"step": 14500
|
|
},
|
|
{
|
|
"epoch": 0.09279621696518235,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 9.50769230769231e-06,
|
|
"loss": 1.6779,
|
|
"step": 14600
|
|
},
|
|
{
|
|
"epoch": 0.09343180749234113,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 9.502564102564103e-06,
|
|
"loss": 1.6846,
|
|
"step": 14700
|
|
},
|
|
{
|
|
"epoch": 0.09406739801949991,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 9.497435897435898e-06,
|
|
"loss": 1.6762,
|
|
"step": 14800
|
|
},
|
|
{
|
|
"epoch": 0.0947029885466587,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 9.492307692307693e-06,
|
|
"loss": 1.6929,
|
|
"step": 14900
|
|
},
|
|
{
|
|
"epoch": 0.09533857907381749,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 9.487179487179487e-06,
|
|
"loss": 1.6791,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 0.09597416960097627,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 9.482051282051283e-06,
|
|
"loss": 1.677,
|
|
"step": 15100
|
|
},
|
|
{
|
|
"epoch": 0.09660976012813505,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 9.476923076923079e-06,
|
|
"loss": 1.6817,
|
|
"step": 15200
|
|
},
|
|
{
|
|
"epoch": 0.09724535065529383,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 9.471794871794873e-06,
|
|
"loss": 1.6632,
|
|
"step": 15300
|
|
},
|
|
{
|
|
"epoch": 0.09788094118245262,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 9.466666666666667e-06,
|
|
"loss": 1.681,
|
|
"step": 15400
|
|
},
|
|
{
|
|
"epoch": 0.0985165317096114,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 9.461538461538463e-06,
|
|
"loss": 1.681,
|
|
"step": 15500
|
|
},
|
|
{
|
|
"epoch": 0.09915212223677018,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 9.456410256410257e-06,
|
|
"loss": 1.6915,
|
|
"step": 15600
|
|
},
|
|
{
|
|
"epoch": 0.09978771276392896,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 9.451282051282052e-06,
|
|
"loss": 1.6797,
|
|
"step": 15700
|
|
},
|
|
{
|
|
"epoch": 0.10042330329108776,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 9.446153846153847e-06,
|
|
"loss": 1.664,
|
|
"step": 15800
|
|
},
|
|
{
|
|
"epoch": 0.10105889381824654,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 9.441025641025642e-06,
|
|
"loss": 1.6738,
|
|
"step": 15900
|
|
},
|
|
{
|
|
"epoch": 0.10169448434540532,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 9.435897435897436e-06,
|
|
"loss": 1.6822,
|
|
"step": 16000
|
|
},
|
|
{
|
|
"epoch": 0.1023300748725641,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 9.43076923076923e-06,
|
|
"loss": 1.6828,
|
|
"step": 16100
|
|
},
|
|
{
|
|
"epoch": 0.10296566539972288,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 9.425641025641026e-06,
|
|
"loss": 1.6714,
|
|
"step": 16200
|
|
},
|
|
{
|
|
"epoch": 0.10360125592688167,
|
|
"grad_norm": 0.46484375,
|
|
"learning_rate": 9.420512820512822e-06,
|
|
"loss": 1.692,
|
|
"step": 16300
|
|
},
|
|
{
|
|
"epoch": 0.10423684645404045,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 9.415384615384616e-06,
|
|
"loss": 1.6833,
|
|
"step": 16400
|
|
},
|
|
{
|
|
"epoch": 0.10487243698119923,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 9.410256410256412e-06,
|
|
"loss": 1.6835,
|
|
"step": 16500
|
|
},
|
|
{
|
|
"epoch": 0.10550802750835801,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 9.405128205128206e-06,
|
|
"loss": 1.6738,
|
|
"step": 16600
|
|
},
|
|
{
|
|
"epoch": 0.10614361803551679,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 9.4e-06,
|
|
"loss": 1.6769,
|
|
"step": 16700
|
|
},
|
|
{
|
|
"epoch": 0.10677920856267559,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 9.394871794871796e-06,
|
|
"loss": 1.677,
|
|
"step": 16800
|
|
},
|
|
{
|
|
"epoch": 0.10741479908983437,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 9.389743589743591e-06,
|
|
"loss": 1.6887,
|
|
"step": 16900
|
|
},
|
|
{
|
|
"epoch": 0.10805038961699315,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 9.384615384615385e-06,
|
|
"loss": 1.6889,
|
|
"step": 17000
|
|
},
|
|
{
|
|
"epoch": 0.10868598014415193,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 9.37948717948718e-06,
|
|
"loss": 1.6689,
|
|
"step": 17100
|
|
},
|
|
{
|
|
"epoch": 0.10932157067131071,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 9.374358974358975e-06,
|
|
"loss": 1.6851,
|
|
"step": 17200
|
|
},
|
|
{
|
|
"epoch": 0.1099571611984695,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 9.369230769230771e-06,
|
|
"loss": 1.6878,
|
|
"step": 17300
|
|
},
|
|
{
|
|
"epoch": 0.11059275172562828,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 9.364102564102565e-06,
|
|
"loss": 1.6609,
|
|
"step": 17400
|
|
},
|
|
{
|
|
"epoch": 0.11122834225278706,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 9.358974358974359e-06,
|
|
"loss": 1.6778,
|
|
"step": 17500
|
|
},
|
|
{
|
|
"epoch": 0.11186393277994584,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 9.353846153846155e-06,
|
|
"loss": 1.674,
|
|
"step": 17600
|
|
},
|
|
{
|
|
"epoch": 0.11249952330710464,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 9.348717948717949e-06,
|
|
"loss": 1.6686,
|
|
"step": 17700
|
|
},
|
|
{
|
|
"epoch": 0.11313511383426342,
|
|
"grad_norm": 0.474609375,
|
|
"learning_rate": 9.343589743589745e-06,
|
|
"loss": 1.6728,
|
|
"step": 17800
|
|
},
|
|
{
|
|
"epoch": 0.1137707043614222,
|
|
"grad_norm": 0.482421875,
|
|
"learning_rate": 9.33846153846154e-06,
|
|
"loss": 1.6664,
|
|
"step": 17900
|
|
},
|
|
{
|
|
"epoch": 0.11440629488858098,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 9.333333333333334e-06,
|
|
"loss": 1.6746,
|
|
"step": 18000
|
|
},
|
|
{
|
|
"epoch": 0.11504188541573976,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 9.328205128205128e-06,
|
|
"loss": 1.6738,
|
|
"step": 18100
|
|
},
|
|
{
|
|
"epoch": 0.11567747594289855,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 9.323076923076924e-06,
|
|
"loss": 1.6628,
|
|
"step": 18200
|
|
},
|
|
{
|
|
"epoch": 0.11631306647005733,
|
|
"grad_norm": 0.48828125,
|
|
"learning_rate": 9.317948717948718e-06,
|
|
"loss": 1.6718,
|
|
"step": 18300
|
|
},
|
|
{
|
|
"epoch": 0.11694865699721611,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 9.312820512820514e-06,
|
|
"loss": 1.6789,
|
|
"step": 18400
|
|
},
|
|
{
|
|
"epoch": 0.1175842475243749,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 9.307692307692308e-06,
|
|
"loss": 1.6618,
|
|
"step": 18500
|
|
},
|
|
{
|
|
"epoch": 0.11821983805153367,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 9.302564102564104e-06,
|
|
"loss": 1.6648,
|
|
"step": 18600
|
|
},
|
|
{
|
|
"epoch": 0.11885542857869247,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 9.297435897435898e-06,
|
|
"loss": 1.683,
|
|
"step": 18700
|
|
},
|
|
{
|
|
"epoch": 0.11949101910585125,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 9.292307692307694e-06,
|
|
"loss": 1.6457,
|
|
"step": 18800
|
|
},
|
|
{
|
|
"epoch": 0.12012660963301003,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 9.28717948717949e-06,
|
|
"loss": 1.6728,
|
|
"step": 18900
|
|
},
|
|
{
|
|
"epoch": 0.12076220016016881,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.282051282051283e-06,
|
|
"loss": 1.683,
|
|
"step": 19000
|
|
},
|
|
{
|
|
"epoch": 0.12139779068732759,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 9.276923076923077e-06,
|
|
"loss": 1.6626,
|
|
"step": 19100
|
|
},
|
|
{
|
|
"epoch": 0.12203338121448638,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 9.271794871794873e-06,
|
|
"loss": 1.6704,
|
|
"step": 19200
|
|
},
|
|
{
|
|
"epoch": 0.12266897174164516,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 9.266666666666667e-06,
|
|
"loss": 1.6608,
|
|
"step": 19300
|
|
},
|
|
{
|
|
"epoch": 0.12330456226880394,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 9.261538461538461e-06,
|
|
"loss": 1.6761,
|
|
"step": 19400
|
|
},
|
|
{
|
|
"epoch": 0.12394015279596272,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 9.256410256410257e-06,
|
|
"loss": 1.6537,
|
|
"step": 19500
|
|
},
|
|
{
|
|
"epoch": 0.12457574332312152,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 9.251282051282053e-06,
|
|
"loss": 1.6732,
|
|
"step": 19600
|
|
},
|
|
{
|
|
"epoch": 0.1252113338502803,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 9.246153846153847e-06,
|
|
"loss": 1.6708,
|
|
"step": 19700
|
|
},
|
|
{
|
|
"epoch": 0.12584692437743908,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 9.24102564102564e-06,
|
|
"loss": 1.6619,
|
|
"step": 19800
|
|
},
|
|
{
|
|
"epoch": 0.12648251490459786,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 9.235897435897437e-06,
|
|
"loss": 1.6666,
|
|
"step": 19900
|
|
},
|
|
{
|
|
"epoch": 0.12711810543175664,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 9.230769230769232e-06,
|
|
"loss": 1.6725,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 0.12775369595891542,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.225641025641026e-06,
|
|
"loss": 1.6689,
|
|
"step": 20100
|
|
},
|
|
{
|
|
"epoch": 0.1283892864860742,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 9.220512820512822e-06,
|
|
"loss": 1.6735,
|
|
"step": 20200
|
|
},
|
|
{
|
|
"epoch": 0.129024877013233,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 9.215384615384616e-06,
|
|
"loss": 1.6652,
|
|
"step": 20300
|
|
},
|
|
{
|
|
"epoch": 0.1296604675403918,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 9.21025641025641e-06,
|
|
"loss": 1.6662,
|
|
"step": 20400
|
|
},
|
|
{
|
|
"epoch": 0.13029605806755057,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 9.205128205128206e-06,
|
|
"loss": 1.6553,
|
|
"step": 20500
|
|
},
|
|
{
|
|
"epoch": 0.13093164859470935,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 9.200000000000002e-06,
|
|
"loss": 1.6571,
|
|
"step": 20600
|
|
},
|
|
{
|
|
"epoch": 0.13156723912186813,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 9.194871794871796e-06,
|
|
"loss": 1.6626,
|
|
"step": 20700
|
|
},
|
|
{
|
|
"epoch": 0.1322028296490269,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 9.18974358974359e-06,
|
|
"loss": 1.6703,
|
|
"step": 20800
|
|
},
|
|
{
|
|
"epoch": 0.1328384201761857,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 9.184615384615386e-06,
|
|
"loss": 1.6563,
|
|
"step": 20900
|
|
},
|
|
{
|
|
"epoch": 0.13347401070334447,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 9.17948717948718e-06,
|
|
"loss": 1.6549,
|
|
"step": 21000
|
|
},
|
|
{
|
|
"epoch": 0.13410960123050325,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 9.174358974358975e-06,
|
|
"loss": 1.6777,
|
|
"step": 21100
|
|
},
|
|
{
|
|
"epoch": 0.13474519175766203,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 9.169230769230771e-06,
|
|
"loss": 1.6478,
|
|
"step": 21200
|
|
},
|
|
{
|
|
"epoch": 0.13538078228482084,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 9.164102564102565e-06,
|
|
"loss": 1.6671,
|
|
"step": 21300
|
|
},
|
|
{
|
|
"epoch": 0.13601637281197962,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 9.15897435897436e-06,
|
|
"loss": 1.6846,
|
|
"step": 21400
|
|
},
|
|
{
|
|
"epoch": 0.1366519633391384,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 9.153846153846155e-06,
|
|
"loss": 1.6869,
|
|
"step": 21500
|
|
},
|
|
{
|
|
"epoch": 0.13728755386629718,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 9.148717948717949e-06,
|
|
"loss": 1.6531,
|
|
"step": 21600
|
|
},
|
|
{
|
|
"epoch": 0.13792314439345596,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 9.143589743589745e-06,
|
|
"loss": 1.669,
|
|
"step": 21700
|
|
},
|
|
{
|
|
"epoch": 0.13855873492061474,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.138461538461539e-06,
|
|
"loss": 1.6553,
|
|
"step": 21800
|
|
},
|
|
{
|
|
"epoch": 0.13919432544777352,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 9.133333333333335e-06,
|
|
"loss": 1.6653,
|
|
"step": 21900
|
|
},
|
|
{
|
|
"epoch": 0.1398299159749323,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 9.128205128205129e-06,
|
|
"loss": 1.6617,
|
|
"step": 22000
|
|
},
|
|
{
|
|
"epoch": 0.14046550650209108,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 9.123076923076923e-06,
|
|
"loss": 1.6819,
|
|
"step": 22100
|
|
},
|
|
{
|
|
"epoch": 0.1411010970292499,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 9.117948717948718e-06,
|
|
"loss": 1.6546,
|
|
"step": 22200
|
|
},
|
|
{
|
|
"epoch": 0.14173668755640867,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 9.112820512820514e-06,
|
|
"loss": 1.6635,
|
|
"step": 22300
|
|
},
|
|
{
|
|
"epoch": 0.14237227808356745,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 9.107692307692308e-06,
|
|
"loss": 1.6673,
|
|
"step": 22400
|
|
},
|
|
{
|
|
"epoch": 0.14300786861072623,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 9.102564102564104e-06,
|
|
"loss": 1.6683,
|
|
"step": 22500
|
|
},
|
|
{
|
|
"epoch": 0.143643459137885,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 9.097435897435898e-06,
|
|
"loss": 1.666,
|
|
"step": 22600
|
|
},
|
|
{
|
|
"epoch": 0.1442790496650438,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 9.092307692307692e-06,
|
|
"loss": 1.6557,
|
|
"step": 22700
|
|
},
|
|
{
|
|
"epoch": 0.14491464019220257,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 9.087179487179488e-06,
|
|
"loss": 1.6566,
|
|
"step": 22800
|
|
},
|
|
{
|
|
"epoch": 0.14555023071936135,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 9.082051282051284e-06,
|
|
"loss": 1.6515,
|
|
"step": 22900
|
|
},
|
|
{
|
|
"epoch": 0.14618582124652013,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 9.076923076923078e-06,
|
|
"loss": 1.6468,
|
|
"step": 23000
|
|
},
|
|
{
|
|
"epoch": 0.1468214117736789,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 9.071794871794872e-06,
|
|
"loss": 1.6619,
|
|
"step": 23100
|
|
},
|
|
{
|
|
"epoch": 0.14745700230083772,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 9.066666666666667e-06,
|
|
"loss": 1.6479,
|
|
"step": 23200
|
|
},
|
|
{
|
|
"epoch": 0.1480925928279965,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 9.061538461538463e-06,
|
|
"loss": 1.6581,
|
|
"step": 23300
|
|
},
|
|
{
|
|
"epoch": 0.14872818335515528,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 9.056410256410257e-06,
|
|
"loss": 1.6668,
|
|
"step": 23400
|
|
},
|
|
{
|
|
"epoch": 0.14936377388231406,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 9.051282051282051e-06,
|
|
"loss": 1.664,
|
|
"step": 23500
|
|
},
|
|
{
|
|
"epoch": 0.14999936440947284,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 9.046153846153847e-06,
|
|
"loss": 1.6472,
|
|
"step": 23600
|
|
},
|
|
{
|
|
"epoch": 0.15063495493663162,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 9.041025641025641e-06,
|
|
"loss": 1.6529,
|
|
"step": 23700
|
|
},
|
|
{
|
|
"epoch": 0.1512705454637904,
|
|
"grad_norm": 0.5703125,
|
|
"learning_rate": 9.035897435897437e-06,
|
|
"loss": 1.6544,
|
|
"step": 23800
|
|
},
|
|
{
|
|
"epoch": 0.15190613599094918,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 9.030769230769233e-06,
|
|
"loss": 1.6549,
|
|
"step": 23900
|
|
},
|
|
{
|
|
"epoch": 0.15254172651810796,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 9.025641025641027e-06,
|
|
"loss": 1.6627,
|
|
"step": 24000
|
|
},
|
|
{
|
|
"epoch": 0.15317731704526677,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 9.02051282051282e-06,
|
|
"loss": 1.646,
|
|
"step": 24100
|
|
},
|
|
{
|
|
"epoch": 0.15381290757242555,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 9.015384615384616e-06,
|
|
"loss": 1.6602,
|
|
"step": 24200
|
|
},
|
|
{
|
|
"epoch": 0.15444849809958433,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 9.01025641025641e-06,
|
|
"loss": 1.6532,
|
|
"step": 24300
|
|
},
|
|
{
|
|
"epoch": 0.1550840886267431,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 9.005128205128206e-06,
|
|
"loss": 1.6411,
|
|
"step": 24400
|
|
},
|
|
{
|
|
"epoch": 0.1557196791539019,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 9e-06,
|
|
"loss": 1.6684,
|
|
"step": 24500
|
|
},
|
|
{
|
|
"epoch": 0.15635526968106067,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 8.994871794871796e-06,
|
|
"loss": 1.6517,
|
|
"step": 24600
|
|
},
|
|
{
|
|
"epoch": 0.15699086020821945,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 8.98974358974359e-06,
|
|
"loss": 1.6509,
|
|
"step": 24700
|
|
},
|
|
{
|
|
"epoch": 0.15762645073537823,
|
|
"grad_norm": 0.458984375,
|
|
"learning_rate": 8.984615384615386e-06,
|
|
"loss": 1.6603,
|
|
"step": 24800
|
|
},
|
|
{
|
|
"epoch": 0.158262041262537,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 8.979487179487182e-06,
|
|
"loss": 1.661,
|
|
"step": 24900
|
|
},
|
|
{
|
|
"epoch": 0.15889763178969582,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 8.974358974358976e-06,
|
|
"loss": 1.6679,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 0.1595332223168546,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 8.96923076923077e-06,
|
|
"loss": 1.6555,
|
|
"step": 25100
|
|
},
|
|
{
|
|
"epoch": 0.16016881284401338,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 8.964102564102565e-06,
|
|
"loss": 1.6652,
|
|
"step": 25200
|
|
},
|
|
{
|
|
"epoch": 0.16080440337117216,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 8.95897435897436e-06,
|
|
"loss": 1.6393,
|
|
"step": 25300
|
|
},
|
|
{
|
|
"epoch": 0.16143999389833094,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 8.953846153846153e-06,
|
|
"loss": 1.6479,
|
|
"step": 25400
|
|
},
|
|
{
|
|
"epoch": 0.16207558442548972,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 8.94871794871795e-06,
|
|
"loss": 1.6509,
|
|
"step": 25500
|
|
},
|
|
{
|
|
"epoch": 0.1627111749526485,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 8.943589743589745e-06,
|
|
"loss": 1.66,
|
|
"step": 25600
|
|
},
|
|
{
|
|
"epoch": 0.16334676547980728,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 8.938461538461539e-06,
|
|
"loss": 1.6697,
|
|
"step": 25700
|
|
},
|
|
{
|
|
"epoch": 0.16398235600696606,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 8.933333333333333e-06,
|
|
"loss": 1.6493,
|
|
"step": 25800
|
|
},
|
|
{
|
|
"epoch": 0.16461794653412484,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 8.928205128205129e-06,
|
|
"loss": 1.6503,
|
|
"step": 25900
|
|
},
|
|
{
|
|
"epoch": 0.16525353706128365,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 8.923076923076925e-06,
|
|
"loss": 1.65,
|
|
"step": 26000
|
|
},
|
|
{
|
|
"epoch": 0.16588912758844243,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 8.917948717948719e-06,
|
|
"loss": 1.6532,
|
|
"step": 26100
|
|
},
|
|
{
|
|
"epoch": 0.1665247181156012,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.912820512820514e-06,
|
|
"loss": 1.6583,
|
|
"step": 26200
|
|
},
|
|
{
|
|
"epoch": 0.16716030864276,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 8.907692307692308e-06,
|
|
"loss": 1.6423,
|
|
"step": 26300
|
|
},
|
|
{
|
|
"epoch": 0.16779589916991877,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 8.902564102564102e-06,
|
|
"loss": 1.6699,
|
|
"step": 26400
|
|
},
|
|
{
|
|
"epoch": 0.16843148969707755,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 8.897435897435898e-06,
|
|
"loss": 1.6522,
|
|
"step": 26500
|
|
},
|
|
{
|
|
"epoch": 0.16906708022423633,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 8.892307692307694e-06,
|
|
"loss": 1.6531,
|
|
"step": 26600
|
|
},
|
|
{
|
|
"epoch": 0.1697026707513951,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 8.887179487179488e-06,
|
|
"loss": 1.6512,
|
|
"step": 26700
|
|
},
|
|
{
|
|
"epoch": 0.1703382612785539,
|
|
"grad_norm": 0.4765625,
|
|
"learning_rate": 8.882051282051282e-06,
|
|
"loss": 1.6158,
|
|
"step": 26800
|
|
},
|
|
{
|
|
"epoch": 0.1709738518057127,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 8.876923076923078e-06,
|
|
"loss": 1.6516,
|
|
"step": 26900
|
|
},
|
|
{
|
|
"epoch": 0.17160944233287148,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 8.871794871794872e-06,
|
|
"loss": 1.6409,
|
|
"step": 27000
|
|
},
|
|
{
|
|
"epoch": 0.17224503286003026,
|
|
"grad_norm": 0.40234375,
|
|
"learning_rate": 8.866666666666668e-06,
|
|
"loss": 1.6526,
|
|
"step": 27100
|
|
},
|
|
{
|
|
"epoch": 0.17288062338718904,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 8.861538461538463e-06,
|
|
"loss": 1.6387,
|
|
"step": 27200
|
|
},
|
|
{
|
|
"epoch": 0.17351621391434782,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 8.856410256410257e-06,
|
|
"loss": 1.6583,
|
|
"step": 27300
|
|
},
|
|
{
|
|
"epoch": 0.1741518044415066,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 8.851282051282051e-06,
|
|
"loss": 1.64,
|
|
"step": 27400
|
|
},
|
|
{
|
|
"epoch": 0.17478739496866538,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.846153846153847e-06,
|
|
"loss": 1.6365,
|
|
"step": 27500
|
|
},
|
|
{
|
|
"epoch": 0.17542298549582416,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 8.841025641025641e-06,
|
|
"loss": 1.6424,
|
|
"step": 27600
|
|
},
|
|
{
|
|
"epoch": 0.17605857602298294,
|
|
"grad_norm": 0.58203125,
|
|
"learning_rate": 8.835897435897437e-06,
|
|
"loss": 1.646,
|
|
"step": 27700
|
|
},
|
|
{
|
|
"epoch": 0.17669416655014172,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 8.830769230769231e-06,
|
|
"loss": 1.6514,
|
|
"step": 27800
|
|
},
|
|
{
|
|
"epoch": 0.17732975707730053,
|
|
"grad_norm": 0.470703125,
|
|
"learning_rate": 8.825641025641027e-06,
|
|
"loss": 1.6687,
|
|
"step": 27900
|
|
},
|
|
{
|
|
"epoch": 0.1779653476044593,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 8.820512820512821e-06,
|
|
"loss": 1.6496,
|
|
"step": 28000
|
|
},
|
|
{
|
|
"epoch": 0.1786009381316181,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 8.815384615384615e-06,
|
|
"loss": 1.6357,
|
|
"step": 28100
|
|
},
|
|
{
|
|
"epoch": 0.17923652865877687,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 8.81025641025641e-06,
|
|
"loss": 1.6453,
|
|
"step": 28200
|
|
},
|
|
{
|
|
"epoch": 0.17987211918593565,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 8.805128205128206e-06,
|
|
"loss": 1.659,
|
|
"step": 28300
|
|
},
|
|
{
|
|
"epoch": 0.18050770971309443,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 8.8e-06,
|
|
"loss": 1.6527,
|
|
"step": 28400
|
|
},
|
|
{
|
|
"epoch": 0.1811433002402532,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 8.794871794871796e-06,
|
|
"loss": 1.6669,
|
|
"step": 28500
|
|
},
|
|
{
|
|
"epoch": 0.181778890767412,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.78974358974359e-06,
|
|
"loss": 1.6514,
|
|
"step": 28600
|
|
},
|
|
{
|
|
"epoch": 0.18241448129457077,
|
|
"grad_norm": 0.6171875,
|
|
"learning_rate": 8.784615384615386e-06,
|
|
"loss": 1.6655,
|
|
"step": 28700
|
|
},
|
|
{
|
|
"epoch": 0.18305007182172958,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 8.77948717948718e-06,
|
|
"loss": 1.6524,
|
|
"step": 28800
|
|
},
|
|
{
|
|
"epoch": 0.18368566234888836,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 8.774358974358976e-06,
|
|
"loss": 1.6286,
|
|
"step": 28900
|
|
},
|
|
{
|
|
"epoch": 0.18432125287604714,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 8.76923076923077e-06,
|
|
"loss": 1.639,
|
|
"step": 29000
|
|
},
|
|
{
|
|
"epoch": 0.18495684340320592,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 8.764102564102564e-06,
|
|
"loss": 1.6487,
|
|
"step": 29100
|
|
},
|
|
{
|
|
"epoch": 0.1855924339303647,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 8.75897435897436e-06,
|
|
"loss": 1.6576,
|
|
"step": 29200
|
|
},
|
|
{
|
|
"epoch": 0.18622802445752348,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 8.753846153846155e-06,
|
|
"loss": 1.6483,
|
|
"step": 29300
|
|
},
|
|
{
|
|
"epoch": 0.18686361498468226,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 8.74871794871795e-06,
|
|
"loss": 1.6399,
|
|
"step": 29400
|
|
},
|
|
{
|
|
"epoch": 0.18749920551184104,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 8.743589743589743e-06,
|
|
"loss": 1.6383,
|
|
"step": 29500
|
|
},
|
|
{
|
|
"epoch": 0.18813479603899982,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 8.73846153846154e-06,
|
|
"loss": 1.6486,
|
|
"step": 29600
|
|
},
|
|
{
|
|
"epoch": 0.1887703865661586,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 8.733333333333333e-06,
|
|
"loss": 1.6503,
|
|
"step": 29700
|
|
},
|
|
{
|
|
"epoch": 0.1894059770933174,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 8.728205128205129e-06,
|
|
"loss": 1.6361,
|
|
"step": 29800
|
|
},
|
|
{
|
|
"epoch": 0.1900415676204762,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 8.723076923076925e-06,
|
|
"loss": 1.6402,
|
|
"step": 29900
|
|
},
|
|
{
|
|
"epoch": 0.19067715814763497,
|
|
"grad_norm": 0.443359375,
|
|
"learning_rate": 8.717948717948719e-06,
|
|
"loss": 1.6462,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 0.19131274867479375,
|
|
"grad_norm": 0.482421875,
|
|
"learning_rate": 8.712820512820513e-06,
|
|
"loss": 1.6481,
|
|
"step": 30100
|
|
},
|
|
{
|
|
"epoch": 0.19194833920195253,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 8.707692307692309e-06,
|
|
"loss": 1.6497,
|
|
"step": 30200
|
|
},
|
|
{
|
|
"epoch": 0.19258392972911131,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 8.702564102564103e-06,
|
|
"loss": 1.6486,
|
|
"step": 30300
|
|
},
|
|
{
|
|
"epoch": 0.1932195202562701,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 8.697435897435898e-06,
|
|
"loss": 1.6494,
|
|
"step": 30400
|
|
},
|
|
{
|
|
"epoch": 0.19385511078342887,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 8.692307692307692e-06,
|
|
"loss": 1.6529,
|
|
"step": 30500
|
|
},
|
|
{
|
|
"epoch": 0.19449070131058765,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 8.687179487179488e-06,
|
|
"loss": 1.642,
|
|
"step": 30600
|
|
},
|
|
{
|
|
"epoch": 0.19512629183774646,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 8.682051282051282e-06,
|
|
"loss": 1.6206,
|
|
"step": 30700
|
|
},
|
|
{
|
|
"epoch": 0.19576188236490524,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 8.676923076923078e-06,
|
|
"loss": 1.6438,
|
|
"step": 30800
|
|
},
|
|
{
|
|
"epoch": 0.19639747289206402,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 8.671794871794874e-06,
|
|
"loss": 1.6431,
|
|
"step": 30900
|
|
},
|
|
{
|
|
"epoch": 0.1970330634192228,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 8.666666666666668e-06,
|
|
"loss": 1.6529,
|
|
"step": 31000
|
|
},
|
|
{
|
|
"epoch": 0.19766865394638158,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 8.661538461538462e-06,
|
|
"loss": 1.6476,
|
|
"step": 31100
|
|
},
|
|
{
|
|
"epoch": 0.19830424447354036,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 8.656410256410258e-06,
|
|
"loss": 1.6645,
|
|
"step": 31200
|
|
},
|
|
{
|
|
"epoch": 0.19893983500069914,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 8.651282051282052e-06,
|
|
"loss": 1.6336,
|
|
"step": 31300
|
|
},
|
|
{
|
|
"epoch": 0.19957542552785792,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 8.646153846153846e-06,
|
|
"loss": 1.6391,
|
|
"step": 31400
|
|
},
|
|
{
|
|
"epoch": 0.2002110160550167,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 8.641025641025641e-06,
|
|
"loss": 1.6344,
|
|
"step": 31500
|
|
},
|
|
{
|
|
"epoch": 0.2008466065821755,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 8.635897435897437e-06,
|
|
"loss": 1.6469,
|
|
"step": 31600
|
|
},
|
|
{
|
|
"epoch": 0.2014821971093343,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 8.630769230769231e-06,
|
|
"loss": 1.6422,
|
|
"step": 31700
|
|
},
|
|
{
|
|
"epoch": 0.20211778763649307,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 8.625641025641025e-06,
|
|
"loss": 1.6404,
|
|
"step": 31800
|
|
},
|
|
{
|
|
"epoch": 0.20275337816365185,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 8.620512820512821e-06,
|
|
"loss": 1.6453,
|
|
"step": 31900
|
|
},
|
|
{
|
|
"epoch": 0.20338896869081063,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 8.615384615384617e-06,
|
|
"loss": 1.6445,
|
|
"step": 32000
|
|
},
|
|
{
|
|
"epoch": 0.20402455921796941,
|
|
"grad_norm": 0.44140625,
|
|
"learning_rate": 8.610256410256411e-06,
|
|
"loss": 1.6565,
|
|
"step": 32100
|
|
},
|
|
{
|
|
"epoch": 0.2046601497451282,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 8.605128205128207e-06,
|
|
"loss": 1.6426,
|
|
"step": 32200
|
|
},
|
|
{
|
|
"epoch": 0.20529574027228698,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 8.6e-06,
|
|
"loss": 1.6288,
|
|
"step": 32300
|
|
},
|
|
{
|
|
"epoch": 0.20593133079944576,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 8.594871794871795e-06,
|
|
"loss": 1.6402,
|
|
"step": 32400
|
|
},
|
|
{
|
|
"epoch": 0.20656692132660454,
|
|
"grad_norm": 0.482421875,
|
|
"learning_rate": 8.58974358974359e-06,
|
|
"loss": 1.6308,
|
|
"step": 32500
|
|
},
|
|
{
|
|
"epoch": 0.20720251185376334,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 8.584615384615386e-06,
|
|
"loss": 1.6371,
|
|
"step": 32600
|
|
},
|
|
{
|
|
"epoch": 0.20783810238092212,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 8.57948717948718e-06,
|
|
"loss": 1.6449,
|
|
"step": 32700
|
|
},
|
|
{
|
|
"epoch": 0.2084736929080809,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 8.574358974358974e-06,
|
|
"loss": 1.6521,
|
|
"step": 32800
|
|
},
|
|
{
|
|
"epoch": 0.20910928343523968,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 8.56923076923077e-06,
|
|
"loss": 1.6418,
|
|
"step": 32900
|
|
},
|
|
{
|
|
"epoch": 0.20974487396239846,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 8.564102564102564e-06,
|
|
"loss": 1.6342,
|
|
"step": 33000
|
|
},
|
|
{
|
|
"epoch": 0.21038046448955725,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 8.55897435897436e-06,
|
|
"loss": 1.6413,
|
|
"step": 33100
|
|
},
|
|
{
|
|
"epoch": 0.21101605501671603,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 8.553846153846156e-06,
|
|
"loss": 1.6432,
|
|
"step": 33200
|
|
},
|
|
{
|
|
"epoch": 0.2116516455438748,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 8.54871794871795e-06,
|
|
"loss": 1.6419,
|
|
"step": 33300
|
|
},
|
|
{
|
|
"epoch": 0.21228723607103359,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 8.543589743589744e-06,
|
|
"loss": 1.6508,
|
|
"step": 33400
|
|
},
|
|
{
|
|
"epoch": 0.2129228265981924,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 8.53846153846154e-06,
|
|
"loss": 1.6431,
|
|
"step": 33500
|
|
},
|
|
{
|
|
"epoch": 0.21355841712535117,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 8.533333333333335e-06,
|
|
"loss": 1.6333,
|
|
"step": 33600
|
|
},
|
|
{
|
|
"epoch": 0.21419400765250995,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 8.52820512820513e-06,
|
|
"loss": 1.659,
|
|
"step": 33700
|
|
},
|
|
{
|
|
"epoch": 0.21482959817966873,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 8.523076923076923e-06,
|
|
"loss": 1.6344,
|
|
"step": 33800
|
|
},
|
|
{
|
|
"epoch": 0.21546518870682752,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 8.517948717948719e-06,
|
|
"loss": 1.6409,
|
|
"step": 33900
|
|
},
|
|
{
|
|
"epoch": 0.2161007792339863,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 8.512820512820513e-06,
|
|
"loss": 1.6304,
|
|
"step": 34000
|
|
},
|
|
{
|
|
"epoch": 0.21673636976114508,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 8.507692307692307e-06,
|
|
"loss": 1.6352,
|
|
"step": 34100
|
|
},
|
|
{
|
|
"epoch": 0.21737196028830386,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 8.502564102564103e-06,
|
|
"loss": 1.6341,
|
|
"step": 34200
|
|
},
|
|
{
|
|
"epoch": 0.21800755081546264,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 8.497435897435899e-06,
|
|
"loss": 1.6448,
|
|
"step": 34300
|
|
},
|
|
{
|
|
"epoch": 0.21864314134262142,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 8.492307692307693e-06,
|
|
"loss": 1.6371,
|
|
"step": 34400
|
|
},
|
|
{
|
|
"epoch": 0.21927873186978022,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 8.487179487179488e-06,
|
|
"loss": 1.6548,
|
|
"step": 34500
|
|
},
|
|
{
|
|
"epoch": 0.219914322396939,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 8.482051282051283e-06,
|
|
"loss": 1.6575,
|
|
"step": 34600
|
|
},
|
|
{
|
|
"epoch": 0.22054991292409779,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 8.476923076923078e-06,
|
|
"loss": 1.652,
|
|
"step": 34700
|
|
},
|
|
{
|
|
"epoch": 0.22118550345125657,
|
|
"grad_norm": 0.470703125,
|
|
"learning_rate": 8.471794871794872e-06,
|
|
"loss": 1.6636,
|
|
"step": 34800
|
|
},
|
|
{
|
|
"epoch": 0.22182109397841535,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 8.466666666666668e-06,
|
|
"loss": 1.6483,
|
|
"step": 34900
|
|
},
|
|
{
|
|
"epoch": 0.22245668450557413,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 8.461538461538462e-06,
|
|
"loss": 1.6532,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 0.2230922750327329,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 8.456410256410256e-06,
|
|
"loss": 1.6306,
|
|
"step": 35100
|
|
},
|
|
{
|
|
"epoch": 0.2237278655598917,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 8.451282051282052e-06,
|
|
"loss": 1.6137,
|
|
"step": 35200
|
|
},
|
|
{
|
|
"epoch": 0.22436345608705047,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 8.446153846153848e-06,
|
|
"loss": 1.6424,
|
|
"step": 35300
|
|
},
|
|
{
|
|
"epoch": 0.22499904661420927,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 8.441025641025642e-06,
|
|
"loss": 1.6641,
|
|
"step": 35400
|
|
},
|
|
{
|
|
"epoch": 0.22563463714136806,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 8.435897435897436e-06,
|
|
"loss": 1.6388,
|
|
"step": 35500
|
|
},
|
|
{
|
|
"epoch": 0.22627022766852684,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 8.430769230769231e-06,
|
|
"loss": 1.6259,
|
|
"step": 35600
|
|
},
|
|
{
|
|
"epoch": 0.22690581819568562,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 8.425641025641026e-06,
|
|
"loss": 1.639,
|
|
"step": 35700
|
|
},
|
|
{
|
|
"epoch": 0.2275414087228444,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 8.420512820512821e-06,
|
|
"loss": 1.6384,
|
|
"step": 35800
|
|
},
|
|
{
|
|
"epoch": 0.22817699925000318,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 8.415384615384617e-06,
|
|
"loss": 1.6446,
|
|
"step": 35900
|
|
},
|
|
{
|
|
"epoch": 0.22881258977716196,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 8.410256410256411e-06,
|
|
"loss": 1.6237,
|
|
"step": 36000
|
|
},
|
|
{
|
|
"epoch": 0.22944818030432074,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 8.405128205128205e-06,
|
|
"loss": 1.6413,
|
|
"step": 36100
|
|
},
|
|
{
|
|
"epoch": 0.23008377083147952,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 8.400000000000001e-06,
|
|
"loss": 1.6305,
|
|
"step": 36200
|
|
},
|
|
{
|
|
"epoch": 0.2307193613586383,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 8.394871794871795e-06,
|
|
"loss": 1.6586,
|
|
"step": 36300
|
|
},
|
|
{
|
|
"epoch": 0.2313549518857971,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 8.38974358974359e-06,
|
|
"loss": 1.6388,
|
|
"step": 36400
|
|
},
|
|
{
|
|
"epoch": 0.23199054241295589,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 8.384615384615385e-06,
|
|
"loss": 1.6322,
|
|
"step": 36500
|
|
},
|
|
{
|
|
"epoch": 0.23262613294011467,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 8.37948717948718e-06,
|
|
"loss": 1.6377,
|
|
"step": 36600
|
|
},
|
|
{
|
|
"epoch": 0.23326172346727345,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 8.374358974358975e-06,
|
|
"loss": 1.6323,
|
|
"step": 36700
|
|
},
|
|
{
|
|
"epoch": 0.23389731399443223,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 8.36923076923077e-06,
|
|
"loss": 1.6332,
|
|
"step": 36800
|
|
},
|
|
{
|
|
"epoch": 0.234532904521591,
|
|
"grad_norm": 0.466796875,
|
|
"learning_rate": 8.364102564102566e-06,
|
|
"loss": 1.6308,
|
|
"step": 36900
|
|
},
|
|
{
|
|
"epoch": 0.2351684950487498,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 8.35897435897436e-06,
|
|
"loss": 1.6235,
|
|
"step": 37000
|
|
},
|
|
{
|
|
"epoch": 0.23580408557590857,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 8.353846153846154e-06,
|
|
"loss": 1.6393,
|
|
"step": 37100
|
|
},
|
|
{
|
|
"epoch": 0.23643967610306735,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 8.34871794871795e-06,
|
|
"loss": 1.6371,
|
|
"step": 37200
|
|
},
|
|
{
|
|
"epoch": 0.23707526663022616,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 8.343589743589744e-06,
|
|
"loss": 1.635,
|
|
"step": 37300
|
|
},
|
|
{
|
|
"epoch": 0.23771085715738494,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 8.338461538461538e-06,
|
|
"loss": 1.6295,
|
|
"step": 37400
|
|
},
|
|
{
|
|
"epoch": 0.23834644768454372,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 8.333333333333334e-06,
|
|
"loss": 1.6413,
|
|
"step": 37500
|
|
},
|
|
{
|
|
"epoch": 0.2389820382117025,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 8.32820512820513e-06,
|
|
"loss": 1.6512,
|
|
"step": 37600
|
|
},
|
|
{
|
|
"epoch": 0.23961762873886128,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.323076923076924e-06,
|
|
"loss": 1.6558,
|
|
"step": 37700
|
|
},
|
|
{
|
|
"epoch": 0.24025321926602006,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 8.317948717948718e-06,
|
|
"loss": 1.6632,
|
|
"step": 37800
|
|
},
|
|
{
|
|
"epoch": 0.24088880979317884,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 8.312820512820513e-06,
|
|
"loss": 1.6344,
|
|
"step": 37900
|
|
},
|
|
{
|
|
"epoch": 0.24152440032033762,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 8.307692307692309e-06,
|
|
"loss": 1.6351,
|
|
"step": 38000
|
|
},
|
|
{
|
|
"epoch": 0.2421599908474964,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 8.302564102564103e-06,
|
|
"loss": 1.6342,
|
|
"step": 38100
|
|
},
|
|
{
|
|
"epoch": 0.24279558137465518,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 8.297435897435899e-06,
|
|
"loss": 1.632,
|
|
"step": 38200
|
|
},
|
|
{
|
|
"epoch": 0.243431171901814,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 8.292307692307693e-06,
|
|
"loss": 1.6476,
|
|
"step": 38300
|
|
},
|
|
{
|
|
"epoch": 0.24406676242897277,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 8.287179487179487e-06,
|
|
"loss": 1.6275,
|
|
"step": 38400
|
|
},
|
|
{
|
|
"epoch": 0.24470235295613155,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 8.282051282051283e-06,
|
|
"loss": 1.6432,
|
|
"step": 38500
|
|
},
|
|
{
|
|
"epoch": 0.24533794348329033,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 8.276923076923078e-06,
|
|
"loss": 1.6506,
|
|
"step": 38600
|
|
},
|
|
{
|
|
"epoch": 0.2459735340104491,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 8.271794871794873e-06,
|
|
"loss": 1.6399,
|
|
"step": 38700
|
|
},
|
|
{
|
|
"epoch": 0.2466091245376079,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 8.266666666666667e-06,
|
|
"loss": 1.6384,
|
|
"step": 38800
|
|
},
|
|
{
|
|
"epoch": 0.24724471506476667,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 8.261538461538462e-06,
|
|
"loss": 1.6286,
|
|
"step": 38900
|
|
},
|
|
{
|
|
"epoch": 0.24788030559192545,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 8.256410256410256e-06,
|
|
"loss": 1.6442,
|
|
"step": 39000
|
|
},
|
|
{
|
|
"epoch": 0.24851589611908423,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.251282051282052e-06,
|
|
"loss": 1.6467,
|
|
"step": 39100
|
|
},
|
|
{
|
|
"epoch": 0.24915148664624304,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 8.246153846153848e-06,
|
|
"loss": 1.6507,
|
|
"step": 39200
|
|
},
|
|
{
|
|
"epoch": 0.24978707717340182,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 8.241025641025642e-06,
|
|
"loss": 1.63,
|
|
"step": 39300
|
|
},
|
|
{
|
|
"epoch": 0.2504226677005606,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 8.235897435897436e-06,
|
|
"loss": 1.6294,
|
|
"step": 39400
|
|
},
|
|
{
|
|
"epoch": 0.2510582582277194,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 8.230769230769232e-06,
|
|
"loss": 1.6233,
|
|
"step": 39500
|
|
},
|
|
{
|
|
"epoch": 0.25169384875487816,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 8.225641025641027e-06,
|
|
"loss": 1.6528,
|
|
"step": 39600
|
|
},
|
|
{
|
|
"epoch": 0.25232943928203694,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 8.220512820512822e-06,
|
|
"loss": 1.6369,
|
|
"step": 39700
|
|
},
|
|
{
|
|
"epoch": 0.2529650298091957,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 8.215384615384616e-06,
|
|
"loss": 1.6193,
|
|
"step": 39800
|
|
},
|
|
{
|
|
"epoch": 0.2536006203363545,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 8.210256410256411e-06,
|
|
"loss": 1.646,
|
|
"step": 39900
|
|
},
|
|
{
|
|
"epoch": 0.2542362108635133,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 8.205128205128205e-06,
|
|
"loss": 1.6195,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 0.25487180139067206,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 8.2e-06,
|
|
"loss": 1.6344,
|
|
"step": 40100
|
|
},
|
|
{
|
|
"epoch": 0.25550739191783084,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 8.194871794871795e-06,
|
|
"loss": 1.647,
|
|
"step": 40200
|
|
},
|
|
{
|
|
"epoch": 0.2561429824449896,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 8.189743589743591e-06,
|
|
"loss": 1.6453,
|
|
"step": 40300
|
|
},
|
|
{
|
|
"epoch": 0.2567785729721484,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 8.184615384615385e-06,
|
|
"loss": 1.6263,
|
|
"step": 40400
|
|
},
|
|
{
|
|
"epoch": 0.2574141634993072,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 8.17948717948718e-06,
|
|
"loss": 1.6456,
|
|
"step": 40500
|
|
},
|
|
{
|
|
"epoch": 0.258049754026466,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 8.174358974358975e-06,
|
|
"loss": 1.6372,
|
|
"step": 40600
|
|
},
|
|
{
|
|
"epoch": 0.2586853445536248,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 8.16923076923077e-06,
|
|
"loss": 1.6321,
|
|
"step": 40700
|
|
},
|
|
{
|
|
"epoch": 0.2593209350807836,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 8.164102564102565e-06,
|
|
"loss": 1.63,
|
|
"step": 40800
|
|
},
|
|
{
|
|
"epoch": 0.25995652560794236,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 8.15897435897436e-06,
|
|
"loss": 1.6338,
|
|
"step": 40900
|
|
},
|
|
{
|
|
"epoch": 0.26059211613510114,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 8.153846153846154e-06,
|
|
"loss": 1.6366,
|
|
"step": 41000
|
|
},
|
|
{
|
|
"epoch": 0.2612277066622599,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 8.148717948717948e-06,
|
|
"loss": 1.639,
|
|
"step": 41100
|
|
},
|
|
{
|
|
"epoch": 0.2618632971894187,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 8.143589743589744e-06,
|
|
"loss": 1.6464,
|
|
"step": 41200
|
|
},
|
|
{
|
|
"epoch": 0.2624988877165775,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 8.13846153846154e-06,
|
|
"loss": 1.6243,
|
|
"step": 41300
|
|
},
|
|
{
|
|
"epoch": 0.26313447824373626,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 8.133333333333334e-06,
|
|
"loss": 1.6245,
|
|
"step": 41400
|
|
},
|
|
{
|
|
"epoch": 0.26377006877089504,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 8.12820512820513e-06,
|
|
"loss": 1.6267,
|
|
"step": 41500
|
|
},
|
|
{
|
|
"epoch": 0.2644056592980538,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 8.123076923076924e-06,
|
|
"loss": 1.6351,
|
|
"step": 41600
|
|
},
|
|
{
|
|
"epoch": 0.2650412498252126,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 8.117948717948718e-06,
|
|
"loss": 1.6419,
|
|
"step": 41700
|
|
},
|
|
{
|
|
"epoch": 0.2656768403523714,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 8.112820512820514e-06,
|
|
"loss": 1.6504,
|
|
"step": 41800
|
|
},
|
|
{
|
|
"epoch": 0.26631243087953016,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 8.10769230769231e-06,
|
|
"loss": 1.6221,
|
|
"step": 41900
|
|
},
|
|
{
|
|
"epoch": 0.26694802140668894,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 8.102564102564103e-06,
|
|
"loss": 1.6303,
|
|
"step": 42000
|
|
},
|
|
{
|
|
"epoch": 0.2675836119338477,
|
|
"grad_norm": 0.486328125,
|
|
"learning_rate": 8.097435897435897e-06,
|
|
"loss": 1.6425,
|
|
"step": 42100
|
|
},
|
|
{
|
|
"epoch": 0.2682192024610065,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 8.092307692307693e-06,
|
|
"loss": 1.6439,
|
|
"step": 42200
|
|
},
|
|
{
|
|
"epoch": 0.2688547929881653,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 8.087179487179487e-06,
|
|
"loss": 1.6236,
|
|
"step": 42300
|
|
},
|
|
{
|
|
"epoch": 0.26949038351532406,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 8.082051282051283e-06,
|
|
"loss": 1.6187,
|
|
"step": 42400
|
|
},
|
|
{
|
|
"epoch": 0.2701259740424829,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 8.076923076923077e-06,
|
|
"loss": 1.6479,
|
|
"step": 42500
|
|
},
|
|
{
|
|
"epoch": 0.2707615645696417,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 8.071794871794873e-06,
|
|
"loss": 1.6291,
|
|
"step": 42600
|
|
},
|
|
{
|
|
"epoch": 0.27139715509680046,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 8.066666666666667e-06,
|
|
"loss": 1.6303,
|
|
"step": 42700
|
|
},
|
|
{
|
|
"epoch": 0.27203274562395924,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 8.061538461538463e-06,
|
|
"loss": 1.644,
|
|
"step": 42800
|
|
},
|
|
{
|
|
"epoch": 0.272668336151118,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 8.056410256410258e-06,
|
|
"loss": 1.618,
|
|
"step": 42900
|
|
},
|
|
{
|
|
"epoch": 0.2733039266782768,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 8.051282051282052e-06,
|
|
"loss": 1.6366,
|
|
"step": 43000
|
|
},
|
|
{
|
|
"epoch": 0.2739395172054356,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 8.046153846153846e-06,
|
|
"loss": 1.639,
|
|
"step": 43100
|
|
},
|
|
{
|
|
"epoch": 0.27457510773259436,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 8.041025641025642e-06,
|
|
"loss": 1.6251,
|
|
"step": 43200
|
|
},
|
|
{
|
|
"epoch": 0.27521069825975314,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 8.035897435897436e-06,
|
|
"loss": 1.636,
|
|
"step": 43300
|
|
},
|
|
{
|
|
"epoch": 0.2758462887869119,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 8.03076923076923e-06,
|
|
"loss": 1.6392,
|
|
"step": 43400
|
|
},
|
|
{
|
|
"epoch": 0.2764818793140707,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 8.025641025641026e-06,
|
|
"loss": 1.6438,
|
|
"step": 43500
|
|
},
|
|
{
|
|
"epoch": 0.2771174698412295,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 8.020512820512822e-06,
|
|
"loss": 1.6318,
|
|
"step": 43600
|
|
},
|
|
{
|
|
"epoch": 0.27775306036838826,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 8.015384615384616e-06,
|
|
"loss": 1.6582,
|
|
"step": 43700
|
|
},
|
|
{
|
|
"epoch": 0.27838865089554704,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 8.01025641025641e-06,
|
|
"loss": 1.6218,
|
|
"step": 43800
|
|
},
|
|
{
|
|
"epoch": 0.2790242414227058,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 8.005128205128206e-06,
|
|
"loss": 1.6256,
|
|
"step": 43900
|
|
},
|
|
{
|
|
"epoch": 0.2796598319498646,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 8.000000000000001e-06,
|
|
"loss": 1.6213,
|
|
"step": 44000
|
|
},
|
|
{
|
|
"epoch": 0.2802954224770234,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 7.994871794871795e-06,
|
|
"loss": 1.6373,
|
|
"step": 44100
|
|
},
|
|
{
|
|
"epoch": 0.28093101300418216,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 7.989743589743591e-06,
|
|
"loss": 1.6333,
|
|
"step": 44200
|
|
},
|
|
{
|
|
"epoch": 0.28156660353134094,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 7.984615384615385e-06,
|
|
"loss": 1.6335,
|
|
"step": 44300
|
|
},
|
|
{
|
|
"epoch": 0.2822021940584998,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 7.97948717948718e-06,
|
|
"loss": 1.6411,
|
|
"step": 44400
|
|
},
|
|
{
|
|
"epoch": 0.28283778458565856,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 7.974358974358975e-06,
|
|
"loss": 1.635,
|
|
"step": 44500
|
|
},
|
|
{
|
|
"epoch": 0.28347337511281734,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 7.96923076923077e-06,
|
|
"loss": 1.6425,
|
|
"step": 44600
|
|
},
|
|
{
|
|
"epoch": 0.2841089656399761,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 7.964102564102565e-06,
|
|
"loss": 1.623,
|
|
"step": 44700
|
|
},
|
|
{
|
|
"epoch": 0.2847445561671349,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 7.958974358974359e-06,
|
|
"loss": 1.6395,
|
|
"step": 44800
|
|
},
|
|
{
|
|
"epoch": 0.2853801466942937,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 7.953846153846155e-06,
|
|
"loss": 1.6331,
|
|
"step": 44900
|
|
},
|
|
{
|
|
"epoch": 0.28601573722145246,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 7.948717948717949e-06,
|
|
"loss": 1.6358,
|
|
"step": 45000
|
|
},
|
|
{
|
|
"epoch": 0.28665132774861124,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 7.943589743589744e-06,
|
|
"loss": 1.6369,
|
|
"step": 45100
|
|
},
|
|
{
|
|
"epoch": 0.28728691827577,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 7.93846153846154e-06,
|
|
"loss": 1.6279,
|
|
"step": 45200
|
|
},
|
|
{
|
|
"epoch": 0.2879225088029288,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 7.933333333333334e-06,
|
|
"loss": 1.6299,
|
|
"step": 45300
|
|
},
|
|
{
|
|
"epoch": 0.2885580993300876,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 7.928205128205128e-06,
|
|
"loss": 1.6322,
|
|
"step": 45400
|
|
},
|
|
{
|
|
"epoch": 0.28919368985724636,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 7.923076923076924e-06,
|
|
"loss": 1.6241,
|
|
"step": 45500
|
|
},
|
|
{
|
|
"epoch": 0.28982928038440514,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 7.91794871794872e-06,
|
|
"loss": 1.6197,
|
|
"step": 45600
|
|
},
|
|
{
|
|
"epoch": 0.2904648709115639,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 7.912820512820514e-06,
|
|
"loss": 1.6213,
|
|
"step": 45700
|
|
},
|
|
{
|
|
"epoch": 0.2911004614387227,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 7.907692307692308e-06,
|
|
"loss": 1.6283,
|
|
"step": 45800
|
|
},
|
|
{
|
|
"epoch": 0.2917360519658815,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.902564102564104e-06,
|
|
"loss": 1.6331,
|
|
"step": 45900
|
|
},
|
|
{
|
|
"epoch": 0.29237164249304026,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 7.897435897435898e-06,
|
|
"loss": 1.6354,
|
|
"step": 46000
|
|
},
|
|
{
|
|
"epoch": 0.29300723302019904,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 7.892307692307692e-06,
|
|
"loss": 1.6243,
|
|
"step": 46100
|
|
},
|
|
{
|
|
"epoch": 0.2936428235473578,
|
|
"grad_norm": 0.486328125,
|
|
"learning_rate": 7.887179487179487e-06,
|
|
"loss": 1.6225,
|
|
"step": 46200
|
|
},
|
|
{
|
|
"epoch": 0.29427841407451666,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 7.882051282051283e-06,
|
|
"loss": 1.626,
|
|
"step": 46300
|
|
},
|
|
{
|
|
"epoch": 0.29491400460167544,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 7.876923076923077e-06,
|
|
"loss": 1.6093,
|
|
"step": 46400
|
|
},
|
|
{
|
|
"epoch": 0.2955495951288342,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 7.871794871794873e-06,
|
|
"loss": 1.632,
|
|
"step": 46500
|
|
},
|
|
{
|
|
"epoch": 0.296185185655993,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 7.866666666666667e-06,
|
|
"loss": 1.6322,
|
|
"step": 46600
|
|
},
|
|
{
|
|
"epoch": 0.2968207761831518,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 7.861538461538463e-06,
|
|
"loss": 1.6305,
|
|
"step": 46700
|
|
},
|
|
{
|
|
"epoch": 0.29745636671031056,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 7.856410256410257e-06,
|
|
"loss": 1.6245,
|
|
"step": 46800
|
|
},
|
|
{
|
|
"epoch": 0.29809195723746934,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 7.851282051282053e-06,
|
|
"loss": 1.6194,
|
|
"step": 46900
|
|
},
|
|
{
|
|
"epoch": 0.2987275477646281,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 7.846153846153847e-06,
|
|
"loss": 1.6272,
|
|
"step": 47000
|
|
},
|
|
{
|
|
"epoch": 0.2993631382917869,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 7.84102564102564e-06,
|
|
"loss": 1.6377,
|
|
"step": 47100
|
|
},
|
|
{
|
|
"epoch": 0.2999987288189457,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 7.835897435897436e-06,
|
|
"loss": 1.6276,
|
|
"step": 47200
|
|
},
|
|
{
|
|
"epoch": 0.30063431934610446,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 7.830769230769232e-06,
|
|
"loss": 1.6217,
|
|
"step": 47300
|
|
},
|
|
{
|
|
"epoch": 0.30126990987326324,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 7.825641025641026e-06,
|
|
"loss": 1.6226,
|
|
"step": 47400
|
|
},
|
|
{
|
|
"epoch": 0.301905500400422,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 7.820512820512822e-06,
|
|
"loss": 1.6194,
|
|
"step": 47500
|
|
},
|
|
{
|
|
"epoch": 0.3025410909275808,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 7.815384615384616e-06,
|
|
"loss": 1.6229,
|
|
"step": 47600
|
|
},
|
|
{
|
|
"epoch": 0.3031766814547396,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 7.81025641025641e-06,
|
|
"loss": 1.6346,
|
|
"step": 47700
|
|
},
|
|
{
|
|
"epoch": 0.30381227198189836,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 7.805128205128206e-06,
|
|
"loss": 1.6313,
|
|
"step": 47800
|
|
},
|
|
{
|
|
"epoch": 0.30444786250905714,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 7.800000000000002e-06,
|
|
"loss": 1.6418,
|
|
"step": 47900
|
|
},
|
|
{
|
|
"epoch": 0.3050834530362159,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 7.794871794871796e-06,
|
|
"loss": 1.616,
|
|
"step": 48000
|
|
},
|
|
{
|
|
"epoch": 0.3057190435633747,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.78974358974359e-06,
|
|
"loss": 1.6425,
|
|
"step": 48100
|
|
},
|
|
{
|
|
"epoch": 0.30635463409053354,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 7.784615384615385e-06,
|
|
"loss": 1.6228,
|
|
"step": 48200
|
|
},
|
|
{
|
|
"epoch": 0.3069902246176923,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 7.77948717948718e-06,
|
|
"loss": 1.6098,
|
|
"step": 48300
|
|
},
|
|
{
|
|
"epoch": 0.3076258151448511,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 7.774358974358975e-06,
|
|
"loss": 1.6483,
|
|
"step": 48400
|
|
},
|
|
{
|
|
"epoch": 0.3082614056720099,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 7.76923076923077e-06,
|
|
"loss": 1.6251,
|
|
"step": 48500
|
|
},
|
|
{
|
|
"epoch": 0.30889699619916866,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 7.764102564102565e-06,
|
|
"loss": 1.6371,
|
|
"step": 48600
|
|
},
|
|
{
|
|
"epoch": 0.30953258672632744,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.758974358974359e-06,
|
|
"loss": 1.6277,
|
|
"step": 48700
|
|
},
|
|
{
|
|
"epoch": 0.3101681772534862,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 7.753846153846155e-06,
|
|
"loss": 1.6302,
|
|
"step": 48800
|
|
},
|
|
{
|
|
"epoch": 0.310803767780645,
|
|
"grad_norm": 0.46484375,
|
|
"learning_rate": 7.74871794871795e-06,
|
|
"loss": 1.6416,
|
|
"step": 48900
|
|
},
|
|
{
|
|
"epoch": 0.3114393583078038,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 7.743589743589745e-06,
|
|
"loss": 1.6144,
|
|
"step": 49000
|
|
},
|
|
{
|
|
"epoch": 0.31207494883496256,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 7.738461538461539e-06,
|
|
"loss": 1.6316,
|
|
"step": 49100
|
|
},
|
|
{
|
|
"epoch": 0.31271053936212134,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 7.733333333333334e-06,
|
|
"loss": 1.6118,
|
|
"step": 49200
|
|
},
|
|
{
|
|
"epoch": 0.3133461298892801,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 7.728205128205128e-06,
|
|
"loss": 1.6303,
|
|
"step": 49300
|
|
},
|
|
{
|
|
"epoch": 0.3139817204164389,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 7.723076923076924e-06,
|
|
"loss": 1.6304,
|
|
"step": 49400
|
|
},
|
|
{
|
|
"epoch": 0.3146173109435977,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 7.717948717948718e-06,
|
|
"loss": 1.6298,
|
|
"step": 49500
|
|
},
|
|
{
|
|
"epoch": 0.31525290147075646,
|
|
"grad_norm": 0.474609375,
|
|
"learning_rate": 7.712820512820514e-06,
|
|
"loss": 1.6223,
|
|
"step": 49600
|
|
},
|
|
{
|
|
"epoch": 0.31588849199791524,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 7.707692307692308e-06,
|
|
"loss": 1.6282,
|
|
"step": 49700
|
|
},
|
|
{
|
|
"epoch": 0.316524082525074,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 7.702564102564102e-06,
|
|
"loss": 1.6254,
|
|
"step": 49800
|
|
},
|
|
{
|
|
"epoch": 0.3171596730522328,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 7.697435897435898e-06,
|
|
"loss": 1.6377,
|
|
"step": 49900
|
|
},
|
|
{
|
|
"epoch": 0.31779526357939164,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 7.692307692307694e-06,
|
|
"loss": 1.6068,
|
|
"step": 50000
|
|
},
|
|
{
|
|
"epoch": 0.3184308541065504,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 7.687179487179488e-06,
|
|
"loss": 1.6144,
|
|
"step": 50100
|
|
},
|
|
{
|
|
"epoch": 0.3190664446337092,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 7.682051282051283e-06,
|
|
"loss": 1.6314,
|
|
"step": 50200
|
|
},
|
|
{
|
|
"epoch": 0.319702035160868,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 7.676923076923077e-06,
|
|
"loss": 1.6279,
|
|
"step": 50300
|
|
},
|
|
{
|
|
"epoch": 0.32033762568802676,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 7.671794871794871e-06,
|
|
"loss": 1.649,
|
|
"step": 50400
|
|
},
|
|
{
|
|
"epoch": 0.32097321621518554,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 7.666666666666667e-06,
|
|
"loss": 1.6387,
|
|
"step": 50500
|
|
},
|
|
{
|
|
"epoch": 0.3216088067423443,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.661538461538463e-06,
|
|
"loss": 1.627,
|
|
"step": 50600
|
|
},
|
|
{
|
|
"epoch": 0.3222443972695031,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 7.656410256410257e-06,
|
|
"loss": 1.6261,
|
|
"step": 50700
|
|
},
|
|
{
|
|
"epoch": 0.3228799877966619,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 7.651282051282051e-06,
|
|
"loss": 1.627,
|
|
"step": 50800
|
|
},
|
|
{
|
|
"epoch": 0.32351557832382066,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 7.646153846153847e-06,
|
|
"loss": 1.6219,
|
|
"step": 50900
|
|
},
|
|
{
|
|
"epoch": 0.32415116885097944,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 7.641025641025641e-06,
|
|
"loss": 1.6318,
|
|
"step": 51000
|
|
},
|
|
{
|
|
"epoch": 0.3247867593781382,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 7.635897435897437e-06,
|
|
"loss": 1.6109,
|
|
"step": 51100
|
|
},
|
|
{
|
|
"epoch": 0.325422349905297,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 7.630769230769232e-06,
|
|
"loss": 1.6273,
|
|
"step": 51200
|
|
},
|
|
{
|
|
"epoch": 0.3260579404324558,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 7.6256410256410264e-06,
|
|
"loss": 1.6264,
|
|
"step": 51300
|
|
},
|
|
{
|
|
"epoch": 0.32669353095961456,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 7.620512820512821e-06,
|
|
"loss": 1.6306,
|
|
"step": 51400
|
|
},
|
|
{
|
|
"epoch": 0.32732912148677334,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 7.615384615384615e-06,
|
|
"loss": 1.6276,
|
|
"step": 51500
|
|
},
|
|
{
|
|
"epoch": 0.3279647120139321,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 7.610256410256411e-06,
|
|
"loss": 1.623,
|
|
"step": 51600
|
|
},
|
|
{
|
|
"epoch": 0.3286003025410909,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 7.605128205128206e-06,
|
|
"loss": 1.641,
|
|
"step": 51700
|
|
},
|
|
{
|
|
"epoch": 0.3292358930682497,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 7.600000000000001e-06,
|
|
"loss": 1.6255,
|
|
"step": 51800
|
|
},
|
|
{
|
|
"epoch": 0.3298714835954085,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 7.594871794871795e-06,
|
|
"loss": 1.6192,
|
|
"step": 51900
|
|
},
|
|
{
|
|
"epoch": 0.3305070741225673,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.58974358974359e-06,
|
|
"loss": 1.6209,
|
|
"step": 52000
|
|
},
|
|
{
|
|
"epoch": 0.3311426646497261,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 7.584615384615385e-06,
|
|
"loss": 1.6305,
|
|
"step": 52100
|
|
},
|
|
{
|
|
"epoch": 0.33177825517688486,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 7.5794871794871805e-06,
|
|
"loss": 1.6112,
|
|
"step": 52200
|
|
},
|
|
{
|
|
"epoch": 0.33241384570404364,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.574358974358975e-06,
|
|
"loss": 1.6185,
|
|
"step": 52300
|
|
},
|
|
{
|
|
"epoch": 0.3330494362312024,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 7.5692307692307695e-06,
|
|
"loss": 1.6255,
|
|
"step": 52400
|
|
},
|
|
{
|
|
"epoch": 0.3336850267583612,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 7.564102564102564e-06,
|
|
"loss": 1.6124,
|
|
"step": 52500
|
|
},
|
|
{
|
|
"epoch": 0.33432061728552,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 7.558974358974359e-06,
|
|
"loss": 1.648,
|
|
"step": 52600
|
|
},
|
|
{
|
|
"epoch": 0.33495620781267876,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 7.553846153846155e-06,
|
|
"loss": 1.6192,
|
|
"step": 52700
|
|
},
|
|
{
|
|
"epoch": 0.33559179833983754,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 7.54871794871795e-06,
|
|
"loss": 1.6265,
|
|
"step": 52800
|
|
},
|
|
{
|
|
"epoch": 0.3362273888669963,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 7.543589743589744e-06,
|
|
"loss": 1.6227,
|
|
"step": 52900
|
|
},
|
|
{
|
|
"epoch": 0.3368629793941551,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 7.538461538461539e-06,
|
|
"loss": 1.6165,
|
|
"step": 53000
|
|
},
|
|
{
|
|
"epoch": 0.3374985699213139,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 7.533333333333334e-06,
|
|
"loss": 1.6203,
|
|
"step": 53100
|
|
},
|
|
{
|
|
"epoch": 0.33813416044847266,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.528205128205129e-06,
|
|
"loss": 1.6253,
|
|
"step": 53200
|
|
},
|
|
{
|
|
"epoch": 0.33876975097563145,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 7.523076923076924e-06,
|
|
"loss": 1.6359,
|
|
"step": 53300
|
|
},
|
|
{
|
|
"epoch": 0.3394053415027902,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 7.5179487179487185e-06,
|
|
"loss": 1.6145,
|
|
"step": 53400
|
|
},
|
|
{
|
|
"epoch": 0.340040932029949,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 7.512820512820513e-06,
|
|
"loss": 1.6269,
|
|
"step": 53500
|
|
},
|
|
{
|
|
"epoch": 0.3406765225571078,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 7.507692307692308e-06,
|
|
"loss": 1.6113,
|
|
"step": 53600
|
|
},
|
|
{
|
|
"epoch": 0.34131211308426657,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 7.502564102564102e-06,
|
|
"loss": 1.6376,
|
|
"step": 53700
|
|
},
|
|
{
|
|
"epoch": 0.3419477036114254,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 7.497435897435899e-06,
|
|
"loss": 1.634,
|
|
"step": 53800
|
|
},
|
|
{
|
|
"epoch": 0.3425832941385842,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 7.492307692307693e-06,
|
|
"loss": 1.6335,
|
|
"step": 53900
|
|
},
|
|
{
|
|
"epoch": 0.34321888466574296,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 7.487179487179488e-06,
|
|
"loss": 1.6334,
|
|
"step": 54000
|
|
},
|
|
{
|
|
"epoch": 0.34385447519290174,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 7.482051282051283e-06,
|
|
"loss": 1.6347,
|
|
"step": 54100
|
|
},
|
|
{
|
|
"epoch": 0.3444900657200605,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 7.476923076923077e-06,
|
|
"loss": 1.6233,
|
|
"step": 54200
|
|
},
|
|
{
|
|
"epoch": 0.3451256562472193,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 7.4717948717948726e-06,
|
|
"loss": 1.6291,
|
|
"step": 54300
|
|
},
|
|
{
|
|
"epoch": 0.3457612467743781,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 7.4666666666666675e-06,
|
|
"loss": 1.6182,
|
|
"step": 54400
|
|
},
|
|
{
|
|
"epoch": 0.34639683730153686,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 7.461538461538462e-06,
|
|
"loss": 1.6365,
|
|
"step": 54500
|
|
},
|
|
{
|
|
"epoch": 0.34703242782869564,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 7.456410256410257e-06,
|
|
"loss": 1.623,
|
|
"step": 54600
|
|
},
|
|
{
|
|
"epoch": 0.3476680183558544,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 7.451282051282051e-06,
|
|
"loss": 1.6104,
|
|
"step": 54700
|
|
},
|
|
{
|
|
"epoch": 0.3483036088830132,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.446153846153846e-06,
|
|
"loss": 1.6203,
|
|
"step": 54800
|
|
},
|
|
{
|
|
"epoch": 0.348939199410172,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 7.441025641025642e-06,
|
|
"loss": 1.6089,
|
|
"step": 54900
|
|
},
|
|
{
|
|
"epoch": 0.34957478993733077,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 7.435897435897437e-06,
|
|
"loss": 1.6191,
|
|
"step": 55000
|
|
},
|
|
{
|
|
"epoch": 0.35021038046448955,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 7.430769230769232e-06,
|
|
"loss": 1.626,
|
|
"step": 55100
|
|
},
|
|
{
|
|
"epoch": 0.3508459709916483,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 7.425641025641026e-06,
|
|
"loss": 1.6189,
|
|
"step": 55200
|
|
},
|
|
{
|
|
"epoch": 0.3514815615188071,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 7.420512820512821e-06,
|
|
"loss": 1.6273,
|
|
"step": 55300
|
|
},
|
|
{
|
|
"epoch": 0.3521171520459659,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 7.4153846153846164e-06,
|
|
"loss": 1.6278,
|
|
"step": 55400
|
|
},
|
|
{
|
|
"epoch": 0.35275274257312467,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.410256410256411e-06,
|
|
"loss": 1.6254,
|
|
"step": 55500
|
|
},
|
|
{
|
|
"epoch": 0.35338833310028345,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 7.405128205128206e-06,
|
|
"loss": 1.6146,
|
|
"step": 55600
|
|
},
|
|
{
|
|
"epoch": 0.3540239236274423,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 7.4e-06,
|
|
"loss": 1.6295,
|
|
"step": 55700
|
|
},
|
|
{
|
|
"epoch": 0.35465951415460106,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 7.394871794871795e-06,
|
|
"loss": 1.6237,
|
|
"step": 55800
|
|
},
|
|
{
|
|
"epoch": 0.35529510468175984,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 7.38974358974359e-06,
|
|
"loss": 1.619,
|
|
"step": 55900
|
|
},
|
|
{
|
|
"epoch": 0.3559306952089186,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 7.384615384615386e-06,
|
|
"loss": 1.631,
|
|
"step": 56000
|
|
},
|
|
{
|
|
"epoch": 0.3565662857360774,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.37948717948718e-06,
|
|
"loss": 1.6142,
|
|
"step": 56100
|
|
},
|
|
{
|
|
"epoch": 0.3572018762632362,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 7.374358974358975e-06,
|
|
"loss": 1.619,
|
|
"step": 56200
|
|
},
|
|
{
|
|
"epoch": 0.35783746679039496,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 7.36923076923077e-06,
|
|
"loss": 1.6294,
|
|
"step": 56300
|
|
},
|
|
{
|
|
"epoch": 0.35847305731755374,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 7.364102564102565e-06,
|
|
"loss": 1.6206,
|
|
"step": 56400
|
|
},
|
|
{
|
|
"epoch": 0.3591086478447125,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 7.35897435897436e-06,
|
|
"loss": 1.646,
|
|
"step": 56500
|
|
},
|
|
{
|
|
"epoch": 0.3597442383718713,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 7.353846153846154e-06,
|
|
"loss": 1.6298,
|
|
"step": 56600
|
|
},
|
|
{
|
|
"epoch": 0.3603798288990301,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 7.348717948717949e-06,
|
|
"loss": 1.6214,
|
|
"step": 56700
|
|
},
|
|
{
|
|
"epoch": 0.36101541942618887,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 7.343589743589744e-06,
|
|
"loss": 1.6305,
|
|
"step": 56800
|
|
},
|
|
{
|
|
"epoch": 0.36165100995334765,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 7.338461538461539e-06,
|
|
"loss": 1.6268,
|
|
"step": 56900
|
|
},
|
|
{
|
|
"epoch": 0.3622866004805064,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 7.333333333333333e-06,
|
|
"loss": 1.6267,
|
|
"step": 57000
|
|
},
|
|
{
|
|
"epoch": 0.3629221910076652,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 7.328205128205129e-06,
|
|
"loss": 1.6278,
|
|
"step": 57100
|
|
},
|
|
{
|
|
"epoch": 0.363557781534824,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 7.323076923076924e-06,
|
|
"loss": 1.612,
|
|
"step": 57200
|
|
},
|
|
{
|
|
"epoch": 0.36419337206198277,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 7.317948717948719e-06,
|
|
"loss": 1.6283,
|
|
"step": 57300
|
|
},
|
|
{
|
|
"epoch": 0.36482896258914155,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 7.312820512820514e-06,
|
|
"loss": 1.6327,
|
|
"step": 57400
|
|
},
|
|
{
|
|
"epoch": 0.36546455311630033,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 7.307692307692308e-06,
|
|
"loss": 1.6393,
|
|
"step": 57500
|
|
},
|
|
{
|
|
"epoch": 0.36610014364345916,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 7.302564102564103e-06,
|
|
"loss": 1.6296,
|
|
"step": 57600
|
|
},
|
|
{
|
|
"epoch": 0.36673573417061794,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 7.297435897435898e-06,
|
|
"loss": 1.6276,
|
|
"step": 57700
|
|
},
|
|
{
|
|
"epoch": 0.3673713246977767,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 7.292307692307693e-06,
|
|
"loss": 1.6174,
|
|
"step": 57800
|
|
},
|
|
{
|
|
"epoch": 0.3680069152249355,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 7.287179487179487e-06,
|
|
"loss": 1.6387,
|
|
"step": 57900
|
|
},
|
|
{
|
|
"epoch": 0.3686425057520943,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 7.282051282051282e-06,
|
|
"loss": 1.6251,
|
|
"step": 58000
|
|
},
|
|
{
|
|
"epoch": 0.36927809627925307,
|
|
"grad_norm": 0.458984375,
|
|
"learning_rate": 7.276923076923077e-06,
|
|
"loss": 1.6321,
|
|
"step": 58100
|
|
},
|
|
{
|
|
"epoch": 0.36991368680641185,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 7.271794871794873e-06,
|
|
"loss": 1.6283,
|
|
"step": 58200
|
|
},
|
|
{
|
|
"epoch": 0.3705492773335706,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 7.266666666666668e-06,
|
|
"loss": 1.6319,
|
|
"step": 58300
|
|
},
|
|
{
|
|
"epoch": 0.3711848678607294,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 7.261538461538462e-06,
|
|
"loss": 1.6195,
|
|
"step": 58400
|
|
},
|
|
{
|
|
"epoch": 0.3718204583878882,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 7.256410256410257e-06,
|
|
"loss": 1.6246,
|
|
"step": 58500
|
|
},
|
|
{
|
|
"epoch": 0.37245604891504697,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 7.2512820512820515e-06,
|
|
"loss": 1.61,
|
|
"step": 58600
|
|
},
|
|
{
|
|
"epoch": 0.37309163944220575,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 7.246153846153847e-06,
|
|
"loss": 1.6302,
|
|
"step": 58700
|
|
},
|
|
{
|
|
"epoch": 0.3737272299693645,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 7.241025641025642e-06,
|
|
"loss": 1.6367,
|
|
"step": 58800
|
|
},
|
|
{
|
|
"epoch": 0.3743628204965233,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 7.235897435897436e-06,
|
|
"loss": 1.6333,
|
|
"step": 58900
|
|
},
|
|
{
|
|
"epoch": 0.3749984110236821,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 7.230769230769231e-06,
|
|
"loss": 1.6266,
|
|
"step": 59000
|
|
},
|
|
{
|
|
"epoch": 0.37563400155084087,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 7.225641025641026e-06,
|
|
"loss": 1.6174,
|
|
"step": 59100
|
|
},
|
|
{
|
|
"epoch": 0.37626959207799965,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 7.220512820512822e-06,
|
|
"loss": 1.6243,
|
|
"step": 59200
|
|
},
|
|
{
|
|
"epoch": 0.37690518260515843,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 7.215384615384617e-06,
|
|
"loss": 1.6376,
|
|
"step": 59300
|
|
},
|
|
{
|
|
"epoch": 0.3775407731323172,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 7.210256410256411e-06,
|
|
"loss": 1.6324,
|
|
"step": 59400
|
|
},
|
|
{
|
|
"epoch": 0.37817636365947604,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 7.205128205128206e-06,
|
|
"loss": 1.6226,
|
|
"step": 59500
|
|
},
|
|
{
|
|
"epoch": 0.3788119541866348,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 7.2000000000000005e-06,
|
|
"loss": 1.6299,
|
|
"step": 59600
|
|
},
|
|
{
|
|
"epoch": 0.3794475447137936,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 7.1948717948717946e-06,
|
|
"loss": 1.6221,
|
|
"step": 59700
|
|
},
|
|
{
|
|
"epoch": 0.3800831352409524,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 7.189743589743591e-06,
|
|
"loss": 1.6129,
|
|
"step": 59800
|
|
},
|
|
{
|
|
"epoch": 0.38071872576811117,
|
|
"grad_norm": 0.455078125,
|
|
"learning_rate": 7.184615384615385e-06,
|
|
"loss": 1.626,
|
|
"step": 59900
|
|
},
|
|
{
|
|
"epoch": 0.38135431629526995,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 7.17948717948718e-06,
|
|
"loss": 1.6091,
|
|
"step": 60000
|
|
},
|
|
{
|
|
"epoch": 0.3819899068224287,
|
|
"grad_norm": 0.466796875,
|
|
"learning_rate": 7.174358974358975e-06,
|
|
"loss": 1.619,
|
|
"step": 60100
|
|
},
|
|
{
|
|
"epoch": 0.3826254973495875,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 7.169230769230769e-06,
|
|
"loss": 1.624,
|
|
"step": 60200
|
|
},
|
|
{
|
|
"epoch": 0.3832610878767463,
|
|
"grad_norm": 0.4921875,
|
|
"learning_rate": 7.164102564102565e-06,
|
|
"loss": 1.6376,
|
|
"step": 60300
|
|
},
|
|
{
|
|
"epoch": 0.38389667840390507,
|
|
"grad_norm": 0.6171875,
|
|
"learning_rate": 7.15897435897436e-06,
|
|
"loss": 1.6373,
|
|
"step": 60400
|
|
},
|
|
{
|
|
"epoch": 0.38453226893106385,
|
|
"grad_norm": 0.58203125,
|
|
"learning_rate": 7.153846153846155e-06,
|
|
"loss": 1.6022,
|
|
"step": 60500
|
|
},
|
|
{
|
|
"epoch": 0.38516785945822263,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 7.1487179487179495e-06,
|
|
"loss": 1.626,
|
|
"step": 60600
|
|
},
|
|
{
|
|
"epoch": 0.3858034499853814,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 7.1435897435897436e-06,
|
|
"loss": 1.6359,
|
|
"step": 60700
|
|
},
|
|
{
|
|
"epoch": 0.3864390405125402,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.1384615384615385e-06,
|
|
"loss": 1.6121,
|
|
"step": 60800
|
|
},
|
|
{
|
|
"epoch": 0.38707463103969897,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 7.133333333333334e-06,
|
|
"loss": 1.6308,
|
|
"step": 60900
|
|
},
|
|
{
|
|
"epoch": 0.38771022156685775,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 7.128205128205129e-06,
|
|
"loss": 1.6218,
|
|
"step": 61000
|
|
},
|
|
{
|
|
"epoch": 0.38834581209401653,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 7.123076923076924e-06,
|
|
"loss": 1.6201,
|
|
"step": 61100
|
|
},
|
|
{
|
|
"epoch": 0.3889814026211753,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 7.117948717948718e-06,
|
|
"loss": 1.6238,
|
|
"step": 61200
|
|
},
|
|
{
|
|
"epoch": 0.3896169931483341,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 7.112820512820513e-06,
|
|
"loss": 1.6237,
|
|
"step": 61300
|
|
},
|
|
{
|
|
"epoch": 0.3902525836754929,
|
|
"grad_norm": 0.4609375,
|
|
"learning_rate": 7.107692307692309e-06,
|
|
"loss": 1.6169,
|
|
"step": 61400
|
|
},
|
|
{
|
|
"epoch": 0.3908881742026517,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 7.102564102564104e-06,
|
|
"loss": 1.6405,
|
|
"step": 61500
|
|
},
|
|
{
|
|
"epoch": 0.3915237647298105,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 7.0974358974358985e-06,
|
|
"loss": 1.6304,
|
|
"step": 61600
|
|
},
|
|
{
|
|
"epoch": 0.39215935525696927,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 7.0923076923076926e-06,
|
|
"loss": 1.6279,
|
|
"step": 61700
|
|
},
|
|
{
|
|
"epoch": 0.39279494578412805,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 7.0871794871794875e-06,
|
|
"loss": 1.6094,
|
|
"step": 61800
|
|
},
|
|
{
|
|
"epoch": 0.3934305363112868,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 7.082051282051282e-06,
|
|
"loss": 1.6176,
|
|
"step": 61900
|
|
},
|
|
{
|
|
"epoch": 0.3940661268384456,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 7.076923076923078e-06,
|
|
"loss": 1.6207,
|
|
"step": 62000
|
|
},
|
|
{
|
|
"epoch": 0.3947017173656044,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 7.071794871794872e-06,
|
|
"loss": 1.6209,
|
|
"step": 62100
|
|
},
|
|
{
|
|
"epoch": 0.39533730789276317,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 7.066666666666667e-06,
|
|
"loss": 1.6333,
|
|
"step": 62200
|
|
},
|
|
{
|
|
"epoch": 0.39597289841992195,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 7.061538461538462e-06,
|
|
"loss": 1.6369,
|
|
"step": 62300
|
|
},
|
|
{
|
|
"epoch": 0.39660848894708073,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 7.056410256410257e-06,
|
|
"loss": 1.6412,
|
|
"step": 62400
|
|
},
|
|
{
|
|
"epoch": 0.3972440794742395,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 7.051282051282053e-06,
|
|
"loss": 1.6256,
|
|
"step": 62500
|
|
},
|
|
{
|
|
"epoch": 0.3978796700013983,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 7.046153846153847e-06,
|
|
"loss": 1.6118,
|
|
"step": 62600
|
|
},
|
|
{
|
|
"epoch": 0.39851526052855707,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 7.0410256410256415e-06,
|
|
"loss": 1.6338,
|
|
"step": 62700
|
|
},
|
|
{
|
|
"epoch": 0.39915085105571585,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 7.0358974358974364e-06,
|
|
"loss": 1.6091,
|
|
"step": 62800
|
|
},
|
|
{
|
|
"epoch": 0.39978644158287463,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 7.030769230769231e-06,
|
|
"loss": 1.6314,
|
|
"step": 62900
|
|
},
|
|
{
|
|
"epoch": 0.4004220321100334,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 7.025641025641025e-06,
|
|
"loss": 1.6059,
|
|
"step": 63000
|
|
},
|
|
{
|
|
"epoch": 0.4010576226371922,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 7.020512820512821e-06,
|
|
"loss": 1.6246,
|
|
"step": 63100
|
|
},
|
|
{
|
|
"epoch": 0.401693213164351,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 7.015384615384616e-06,
|
|
"loss": 1.6295,
|
|
"step": 63200
|
|
},
|
|
{
|
|
"epoch": 0.4023288036915098,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 7.010256410256411e-06,
|
|
"loss": 1.6275,
|
|
"step": 63300
|
|
},
|
|
{
|
|
"epoch": 0.4029643942186686,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 7.005128205128206e-06,
|
|
"loss": 1.6077,
|
|
"step": 63400
|
|
},
|
|
{
|
|
"epoch": 0.40359998474582737,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 7e-06,
|
|
"loss": 1.6033,
|
|
"step": 63500
|
|
},
|
|
{
|
|
"epoch": 0.40423557527298615,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 6.994871794871796e-06,
|
|
"loss": 1.6069,
|
|
"step": 63600
|
|
},
|
|
{
|
|
"epoch": 0.4048711658001449,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 6.9897435897435905e-06,
|
|
"loss": 1.6142,
|
|
"step": 63700
|
|
},
|
|
{
|
|
"epoch": 0.4055067563273037,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 6.9846153846153854e-06,
|
|
"loss": 1.6277,
|
|
"step": 63800
|
|
},
|
|
{
|
|
"epoch": 0.4061423468544625,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 6.9794871794871795e-06,
|
|
"loss": 1.6277,
|
|
"step": 63900
|
|
},
|
|
{
|
|
"epoch": 0.40677793738162127,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 6.974358974358974e-06,
|
|
"loss": 1.6231,
|
|
"step": 64000
|
|
},
|
|
{
|
|
"epoch": 0.40741352790878005,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 6.96923076923077e-06,
|
|
"loss": 1.6271,
|
|
"step": 64100
|
|
},
|
|
{
|
|
"epoch": 0.40804911843593883,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 6.964102564102565e-06,
|
|
"loss": 1.619,
|
|
"step": 64200
|
|
},
|
|
{
|
|
"epoch": 0.4086847089630976,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 6.95897435897436e-06,
|
|
"loss": 1.6364,
|
|
"step": 64300
|
|
},
|
|
{
|
|
"epoch": 0.4093202994902564,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 6.953846153846154e-06,
|
|
"loss": 1.6403,
|
|
"step": 64400
|
|
},
|
|
{
|
|
"epoch": 0.40995589001741517,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 6.948717948717949e-06,
|
|
"loss": 1.6099,
|
|
"step": 64500
|
|
},
|
|
{
|
|
"epoch": 0.41059148054457395,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 6.943589743589744e-06,
|
|
"loss": 1.6325,
|
|
"step": 64600
|
|
},
|
|
{
|
|
"epoch": 0.41122707107173273,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 6.9384615384615395e-06,
|
|
"loss": 1.6174,
|
|
"step": 64700
|
|
},
|
|
{
|
|
"epoch": 0.4118626615988915,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.9333333333333344e-06,
|
|
"loss": 1.6233,
|
|
"step": 64800
|
|
},
|
|
{
|
|
"epoch": 0.4124982521260503,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 6.9282051282051285e-06,
|
|
"loss": 1.6225,
|
|
"step": 64900
|
|
},
|
|
{
|
|
"epoch": 0.41313384265320907,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 6.923076923076923e-06,
|
|
"loss": 1.6309,
|
|
"step": 65000
|
|
},
|
|
{
|
|
"epoch": 0.4137694331803679,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 6.917948717948718e-06,
|
|
"loss": 1.6209,
|
|
"step": 65100
|
|
},
|
|
{
|
|
"epoch": 0.4144050237075267,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 6.912820512820514e-06,
|
|
"loss": 1.6248,
|
|
"step": 65200
|
|
},
|
|
{
|
|
"epoch": 0.41504061423468547,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 6.907692307692309e-06,
|
|
"loss": 1.624,
|
|
"step": 65300
|
|
},
|
|
{
|
|
"epoch": 0.41567620476184425,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 6.902564102564103e-06,
|
|
"loss": 1.6319,
|
|
"step": 65400
|
|
},
|
|
{
|
|
"epoch": 0.41631179528900303,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 6.897435897435898e-06,
|
|
"loss": 1.6336,
|
|
"step": 65500
|
|
},
|
|
{
|
|
"epoch": 0.4169473858161618,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 6.892307692307693e-06,
|
|
"loss": 1.5998,
|
|
"step": 65600
|
|
},
|
|
{
|
|
"epoch": 0.4175829763433206,
|
|
"grad_norm": 0.5703125,
|
|
"learning_rate": 6.887179487179488e-06,
|
|
"loss": 1.6258,
|
|
"step": 65700
|
|
},
|
|
{
|
|
"epoch": 0.41821856687047937,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 6.882051282051283e-06,
|
|
"loss": 1.62,
|
|
"step": 65800
|
|
},
|
|
{
|
|
"epoch": 0.41885415739763815,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 6.8769230769230775e-06,
|
|
"loss": 1.6249,
|
|
"step": 65900
|
|
},
|
|
{
|
|
"epoch": 0.41948974792479693,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 6.871794871794872e-06,
|
|
"loss": 1.6178,
|
|
"step": 66000
|
|
},
|
|
{
|
|
"epoch": 0.4201253384519557,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.866666666666667e-06,
|
|
"loss": 1.623,
|
|
"step": 66100
|
|
},
|
|
{
|
|
"epoch": 0.4207609289791145,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 6.861538461538461e-06,
|
|
"loss": 1.6172,
|
|
"step": 66200
|
|
},
|
|
{
|
|
"epoch": 0.42139651950627327,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 6.856410256410257e-06,
|
|
"loss": 1.6335,
|
|
"step": 66300
|
|
},
|
|
{
|
|
"epoch": 0.42203211003343205,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 6.851282051282052e-06,
|
|
"loss": 1.6238,
|
|
"step": 66400
|
|
},
|
|
{
|
|
"epoch": 0.42266770056059083,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 6.846153846153847e-06,
|
|
"loss": 1.6213,
|
|
"step": 66500
|
|
},
|
|
{
|
|
"epoch": 0.4233032910877496,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 6.841025641025642e-06,
|
|
"loss": 1.608,
|
|
"step": 66600
|
|
},
|
|
{
|
|
"epoch": 0.4239388816149084,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 6.835897435897436e-06,
|
|
"loss": 1.6241,
|
|
"step": 66700
|
|
},
|
|
{
|
|
"epoch": 0.42457447214206717,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 6.830769230769231e-06,
|
|
"loss": 1.6229,
|
|
"step": 66800
|
|
},
|
|
{
|
|
"epoch": 0.42521006266922595,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 6.8256410256410265e-06,
|
|
"loss": 1.5989,
|
|
"step": 66900
|
|
},
|
|
{
|
|
"epoch": 0.4258456531963848,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 6.820512820512821e-06,
|
|
"loss": 1.616,
|
|
"step": 67000
|
|
},
|
|
{
|
|
"epoch": 0.42648124372354357,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 6.815384615384616e-06,
|
|
"loss": 1.6209,
|
|
"step": 67100
|
|
},
|
|
{
|
|
"epoch": 0.42711683425070235,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 6.81025641025641e-06,
|
|
"loss": 1.6152,
|
|
"step": 67200
|
|
},
|
|
{
|
|
"epoch": 0.42775242477786113,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.805128205128205e-06,
|
|
"loss": 1.6277,
|
|
"step": 67300
|
|
},
|
|
{
|
|
"epoch": 0.4283880153050199,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.800000000000001e-06,
|
|
"loss": 1.6131,
|
|
"step": 67400
|
|
},
|
|
{
|
|
"epoch": 0.4290236058321787,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 6.794871794871796e-06,
|
|
"loss": 1.6216,
|
|
"step": 67500
|
|
},
|
|
{
|
|
"epoch": 0.42965919635933747,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 6.789743589743591e-06,
|
|
"loss": 1.641,
|
|
"step": 67600
|
|
},
|
|
{
|
|
"epoch": 0.43029478688649625,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.784615384615385e-06,
|
|
"loss": 1.6123,
|
|
"step": 67700
|
|
},
|
|
{
|
|
"epoch": 0.43093037741365503,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 6.77948717948718e-06,
|
|
"loss": 1.6135,
|
|
"step": 67800
|
|
},
|
|
{
|
|
"epoch": 0.4315659679408138,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 6.774358974358975e-06,
|
|
"loss": 1.6264,
|
|
"step": 67900
|
|
},
|
|
{
|
|
"epoch": 0.4322015584679726,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 6.76923076923077e-06,
|
|
"loss": 1.625,
|
|
"step": 68000
|
|
},
|
|
{
|
|
"epoch": 0.43283714899513137,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 6.764102564102564e-06,
|
|
"loss": 1.6164,
|
|
"step": 68100
|
|
},
|
|
{
|
|
"epoch": 0.43347273952229015,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 6.758974358974359e-06,
|
|
"loss": 1.6189,
|
|
"step": 68200
|
|
},
|
|
{
|
|
"epoch": 0.43410833004944893,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 6.753846153846154e-06,
|
|
"loss": 1.6089,
|
|
"step": 68300
|
|
},
|
|
{
|
|
"epoch": 0.4347439205766077,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 6.748717948717949e-06,
|
|
"loss": 1.624,
|
|
"step": 68400
|
|
},
|
|
{
|
|
"epoch": 0.4353795111037665,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 6.743589743589745e-06,
|
|
"loss": 1.6255,
|
|
"step": 68500
|
|
},
|
|
{
|
|
"epoch": 0.4360151016309253,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 6.738461538461539e-06,
|
|
"loss": 1.6231,
|
|
"step": 68600
|
|
},
|
|
{
|
|
"epoch": 0.43665069215808405,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 6.733333333333334e-06,
|
|
"loss": 1.6272,
|
|
"step": 68700
|
|
},
|
|
{
|
|
"epoch": 0.43728628268524283,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 6.728205128205129e-06,
|
|
"loss": 1.615,
|
|
"step": 68800
|
|
},
|
|
{
|
|
"epoch": 0.43792187321240167,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 6.723076923076924e-06,
|
|
"loss": 1.602,
|
|
"step": 68900
|
|
},
|
|
{
|
|
"epoch": 0.43855746373956045,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 6.717948717948718e-06,
|
|
"loss": 1.6188,
|
|
"step": 69000
|
|
},
|
|
{
|
|
"epoch": 0.43919305426671923,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 6.712820512820513e-06,
|
|
"loss": 1.6165,
|
|
"step": 69100
|
|
},
|
|
{
|
|
"epoch": 0.439828644793878,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 6.707692307692308e-06,
|
|
"loss": 1.6149,
|
|
"step": 69200
|
|
},
|
|
{
|
|
"epoch": 0.4404642353210368,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 6.702564102564103e-06,
|
|
"loss": 1.6197,
|
|
"step": 69300
|
|
},
|
|
{
|
|
"epoch": 0.44109982584819557,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 6.697435897435898e-06,
|
|
"loss": 1.6023,
|
|
"step": 69400
|
|
},
|
|
{
|
|
"epoch": 0.44173541637535435,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 6.692307692307692e-06,
|
|
"loss": 1.6237,
|
|
"step": 69500
|
|
},
|
|
{
|
|
"epoch": 0.44237100690251313,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 6.687179487179488e-06,
|
|
"loss": 1.6323,
|
|
"step": 69600
|
|
},
|
|
{
|
|
"epoch": 0.4430065974296719,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 6.682051282051283e-06,
|
|
"loss": 1.6327,
|
|
"step": 69700
|
|
},
|
|
{
|
|
"epoch": 0.4436421879568307,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 6.676923076923078e-06,
|
|
"loss": 1.6022,
|
|
"step": 69800
|
|
},
|
|
{
|
|
"epoch": 0.44427777848398947,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 6.671794871794873e-06,
|
|
"loss": 1.612,
|
|
"step": 69900
|
|
},
|
|
{
|
|
"epoch": 0.44491336901114825,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 1.6142,
|
|
"step": 70000
|
|
},
|
|
{
|
|
"epoch": 0.44554895953830703,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 6.661538461538462e-06,
|
|
"loss": 1.6161,
|
|
"step": 70100
|
|
},
|
|
{
|
|
"epoch": 0.4461845500654658,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 6.656410256410257e-06,
|
|
"loss": 1.6224,
|
|
"step": 70200
|
|
},
|
|
{
|
|
"epoch": 0.4468201405926246,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 6.651282051282052e-06,
|
|
"loss": 1.6251,
|
|
"step": 70300
|
|
},
|
|
{
|
|
"epoch": 0.4474557311197834,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 6.646153846153846e-06,
|
|
"loss": 1.6293,
|
|
"step": 70400
|
|
},
|
|
{
|
|
"epoch": 0.44809132164694215,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 6.641025641025641e-06,
|
|
"loss": 1.6059,
|
|
"step": 70500
|
|
},
|
|
{
|
|
"epoch": 0.44872691217410093,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 6.635897435897436e-06,
|
|
"loss": 1.6126,
|
|
"step": 70600
|
|
},
|
|
{
|
|
"epoch": 0.4493625027012597,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 6.630769230769232e-06,
|
|
"loss": 1.6285,
|
|
"step": 70700
|
|
},
|
|
{
|
|
"epoch": 0.44999809322841855,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 6.625641025641027e-06,
|
|
"loss": 1.6192,
|
|
"step": 70800
|
|
},
|
|
{
|
|
"epoch": 0.45063368375557733,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 6.620512820512821e-06,
|
|
"loss": 1.6384,
|
|
"step": 70900
|
|
},
|
|
{
|
|
"epoch": 0.4512692742827361,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 6.615384615384616e-06,
|
|
"loss": 1.6262,
|
|
"step": 71000
|
|
},
|
|
{
|
|
"epoch": 0.4519048648098949,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 6.6102564102564105e-06,
|
|
"loss": 1.6247,
|
|
"step": 71100
|
|
},
|
|
{
|
|
"epoch": 0.45254045533705367,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 6.605128205128206e-06,
|
|
"loss": 1.6194,
|
|
"step": 71200
|
|
},
|
|
{
|
|
"epoch": 0.45317604586421245,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 6.600000000000001e-06,
|
|
"loss": 1.6058,
|
|
"step": 71300
|
|
},
|
|
{
|
|
"epoch": 0.45381163639137123,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 6.594871794871795e-06,
|
|
"loss": 1.6114,
|
|
"step": 71400
|
|
},
|
|
{
|
|
"epoch": 0.45444722691853,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 6.58974358974359e-06,
|
|
"loss": 1.6256,
|
|
"step": 71500
|
|
},
|
|
{
|
|
"epoch": 0.4550828174456888,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 6.584615384615385e-06,
|
|
"loss": 1.6191,
|
|
"step": 71600
|
|
},
|
|
{
|
|
"epoch": 0.4557184079728476,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 6.57948717948718e-06,
|
|
"loss": 1.6058,
|
|
"step": 71700
|
|
},
|
|
{
|
|
"epoch": 0.45635399850000635,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.574358974358976e-06,
|
|
"loss": 1.6137,
|
|
"step": 71800
|
|
},
|
|
{
|
|
"epoch": 0.45698958902716513,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 6.56923076923077e-06,
|
|
"loss": 1.6105,
|
|
"step": 71900
|
|
},
|
|
{
|
|
"epoch": 0.4576251795543239,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 6.564102564102565e-06,
|
|
"loss": 1.6335,
|
|
"step": 72000
|
|
},
|
|
{
|
|
"epoch": 0.4582607700814827,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 6.5589743589743595e-06,
|
|
"loss": 1.6285,
|
|
"step": 72100
|
|
},
|
|
{
|
|
"epoch": 0.4588963606086415,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 6.553846153846154e-06,
|
|
"loss": 1.6156,
|
|
"step": 72200
|
|
},
|
|
{
|
|
"epoch": 0.45953195113580025,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 6.548717948717949e-06,
|
|
"loss": 1.605,
|
|
"step": 72300
|
|
},
|
|
{
|
|
"epoch": 0.46016754166295903,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 6.543589743589744e-06,
|
|
"loss": 1.6195,
|
|
"step": 72400
|
|
},
|
|
{
|
|
"epoch": 0.4608031321901178,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 6.538461538461539e-06,
|
|
"loss": 1.6225,
|
|
"step": 72500
|
|
},
|
|
{
|
|
"epoch": 0.4614387227172766,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 6.533333333333334e-06,
|
|
"loss": 1.6157,
|
|
"step": 72600
|
|
},
|
|
{
|
|
"epoch": 0.46207431324443543,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 6.528205128205128e-06,
|
|
"loss": 1.6234,
|
|
"step": 72700
|
|
},
|
|
{
|
|
"epoch": 0.4627099037715942,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 6.523076923076923e-06,
|
|
"loss": 1.6382,
|
|
"step": 72800
|
|
},
|
|
{
|
|
"epoch": 0.463345494298753,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 6.517948717948719e-06,
|
|
"loss": 1.6067,
|
|
"step": 72900
|
|
},
|
|
{
|
|
"epoch": 0.46398108482591177,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 6.512820512820514e-06,
|
|
"loss": 1.6205,
|
|
"step": 73000
|
|
},
|
|
{
|
|
"epoch": 0.46461667535307055,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 6.5076923076923085e-06,
|
|
"loss": 1.6172,
|
|
"step": 73100
|
|
},
|
|
{
|
|
"epoch": 0.46525226588022933,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 6.5025641025641026e-06,
|
|
"loss": 1.6187,
|
|
"step": 73200
|
|
},
|
|
{
|
|
"epoch": 0.4658878564073881,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 6.4974358974358975e-06,
|
|
"loss": 1.6047,
|
|
"step": 73300
|
|
},
|
|
{
|
|
"epoch": 0.4665234469345469,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 6.492307692307693e-06,
|
|
"loss": 1.6084,
|
|
"step": 73400
|
|
},
|
|
{
|
|
"epoch": 0.4671590374617057,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 6.487179487179488e-06,
|
|
"loss": 1.6262,
|
|
"step": 73500
|
|
},
|
|
{
|
|
"epoch": 0.46779462798886445,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 6.482051282051283e-06,
|
|
"loss": 1.6148,
|
|
"step": 73600
|
|
},
|
|
{
|
|
"epoch": 0.46843021851602323,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 6.476923076923077e-06,
|
|
"loss": 1.6225,
|
|
"step": 73700
|
|
},
|
|
{
|
|
"epoch": 0.469065809043182,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 6.471794871794872e-06,
|
|
"loss": 1.6238,
|
|
"step": 73800
|
|
},
|
|
{
|
|
"epoch": 0.4697013995703408,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 6.466666666666667e-06,
|
|
"loss": 1.6082,
|
|
"step": 73900
|
|
},
|
|
{
|
|
"epoch": 0.4703369900974996,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 6.461538461538463e-06,
|
|
"loss": 1.6232,
|
|
"step": 74000
|
|
},
|
|
{
|
|
"epoch": 0.47097258062465835,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 6.4564102564102575e-06,
|
|
"loss": 1.6253,
|
|
"step": 74100
|
|
},
|
|
{
|
|
"epoch": 0.47160817115181713,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 6.4512820512820516e-06,
|
|
"loss": 1.618,
|
|
"step": 74200
|
|
},
|
|
{
|
|
"epoch": 0.4722437616789759,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 6.4461538461538465e-06,
|
|
"loss": 1.6153,
|
|
"step": 74300
|
|
},
|
|
{
|
|
"epoch": 0.4728793522061347,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 6.441025641025641e-06,
|
|
"loss": 1.6182,
|
|
"step": 74400
|
|
},
|
|
{
|
|
"epoch": 0.4735149427332935,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 6.435897435897437e-06,
|
|
"loss": 1.6308,
|
|
"step": 74500
|
|
},
|
|
{
|
|
"epoch": 0.4741505332604523,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 6.430769230769231e-06,
|
|
"loss": 1.6259,
|
|
"step": 74600
|
|
},
|
|
{
|
|
"epoch": 0.4747861237876111,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 6.425641025641026e-06,
|
|
"loss": 1.6183,
|
|
"step": 74700
|
|
},
|
|
{
|
|
"epoch": 0.47542171431476987,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 6.420512820512821e-06,
|
|
"loss": 1.6124,
|
|
"step": 74800
|
|
},
|
|
{
|
|
"epoch": 0.47605730484192865,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 6.415384615384616e-06,
|
|
"loss": 1.6082,
|
|
"step": 74900
|
|
},
|
|
{
|
|
"epoch": 0.47669289536908743,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 6.410256410256412e-06,
|
|
"loss": 1.6288,
|
|
"step": 75000
|
|
},
|
|
{
|
|
"epoch": 0.4773284858962462,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 6.405128205128206e-06,
|
|
"loss": 1.6089,
|
|
"step": 75100
|
|
},
|
|
{
|
|
"epoch": 0.477964076423405,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 6.4000000000000006e-06,
|
|
"loss": 1.6039,
|
|
"step": 75200
|
|
},
|
|
{
|
|
"epoch": 0.4785996669505638,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 6.3948717948717955e-06,
|
|
"loss": 1.6228,
|
|
"step": 75300
|
|
},
|
|
{
|
|
"epoch": 0.47923525747772255,
|
|
"grad_norm": 0.62890625,
|
|
"learning_rate": 6.38974358974359e-06,
|
|
"loss": 1.6295,
|
|
"step": 75400
|
|
},
|
|
{
|
|
"epoch": 0.47987084800488133,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 6.384615384615384e-06,
|
|
"loss": 1.6375,
|
|
"step": 75500
|
|
},
|
|
{
|
|
"epoch": 0.4805064385320401,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 6.37948717948718e-06,
|
|
"loss": 1.621,
|
|
"step": 75600
|
|
},
|
|
{
|
|
"epoch": 0.4811420290591989,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 6.374358974358975e-06,
|
|
"loss": 1.6176,
|
|
"step": 75700
|
|
},
|
|
{
|
|
"epoch": 0.4817776195863577,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 6.36923076923077e-06,
|
|
"loss": 1.6037,
|
|
"step": 75800
|
|
},
|
|
{
|
|
"epoch": 0.48241321011351646,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 6.364102564102565e-06,
|
|
"loss": 1.6202,
|
|
"step": 75900
|
|
},
|
|
{
|
|
"epoch": 0.48304880064067524,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 6.358974358974359e-06,
|
|
"loss": 1.6072,
|
|
"step": 76000
|
|
},
|
|
{
|
|
"epoch": 0.483684391167834,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.353846153846155e-06,
|
|
"loss": 1.6253,
|
|
"step": 76100
|
|
},
|
|
{
|
|
"epoch": 0.4843199816949928,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 6.3487179487179495e-06,
|
|
"loss": 1.6154,
|
|
"step": 76200
|
|
},
|
|
{
|
|
"epoch": 0.4849555722221516,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 6.3435897435897444e-06,
|
|
"loss": 1.6045,
|
|
"step": 76300
|
|
},
|
|
{
|
|
"epoch": 0.48559116274931036,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 6.3384615384615385e-06,
|
|
"loss": 1.63,
|
|
"step": 76400
|
|
},
|
|
{
|
|
"epoch": 0.4862267532764692,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 6.333333333333333e-06,
|
|
"loss": 1.615,
|
|
"step": 76500
|
|
},
|
|
{
|
|
"epoch": 0.486862343803628,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 6.328205128205128e-06,
|
|
"loss": 1.6177,
|
|
"step": 76600
|
|
},
|
|
{
|
|
"epoch": 0.48749793433078675,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 6.323076923076924e-06,
|
|
"loss": 1.6147,
|
|
"step": 76700
|
|
},
|
|
{
|
|
"epoch": 0.48813352485794553,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 6.317948717948719e-06,
|
|
"loss": 1.6187,
|
|
"step": 76800
|
|
},
|
|
{
|
|
"epoch": 0.4887691153851043,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 6.312820512820513e-06,
|
|
"loss": 1.6278,
|
|
"step": 76900
|
|
},
|
|
{
|
|
"epoch": 0.4894047059122631,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 6.307692307692308e-06,
|
|
"loss": 1.613,
|
|
"step": 77000
|
|
},
|
|
{
|
|
"epoch": 0.4900402964394219,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 6.302564102564103e-06,
|
|
"loss": 1.6121,
|
|
"step": 77100
|
|
},
|
|
{
|
|
"epoch": 0.49067588696658065,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 6.2974358974358985e-06,
|
|
"loss": 1.6129,
|
|
"step": 77200
|
|
},
|
|
{
|
|
"epoch": 0.49131147749373943,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 6.2923076923076934e-06,
|
|
"loss": 1.6027,
|
|
"step": 77300
|
|
},
|
|
{
|
|
"epoch": 0.4919470680208982,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 6.2871794871794875e-06,
|
|
"loss": 1.6215,
|
|
"step": 77400
|
|
},
|
|
{
|
|
"epoch": 0.492582658548057,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 6.282051282051282e-06,
|
|
"loss": 1.6139,
|
|
"step": 77500
|
|
},
|
|
{
|
|
"epoch": 0.4932182490752158,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 6.276923076923077e-06,
|
|
"loss": 1.6079,
|
|
"step": 77600
|
|
},
|
|
{
|
|
"epoch": 0.49385383960237456,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 6.271794871794872e-06,
|
|
"loss": 1.6265,
|
|
"step": 77700
|
|
},
|
|
{
|
|
"epoch": 0.49448943012953334,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 6.266666666666668e-06,
|
|
"loss": 1.6138,
|
|
"step": 77800
|
|
},
|
|
{
|
|
"epoch": 0.4951250206566921,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 6.261538461538462e-06,
|
|
"loss": 1.6229,
|
|
"step": 77900
|
|
},
|
|
{
|
|
"epoch": 0.4957606111838509,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 6.256410256410257e-06,
|
|
"loss": 1.6074,
|
|
"step": 78000
|
|
},
|
|
{
|
|
"epoch": 0.4963962017110097,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 6.251282051282052e-06,
|
|
"loss": 1.61,
|
|
"step": 78100
|
|
},
|
|
{
|
|
"epoch": 0.49703179223816846,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 6.246153846153846e-06,
|
|
"loss": 1.6369,
|
|
"step": 78200
|
|
},
|
|
{
|
|
"epoch": 0.4976673827653273,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 6.2410256410256424e-06,
|
|
"loss": 1.6319,
|
|
"step": 78300
|
|
},
|
|
{
|
|
"epoch": 0.4983029732924861,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 6.2358974358974365e-06,
|
|
"loss": 1.6078,
|
|
"step": 78400
|
|
},
|
|
{
|
|
"epoch": 0.49893856381964485,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 6.230769230769231e-06,
|
|
"loss": 1.6118,
|
|
"step": 78500
|
|
},
|
|
{
|
|
"epoch": 0.49957415434680363,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 6.225641025641026e-06,
|
|
"loss": 1.6093,
|
|
"step": 78600
|
|
},
|
|
{
|
|
"epoch": 0.5002097448739624,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 6.22051282051282e-06,
|
|
"loss": 1.6282,
|
|
"step": 78700
|
|
},
|
|
{
|
|
"epoch": 0.5008453354011212,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 6.215384615384615e-06,
|
|
"loss": 1.6049,
|
|
"step": 78800
|
|
},
|
|
{
|
|
"epoch": 0.50148092592828,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 6.210256410256411e-06,
|
|
"loss": 1.6071,
|
|
"step": 78900
|
|
},
|
|
{
|
|
"epoch": 0.5021165164554388,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 6.205128205128206e-06,
|
|
"loss": 1.6211,
|
|
"step": 79000
|
|
},
|
|
{
|
|
"epoch": 0.5027521069825975,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 6.200000000000001e-06,
|
|
"loss": 1.6098,
|
|
"step": 79100
|
|
},
|
|
{
|
|
"epoch": 0.5033876975097563,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 6.194871794871795e-06,
|
|
"loss": 1.6244,
|
|
"step": 79200
|
|
},
|
|
{
|
|
"epoch": 0.5040232880369151,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 6.18974358974359e-06,
|
|
"loss": 1.6257,
|
|
"step": 79300
|
|
},
|
|
{
|
|
"epoch": 0.5046588785640739,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.1846153846153855e-06,
|
|
"loss": 1.6124,
|
|
"step": 79400
|
|
},
|
|
{
|
|
"epoch": 0.5052944690912327,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 6.17948717948718e-06,
|
|
"loss": 1.6267,
|
|
"step": 79500
|
|
},
|
|
{
|
|
"epoch": 0.5059300596183914,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.174358974358975e-06,
|
|
"loss": 1.6178,
|
|
"step": 79600
|
|
},
|
|
{
|
|
"epoch": 0.5065656501455502,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 6.169230769230769e-06,
|
|
"loss": 1.6265,
|
|
"step": 79700
|
|
},
|
|
{
|
|
"epoch": 0.507201240672709,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 6.164102564102564e-06,
|
|
"loss": 1.6248,
|
|
"step": 79800
|
|
},
|
|
{
|
|
"epoch": 0.5078368311998678,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 6.15897435897436e-06,
|
|
"loss": 1.6117,
|
|
"step": 79900
|
|
},
|
|
{
|
|
"epoch": 0.5084724217270266,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 6.153846153846155e-06,
|
|
"loss": 1.6164,
|
|
"step": 80000
|
|
},
|
|
{
|
|
"epoch": 0.5091080122541853,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 6.14871794871795e-06,
|
|
"loss": 1.6257,
|
|
"step": 80100
|
|
},
|
|
{
|
|
"epoch": 0.5097436027813441,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 6.143589743589744e-06,
|
|
"loss": 1.6203,
|
|
"step": 80200
|
|
},
|
|
{
|
|
"epoch": 0.5103791933085029,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 6.138461538461539e-06,
|
|
"loss": 1.6308,
|
|
"step": 80300
|
|
},
|
|
{
|
|
"epoch": 0.5110147838356617,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 6.133333333333334e-06,
|
|
"loss": 1.6082,
|
|
"step": 80400
|
|
},
|
|
{
|
|
"epoch": 0.5116503743628205,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 6.128205128205129e-06,
|
|
"loss": 1.6221,
|
|
"step": 80500
|
|
},
|
|
{
|
|
"epoch": 0.5122859648899792,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 6.123076923076923e-06,
|
|
"loss": 1.6169,
|
|
"step": 80600
|
|
},
|
|
{
|
|
"epoch": 0.512921555417138,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 6.117948717948718e-06,
|
|
"loss": 1.5958,
|
|
"step": 80700
|
|
},
|
|
{
|
|
"epoch": 0.5135571459442968,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.112820512820513e-06,
|
|
"loss": 1.6164,
|
|
"step": 80800
|
|
},
|
|
{
|
|
"epoch": 0.5141927364714556,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 6.107692307692308e-06,
|
|
"loss": 1.6204,
|
|
"step": 80900
|
|
},
|
|
{
|
|
"epoch": 0.5148283269986144,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 6.102564102564104e-06,
|
|
"loss": 1.6124,
|
|
"step": 81000
|
|
},
|
|
{
|
|
"epoch": 0.5154639175257731,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 6.097435897435898e-06,
|
|
"loss": 1.6359,
|
|
"step": 81100
|
|
},
|
|
{
|
|
"epoch": 0.516099508052932,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 6.092307692307693e-06,
|
|
"loss": 1.625,
|
|
"step": 81200
|
|
},
|
|
{
|
|
"epoch": 0.5167350985800908,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 6.087179487179488e-06,
|
|
"loss": 1.6147,
|
|
"step": 81300
|
|
},
|
|
{
|
|
"epoch": 0.5173706891072496,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 6.082051282051283e-06,
|
|
"loss": 1.6221,
|
|
"step": 81400
|
|
},
|
|
{
|
|
"epoch": 0.5180062796344084,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 6.076923076923077e-06,
|
|
"loss": 1.6185,
|
|
"step": 81500
|
|
},
|
|
{
|
|
"epoch": 0.5186418701615672,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 6.071794871794872e-06,
|
|
"loss": 1.6126,
|
|
"step": 81600
|
|
},
|
|
{
|
|
"epoch": 0.5192774606887259,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 6.066666666666667e-06,
|
|
"loss": 1.6242,
|
|
"step": 81700
|
|
},
|
|
{
|
|
"epoch": 0.5199130512158847,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 6.061538461538462e-06,
|
|
"loss": 1.6178,
|
|
"step": 81800
|
|
},
|
|
{
|
|
"epoch": 0.5205486417430435,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 6.056410256410257e-06,
|
|
"loss": 1.6235,
|
|
"step": 81900
|
|
},
|
|
{
|
|
"epoch": 0.5211842322702023,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 6.051282051282051e-06,
|
|
"loss": 1.6243,
|
|
"step": 82000
|
|
},
|
|
{
|
|
"epoch": 0.521819822797361,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.046153846153847e-06,
|
|
"loss": 1.637,
|
|
"step": 82100
|
|
},
|
|
{
|
|
"epoch": 0.5224554133245198,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 6.041025641025642e-06,
|
|
"loss": 1.5933,
|
|
"step": 82200
|
|
},
|
|
{
|
|
"epoch": 0.5230910038516786,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 6.035897435897437e-06,
|
|
"loss": 1.6261,
|
|
"step": 82300
|
|
},
|
|
{
|
|
"epoch": 0.5237265943788374,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 6.030769230769231e-06,
|
|
"loss": 1.629,
|
|
"step": 82400
|
|
},
|
|
{
|
|
"epoch": 0.5243621849059962,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 6.025641025641026e-06,
|
|
"loss": 1.616,
|
|
"step": 82500
|
|
},
|
|
{
|
|
"epoch": 0.524997775433155,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 6.0205128205128206e-06,
|
|
"loss": 1.6094,
|
|
"step": 82600
|
|
},
|
|
{
|
|
"epoch": 0.5256333659603137,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 6.015384615384616e-06,
|
|
"loss": 1.6166,
|
|
"step": 82700
|
|
},
|
|
{
|
|
"epoch": 0.5262689564874725,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 6.010256410256411e-06,
|
|
"loss": 1.6264,
|
|
"step": 82800
|
|
},
|
|
{
|
|
"epoch": 0.5269045470146313,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 6.005128205128205e-06,
|
|
"loss": 1.6136,
|
|
"step": 82900
|
|
},
|
|
{
|
|
"epoch": 0.5275401375417901,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 6e-06,
|
|
"loss": 1.6208,
|
|
"step": 83000
|
|
},
|
|
{
|
|
"epoch": 0.5281757280689489,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 5.994871794871795e-06,
|
|
"loss": 1.6156,
|
|
"step": 83100
|
|
},
|
|
{
|
|
"epoch": 0.5288113185961076,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 5.989743589743591e-06,
|
|
"loss": 1.6168,
|
|
"step": 83200
|
|
},
|
|
{
|
|
"epoch": 0.5294469091232664,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 5.984615384615386e-06,
|
|
"loss": 1.6293,
|
|
"step": 83300
|
|
},
|
|
{
|
|
"epoch": 0.5300824996504252,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 5.97948717948718e-06,
|
|
"loss": 1.6071,
|
|
"step": 83400
|
|
},
|
|
{
|
|
"epoch": 0.530718090177584,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 5.974358974358975e-06,
|
|
"loss": 1.6244,
|
|
"step": 83500
|
|
},
|
|
{
|
|
"epoch": 0.5313536807047428,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 5.9692307692307695e-06,
|
|
"loss": 1.6089,
|
|
"step": 83600
|
|
},
|
|
{
|
|
"epoch": 0.5319892712319015,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 5.9641025641025644e-06,
|
|
"loss": 1.6285,
|
|
"step": 83700
|
|
},
|
|
{
|
|
"epoch": 0.5326248617590603,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 5.95897435897436e-06,
|
|
"loss": 1.6131,
|
|
"step": 83800
|
|
},
|
|
{
|
|
"epoch": 0.5332604522862191,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 5.953846153846154e-06,
|
|
"loss": 1.6274,
|
|
"step": 83900
|
|
},
|
|
{
|
|
"epoch": 0.5338960428133779,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 5.948717948717949e-06,
|
|
"loss": 1.6138,
|
|
"step": 84000
|
|
},
|
|
{
|
|
"epoch": 0.5345316333405367,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.943589743589744e-06,
|
|
"loss": 1.6348,
|
|
"step": 84100
|
|
},
|
|
{
|
|
"epoch": 0.5351672238676954,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 5.938461538461538e-06,
|
|
"loss": 1.6115,
|
|
"step": 84200
|
|
},
|
|
{
|
|
"epoch": 0.5358028143948542,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 5.933333333333335e-06,
|
|
"loss": 1.6196,
|
|
"step": 84300
|
|
},
|
|
{
|
|
"epoch": 0.536438404922013,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 5.928205128205129e-06,
|
|
"loss": 1.6257,
|
|
"step": 84400
|
|
},
|
|
{
|
|
"epoch": 0.5370739954491718,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 5.923076923076924e-06,
|
|
"loss": 1.6163,
|
|
"step": 84500
|
|
},
|
|
{
|
|
"epoch": 0.5377095859763306,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 5.9179487179487185e-06,
|
|
"loss": 1.6273,
|
|
"step": 84600
|
|
},
|
|
{
|
|
"epoch": 0.5383451765034893,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 5.912820512820513e-06,
|
|
"loss": 1.634,
|
|
"step": 84700
|
|
},
|
|
{
|
|
"epoch": 0.5389807670306481,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 5.907692307692308e-06,
|
|
"loss": 1.6107,
|
|
"step": 84800
|
|
},
|
|
{
|
|
"epoch": 0.539616357557807,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 5.902564102564103e-06,
|
|
"loss": 1.6259,
|
|
"step": 84900
|
|
},
|
|
{
|
|
"epoch": 0.5402519480849658,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 5.897435897435898e-06,
|
|
"loss": 1.6044,
|
|
"step": 85000
|
|
},
|
|
{
|
|
"epoch": 0.5408875386121246,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 5.892307692307693e-06,
|
|
"loss": 1.6064,
|
|
"step": 85100
|
|
},
|
|
{
|
|
"epoch": 0.5415231291392834,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 5.887179487179487e-06,
|
|
"loss": 1.6197,
|
|
"step": 85200
|
|
},
|
|
{
|
|
"epoch": 0.5421587196664421,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 5.882051282051282e-06,
|
|
"loss": 1.619,
|
|
"step": 85300
|
|
},
|
|
{
|
|
"epoch": 0.5427943101936009,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 5.876923076923078e-06,
|
|
"loss": 1.5951,
|
|
"step": 85400
|
|
},
|
|
{
|
|
"epoch": 0.5434299007207597,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 5.871794871794873e-06,
|
|
"loss": 1.6088,
|
|
"step": 85500
|
|
},
|
|
{
|
|
"epoch": 0.5440654912479185,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 5.8666666666666675e-06,
|
|
"loss": 1.6291,
|
|
"step": 85600
|
|
},
|
|
{
|
|
"epoch": 0.5447010817750773,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 5.861538461538462e-06,
|
|
"loss": 1.6296,
|
|
"step": 85700
|
|
},
|
|
{
|
|
"epoch": 0.545336672302236,
|
|
"grad_norm": 0.455078125,
|
|
"learning_rate": 5.8564102564102565e-06,
|
|
"loss": 1.6253,
|
|
"step": 85800
|
|
},
|
|
{
|
|
"epoch": 0.5459722628293948,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 5.851282051282052e-06,
|
|
"loss": 1.6294,
|
|
"step": 85900
|
|
},
|
|
{
|
|
"epoch": 0.5466078533565536,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 5.846153846153847e-06,
|
|
"loss": 1.6221,
|
|
"step": 86000
|
|
},
|
|
{
|
|
"epoch": 0.5472434438837124,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 5.841025641025642e-06,
|
|
"loss": 1.6114,
|
|
"step": 86100
|
|
},
|
|
{
|
|
"epoch": 0.5478790344108712,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 5.835897435897436e-06,
|
|
"loss": 1.6158,
|
|
"step": 86200
|
|
},
|
|
{
|
|
"epoch": 0.5485146249380299,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 5.830769230769231e-06,
|
|
"loss": 1.6054,
|
|
"step": 86300
|
|
},
|
|
{
|
|
"epoch": 0.5491502154651887,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 5.825641025641026e-06,
|
|
"loss": 1.623,
|
|
"step": 86400
|
|
},
|
|
{
|
|
"epoch": 0.5497858059923475,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.820512820512822e-06,
|
|
"loss": 1.6108,
|
|
"step": 86500
|
|
},
|
|
{
|
|
"epoch": 0.5504213965195063,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 5.815384615384616e-06,
|
|
"loss": 1.6228,
|
|
"step": 86600
|
|
},
|
|
{
|
|
"epoch": 0.5510569870466651,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 5.8102564102564106e-06,
|
|
"loss": 1.633,
|
|
"step": 86700
|
|
},
|
|
{
|
|
"epoch": 0.5516925775738238,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 5.8051282051282055e-06,
|
|
"loss": 1.6187,
|
|
"step": 86800
|
|
},
|
|
{
|
|
"epoch": 0.5523281681009826,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.8e-06,
|
|
"loss": 1.6125,
|
|
"step": 86900
|
|
},
|
|
{
|
|
"epoch": 0.5529637586281414,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 5.794871794871796e-06,
|
|
"loss": 1.6183,
|
|
"step": 87000
|
|
},
|
|
{
|
|
"epoch": 0.5535993491553002,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 5.78974358974359e-06,
|
|
"loss": 1.6264,
|
|
"step": 87100
|
|
},
|
|
{
|
|
"epoch": 0.554234939682459,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 5.784615384615385e-06,
|
|
"loss": 1.6289,
|
|
"step": 87200
|
|
},
|
|
{
|
|
"epoch": 0.5548705302096177,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 5.77948717948718e-06,
|
|
"loss": 1.6042,
|
|
"step": 87300
|
|
},
|
|
{
|
|
"epoch": 0.5555061207367765,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 5.774358974358975e-06,
|
|
"loss": 1.6234,
|
|
"step": 87400
|
|
},
|
|
{
|
|
"epoch": 0.5561417112639353,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 5.769230769230769e-06,
|
|
"loss": 1.6233,
|
|
"step": 87500
|
|
},
|
|
{
|
|
"epoch": 0.5567773017910941,
|
|
"grad_norm": 0.6171875,
|
|
"learning_rate": 5.764102564102565e-06,
|
|
"loss": 1.6176,
|
|
"step": 87600
|
|
},
|
|
{
|
|
"epoch": 0.5574128923182529,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 5.7589743589743596e-06,
|
|
"loss": 1.6216,
|
|
"step": 87700
|
|
},
|
|
{
|
|
"epoch": 0.5580484828454116,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 5.7538461538461545e-06,
|
|
"loss": 1.6321,
|
|
"step": 87800
|
|
},
|
|
{
|
|
"epoch": 0.5586840733725704,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 5.748717948717949e-06,
|
|
"loss": 1.6245,
|
|
"step": 87900
|
|
},
|
|
{
|
|
"epoch": 0.5593196638997292,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 5.743589743589743e-06,
|
|
"loss": 1.6279,
|
|
"step": 88000
|
|
},
|
|
{
|
|
"epoch": 0.559955254426888,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.738461538461539e-06,
|
|
"loss": 1.6187,
|
|
"step": 88100
|
|
},
|
|
{
|
|
"epoch": 0.5605908449540468,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 5.733333333333334e-06,
|
|
"loss": 1.6266,
|
|
"step": 88200
|
|
},
|
|
{
|
|
"epoch": 0.5612264354812055,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 5.728205128205129e-06,
|
|
"loss": 1.6191,
|
|
"step": 88300
|
|
},
|
|
{
|
|
"epoch": 0.5618620260083643,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 5.723076923076923e-06,
|
|
"loss": 1.609,
|
|
"step": 88400
|
|
},
|
|
{
|
|
"epoch": 0.5624976165355231,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 5.717948717948718e-06,
|
|
"loss": 1.6182,
|
|
"step": 88500
|
|
},
|
|
{
|
|
"epoch": 0.5631332070626819,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 5.712820512820513e-06,
|
|
"loss": 1.6317,
|
|
"step": 88600
|
|
},
|
|
{
|
|
"epoch": 0.5637687975898408,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 5.7076923076923086e-06,
|
|
"loss": 1.6025,
|
|
"step": 88700
|
|
},
|
|
{
|
|
"epoch": 0.5644043881169996,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 5.7025641025641035e-06,
|
|
"loss": 1.6301,
|
|
"step": 88800
|
|
},
|
|
{
|
|
"epoch": 0.5650399786441583,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 5.6974358974358975e-06,
|
|
"loss": 1.6327,
|
|
"step": 88900
|
|
},
|
|
{
|
|
"epoch": 0.5656755691713171,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 5.692307692307692e-06,
|
|
"loss": 1.6271,
|
|
"step": 89000
|
|
},
|
|
{
|
|
"epoch": 0.5663111596984759,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 5.687179487179487e-06,
|
|
"loss": 1.6137,
|
|
"step": 89100
|
|
},
|
|
{
|
|
"epoch": 0.5669467502256347,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 5.682051282051283e-06,
|
|
"loss": 1.6217,
|
|
"step": 89200
|
|
},
|
|
{
|
|
"epoch": 0.5675823407527935,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.676923076923078e-06,
|
|
"loss": 1.6228,
|
|
"step": 89300
|
|
},
|
|
{
|
|
"epoch": 0.5682179312799522,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 5.671794871794872e-06,
|
|
"loss": 1.6288,
|
|
"step": 89400
|
|
},
|
|
{
|
|
"epoch": 0.568853521807111,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 5.666666666666667e-06,
|
|
"loss": 1.6124,
|
|
"step": 89500
|
|
},
|
|
{
|
|
"epoch": 0.5694891123342698,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.661538461538462e-06,
|
|
"loss": 1.6081,
|
|
"step": 89600
|
|
},
|
|
{
|
|
"epoch": 0.5701247028614286,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 5.6564102564102575e-06,
|
|
"loss": 1.625,
|
|
"step": 89700
|
|
},
|
|
{
|
|
"epoch": 0.5707602933885874,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 5.6512820512820524e-06,
|
|
"loss": 1.6106,
|
|
"step": 89800
|
|
},
|
|
{
|
|
"epoch": 0.5713958839157461,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 5.6461538461538465e-06,
|
|
"loss": 1.6322,
|
|
"step": 89900
|
|
},
|
|
{
|
|
"epoch": 0.5720314744429049,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 5.641025641025641e-06,
|
|
"loss": 1.633,
|
|
"step": 90000
|
|
},
|
|
{
|
|
"epoch": 0.5726670649700637,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 5.635897435897436e-06,
|
|
"loss": 1.6196,
|
|
"step": 90100
|
|
},
|
|
{
|
|
"epoch": 0.5733026554972225,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 5.63076923076923e-06,
|
|
"loss": 1.645,
|
|
"step": 90200
|
|
},
|
|
{
|
|
"epoch": 0.5739382460243813,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 5.625641025641027e-06,
|
|
"loss": 1.6166,
|
|
"step": 90300
|
|
},
|
|
{
|
|
"epoch": 0.57457383655154,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 5.620512820512821e-06,
|
|
"loss": 1.6207,
|
|
"step": 90400
|
|
},
|
|
{
|
|
"epoch": 0.5752094270786988,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 5.615384615384616e-06,
|
|
"loss": 1.6138,
|
|
"step": 90500
|
|
},
|
|
{
|
|
"epoch": 0.5758450176058576,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 5.610256410256411e-06,
|
|
"loss": 1.6108,
|
|
"step": 90600
|
|
},
|
|
{
|
|
"epoch": 0.5764806081330164,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 5.605128205128205e-06,
|
|
"loss": 1.6291,
|
|
"step": 90700
|
|
},
|
|
{
|
|
"epoch": 0.5771161986601752,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 5.600000000000001e-06,
|
|
"loss": 1.6296,
|
|
"step": 90800
|
|
},
|
|
{
|
|
"epoch": 0.5777517891873339,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 5.5948717948717955e-06,
|
|
"loss": 1.6183,
|
|
"step": 90900
|
|
},
|
|
{
|
|
"epoch": 0.5783873797144927,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 5.58974358974359e-06,
|
|
"loss": 1.6069,
|
|
"step": 91000
|
|
},
|
|
{
|
|
"epoch": 0.5790229702416515,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 5.584615384615385e-06,
|
|
"loss": 1.608,
|
|
"step": 91100
|
|
},
|
|
{
|
|
"epoch": 0.5796585607688103,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 5.579487179487179e-06,
|
|
"loss": 1.6259,
|
|
"step": 91200
|
|
},
|
|
{
|
|
"epoch": 0.5802941512959691,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.574358974358974e-06,
|
|
"loss": 1.6293,
|
|
"step": 91300
|
|
},
|
|
{
|
|
"epoch": 0.5809297418231278,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 5.56923076923077e-06,
|
|
"loss": 1.6288,
|
|
"step": 91400
|
|
},
|
|
{
|
|
"epoch": 0.5815653323502866,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 5.564102564102565e-06,
|
|
"loss": 1.619,
|
|
"step": 91500
|
|
},
|
|
{
|
|
"epoch": 0.5822009228774454,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 5.55897435897436e-06,
|
|
"loss": 1.6338,
|
|
"step": 91600
|
|
},
|
|
{
|
|
"epoch": 0.5828365134046042,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 5.553846153846154e-06,
|
|
"loss": 1.6173,
|
|
"step": 91700
|
|
},
|
|
{
|
|
"epoch": 0.583472103931763,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.548717948717949e-06,
|
|
"loss": 1.6255,
|
|
"step": 91800
|
|
},
|
|
{
|
|
"epoch": 0.5841076944589217,
|
|
"grad_norm": 0.490234375,
|
|
"learning_rate": 5.5435897435897445e-06,
|
|
"loss": 1.5943,
|
|
"step": 91900
|
|
},
|
|
{
|
|
"epoch": 0.5847432849860805,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 5.538461538461539e-06,
|
|
"loss": 1.6178,
|
|
"step": 92000
|
|
},
|
|
{
|
|
"epoch": 0.5853788755132393,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 5.533333333333334e-06,
|
|
"loss": 1.6184,
|
|
"step": 92100
|
|
},
|
|
{
|
|
"epoch": 0.5860144660403981,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 5.528205128205128e-06,
|
|
"loss": 1.6053,
|
|
"step": 92200
|
|
},
|
|
{
|
|
"epoch": 0.5866500565675569,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 5.523076923076923e-06,
|
|
"loss": 1.6308,
|
|
"step": 92300
|
|
},
|
|
{
|
|
"epoch": 0.5872856470947156,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 5.517948717948718e-06,
|
|
"loss": 1.626,
|
|
"step": 92400
|
|
},
|
|
{
|
|
"epoch": 0.5879212376218745,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 5.512820512820514e-06,
|
|
"loss": 1.623,
|
|
"step": 92500
|
|
},
|
|
{
|
|
"epoch": 0.5885568281490333,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 5.507692307692308e-06,
|
|
"loss": 1.631,
|
|
"step": 92600
|
|
},
|
|
{
|
|
"epoch": 0.5891924186761921,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 5.502564102564103e-06,
|
|
"loss": 1.6301,
|
|
"step": 92700
|
|
},
|
|
{
|
|
"epoch": 0.5898280092033509,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 5.497435897435898e-06,
|
|
"loss": 1.6266,
|
|
"step": 92800
|
|
},
|
|
{
|
|
"epoch": 0.5904635997305097,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 5.492307692307693e-06,
|
|
"loss": 1.6179,
|
|
"step": 92900
|
|
},
|
|
{
|
|
"epoch": 0.5910991902576684,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 5.487179487179488e-06,
|
|
"loss": 1.625,
|
|
"step": 93000
|
|
},
|
|
{
|
|
"epoch": 0.5917347807848272,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 5.4820512820512824e-06,
|
|
"loss": 1.6181,
|
|
"step": 93100
|
|
},
|
|
{
|
|
"epoch": 0.592370371311986,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 5.476923076923077e-06,
|
|
"loss": 1.6304,
|
|
"step": 93200
|
|
},
|
|
{
|
|
"epoch": 0.5930059618391448,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 5.471794871794872e-06,
|
|
"loss": 1.6004,
|
|
"step": 93300
|
|
},
|
|
{
|
|
"epoch": 0.5936415523663036,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 5.466666666666667e-06,
|
|
"loss": 1.6335,
|
|
"step": 93400
|
|
},
|
|
{
|
|
"epoch": 0.5942771428934623,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.461538461538461e-06,
|
|
"loss": 1.616,
|
|
"step": 93500
|
|
},
|
|
{
|
|
"epoch": 0.5949127334206211,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 5.456410256410257e-06,
|
|
"loss": 1.6155,
|
|
"step": 93600
|
|
},
|
|
{
|
|
"epoch": 0.5955483239477799,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 5.451282051282052e-06,
|
|
"loss": 1.6241,
|
|
"step": 93700
|
|
},
|
|
{
|
|
"epoch": 0.5961839144749387,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 5.446153846153847e-06,
|
|
"loss": 1.6173,
|
|
"step": 93800
|
|
},
|
|
{
|
|
"epoch": 0.5968195050020975,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 5.441025641025642e-06,
|
|
"loss": 1.6389,
|
|
"step": 93900
|
|
},
|
|
{
|
|
"epoch": 0.5974550955292562,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 5.435897435897436e-06,
|
|
"loss": 1.6153,
|
|
"step": 94000
|
|
},
|
|
{
|
|
"epoch": 0.598090686056415,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 5.430769230769231e-06,
|
|
"loss": 1.6275,
|
|
"step": 94100
|
|
},
|
|
{
|
|
"epoch": 0.5987262765835738,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.425641025641026e-06,
|
|
"loss": 1.6286,
|
|
"step": 94200
|
|
},
|
|
{
|
|
"epoch": 0.5993618671107326,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 5.420512820512821e-06,
|
|
"loss": 1.617,
|
|
"step": 94300
|
|
},
|
|
{
|
|
"epoch": 0.5999974576378914,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 5.415384615384615e-06,
|
|
"loss": 1.6307,
|
|
"step": 94400
|
|
},
|
|
{
|
|
"epoch": 0.6006330481650501,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 5.41025641025641e-06,
|
|
"loss": 1.6397,
|
|
"step": 94500
|
|
},
|
|
{
|
|
"epoch": 0.6012686386922089,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.405128205128205e-06,
|
|
"loss": 1.6146,
|
|
"step": 94600
|
|
},
|
|
{
|
|
"epoch": 0.6019042292193677,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 5.400000000000001e-06,
|
|
"loss": 1.628,
|
|
"step": 94700
|
|
},
|
|
{
|
|
"epoch": 0.6025398197465265,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 5.394871794871796e-06,
|
|
"loss": 1.6315,
|
|
"step": 94800
|
|
},
|
|
{
|
|
"epoch": 0.6031754102736853,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 5.38974358974359e-06,
|
|
"loss": 1.6189,
|
|
"step": 94900
|
|
},
|
|
{
|
|
"epoch": 0.603811000800844,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 5.384615384615385e-06,
|
|
"loss": 1.6219,
|
|
"step": 95000
|
|
},
|
|
{
|
|
"epoch": 0.6044465913280028,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 5.3794871794871796e-06,
|
|
"loss": 1.613,
|
|
"step": 95100
|
|
},
|
|
{
|
|
"epoch": 0.6050821818551616,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 5.374358974358975e-06,
|
|
"loss": 1.6054,
|
|
"step": 95200
|
|
},
|
|
{
|
|
"epoch": 0.6057177723823204,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 5.36923076923077e-06,
|
|
"loss": 1.6211,
|
|
"step": 95300
|
|
},
|
|
{
|
|
"epoch": 0.6063533629094792,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 5.364102564102564e-06,
|
|
"loss": 1.6168,
|
|
"step": 95400
|
|
},
|
|
{
|
|
"epoch": 0.606988953436638,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.358974358974359e-06,
|
|
"loss": 1.6289,
|
|
"step": 95500
|
|
},
|
|
{
|
|
"epoch": 0.6076245439637967,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 5.353846153846154e-06,
|
|
"loss": 1.612,
|
|
"step": 95600
|
|
},
|
|
{
|
|
"epoch": 0.6082601344909555,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 5.34871794871795e-06,
|
|
"loss": 1.6154,
|
|
"step": 95700
|
|
},
|
|
{
|
|
"epoch": 0.6088957250181143,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 5.343589743589745e-06,
|
|
"loss": 1.6178,
|
|
"step": 95800
|
|
},
|
|
{
|
|
"epoch": 0.6095313155452731,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 5.338461538461539e-06,
|
|
"loss": 1.6332,
|
|
"step": 95900
|
|
},
|
|
{
|
|
"epoch": 0.6101669060724318,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 5.333333333333334e-06,
|
|
"loss": 1.6216,
|
|
"step": 96000
|
|
},
|
|
{
|
|
"epoch": 0.6108024965995906,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 5.3282051282051286e-06,
|
|
"loss": 1.6099,
|
|
"step": 96100
|
|
},
|
|
{
|
|
"epoch": 0.6114380871267494,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 5.323076923076923e-06,
|
|
"loss": 1.636,
|
|
"step": 96200
|
|
},
|
|
{
|
|
"epoch": 0.6120736776539083,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 5.317948717948719e-06,
|
|
"loss": 1.6261,
|
|
"step": 96300
|
|
},
|
|
{
|
|
"epoch": 0.6127092681810671,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 5.312820512820513e-06,
|
|
"loss": 1.6299,
|
|
"step": 96400
|
|
},
|
|
{
|
|
"epoch": 0.6133448587082259,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 5.307692307692308e-06,
|
|
"loss": 1.6277,
|
|
"step": 96500
|
|
},
|
|
{
|
|
"epoch": 0.6139804492353846,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 5.302564102564103e-06,
|
|
"loss": 1.6248,
|
|
"step": 96600
|
|
},
|
|
{
|
|
"epoch": 0.6146160397625434,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 5.297435897435897e-06,
|
|
"loss": 1.6107,
|
|
"step": 96700
|
|
},
|
|
{
|
|
"epoch": 0.6152516302897022,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 5.292307692307693e-06,
|
|
"loss": 1.6303,
|
|
"step": 96800
|
|
},
|
|
{
|
|
"epoch": 0.615887220816861,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 5.287179487179488e-06,
|
|
"loss": 1.6134,
|
|
"step": 96900
|
|
},
|
|
{
|
|
"epoch": 0.6165228113440198,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 5.282051282051283e-06,
|
|
"loss": 1.6326,
|
|
"step": 97000
|
|
},
|
|
{
|
|
"epoch": 0.6171584018711785,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 5.2769230769230775e-06,
|
|
"loss": 1.6081,
|
|
"step": 97100
|
|
},
|
|
{
|
|
"epoch": 0.6177939923983373,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 5.271794871794872e-06,
|
|
"loss": 1.6208,
|
|
"step": 97200
|
|
},
|
|
{
|
|
"epoch": 0.6184295829254961,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.2666666666666665e-06,
|
|
"loss": 1.6238,
|
|
"step": 97300
|
|
},
|
|
{
|
|
"epoch": 0.6190651734526549,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.261538461538462e-06,
|
|
"loss": 1.6219,
|
|
"step": 97400
|
|
},
|
|
{
|
|
"epoch": 0.6197007639798137,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 5.256410256410257e-06,
|
|
"loss": 1.6219,
|
|
"step": 97500
|
|
},
|
|
{
|
|
"epoch": 0.6203363545069724,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 5.251282051282052e-06,
|
|
"loss": 1.6101,
|
|
"step": 97600
|
|
},
|
|
{
|
|
"epoch": 0.6209719450341312,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 5.246153846153846e-06,
|
|
"loss": 1.6172,
|
|
"step": 97700
|
|
},
|
|
{
|
|
"epoch": 0.62160753556129,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 5.241025641025641e-06,
|
|
"loss": 1.6167,
|
|
"step": 97800
|
|
},
|
|
{
|
|
"epoch": 0.6222431260884488,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 5.235897435897437e-06,
|
|
"loss": 1.616,
|
|
"step": 97900
|
|
},
|
|
{
|
|
"epoch": 0.6228787166156076,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 5.230769230769232e-06,
|
|
"loss": 1.6145,
|
|
"step": 98000
|
|
},
|
|
{
|
|
"epoch": 0.6235143071427663,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 5.2256410256410265e-06,
|
|
"loss": 1.6299,
|
|
"step": 98100
|
|
},
|
|
{
|
|
"epoch": 0.6241498976699251,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 5.220512820512821e-06,
|
|
"loss": 1.6195,
|
|
"step": 98200
|
|
},
|
|
{
|
|
"epoch": 0.6247854881970839,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 5.2153846153846155e-06,
|
|
"loss": 1.6244,
|
|
"step": 98300
|
|
},
|
|
{
|
|
"epoch": 0.6254210787242427,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 5.21025641025641e-06,
|
|
"loss": 1.6223,
|
|
"step": 98400
|
|
},
|
|
{
|
|
"epoch": 0.6260566692514015,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 5.205128205128206e-06,
|
|
"loss": 1.6134,
|
|
"step": 98500
|
|
},
|
|
{
|
|
"epoch": 0.6266922597785602,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 5.2e-06,
|
|
"loss": 1.6261,
|
|
"step": 98600
|
|
},
|
|
{
|
|
"epoch": 0.627327850305719,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 5.194871794871795e-06,
|
|
"loss": 1.6227,
|
|
"step": 98700
|
|
},
|
|
{
|
|
"epoch": 0.6279634408328778,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 5.18974358974359e-06,
|
|
"loss": 1.6215,
|
|
"step": 98800
|
|
},
|
|
{
|
|
"epoch": 0.6285990313600366,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 5.184615384615385e-06,
|
|
"loss": 1.6231,
|
|
"step": 98900
|
|
},
|
|
{
|
|
"epoch": 0.6292346218871954,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 5.179487179487181e-06,
|
|
"loss": 1.6289,
|
|
"step": 99000
|
|
},
|
|
{
|
|
"epoch": 0.6298702124143541,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.174358974358975e-06,
|
|
"loss": 1.6127,
|
|
"step": 99100
|
|
},
|
|
{
|
|
"epoch": 0.6305058029415129,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.16923076923077e-06,
|
|
"loss": 1.6208,
|
|
"step": 99200
|
|
},
|
|
{
|
|
"epoch": 0.6311413934686717,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 5.1641025641025645e-06,
|
|
"loss": 1.6161,
|
|
"step": 99300
|
|
},
|
|
{
|
|
"epoch": 0.6317769839958305,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 5.158974358974359e-06,
|
|
"loss": 1.6175,
|
|
"step": 99400
|
|
},
|
|
{
|
|
"epoch": 0.6324125745229893,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 5.1538461538461534e-06,
|
|
"loss": 1.6174,
|
|
"step": 99500
|
|
},
|
|
{
|
|
"epoch": 0.633048165050148,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 5.148717948717949e-06,
|
|
"loss": 1.6236,
|
|
"step": 99600
|
|
},
|
|
{
|
|
"epoch": 0.6336837555773068,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 5.143589743589744e-06,
|
|
"loss": 1.6216,
|
|
"step": 99700
|
|
},
|
|
{
|
|
"epoch": 0.6343193461044656,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 5.138461538461539e-06,
|
|
"loss": 1.6239,
|
|
"step": 99800
|
|
},
|
|
{
|
|
"epoch": 0.6349549366316244,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 5.133333333333334e-06,
|
|
"loss": 1.6215,
|
|
"step": 99900
|
|
},
|
|
{
|
|
"epoch": 0.6355905271587833,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 5.128205128205128e-06,
|
|
"loss": 1.5993,
|
|
"step": 100000
|
|
},
|
|
{
|
|
"epoch": 0.6362261176859421,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 5.123076923076924e-06,
|
|
"loss": 1.608,
|
|
"step": 100100
|
|
},
|
|
{
|
|
"epoch": 0.6368617082131008,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 5.1179487179487186e-06,
|
|
"loss": 1.6131,
|
|
"step": 100200
|
|
},
|
|
{
|
|
"epoch": 0.6374972987402596,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 5.1128205128205135e-06,
|
|
"loss": 1.626,
|
|
"step": 100300
|
|
},
|
|
{
|
|
"epoch": 0.6381328892674184,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 5.1076923076923075e-06,
|
|
"loss": 1.6142,
|
|
"step": 100400
|
|
},
|
|
{
|
|
"epoch": 0.6387684797945772,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 5.1025641025641024e-06,
|
|
"loss": 1.6346,
|
|
"step": 100500
|
|
},
|
|
{
|
|
"epoch": 0.639404070321736,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 5.097435897435898e-06,
|
|
"loss": 1.604,
|
|
"step": 100600
|
|
},
|
|
{
|
|
"epoch": 0.6400396608488947,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 5.092307692307693e-06,
|
|
"loss": 1.629,
|
|
"step": 100700
|
|
},
|
|
{
|
|
"epoch": 0.6406752513760535,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 5.087179487179488e-06,
|
|
"loss": 1.6069,
|
|
"step": 100800
|
|
},
|
|
{
|
|
"epoch": 0.6413108419032123,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 5.082051282051282e-06,
|
|
"loss": 1.6207,
|
|
"step": 100900
|
|
},
|
|
{
|
|
"epoch": 0.6419464324303711,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 5.076923076923077e-06,
|
|
"loss": 1.6052,
|
|
"step": 101000
|
|
},
|
|
{
|
|
"epoch": 0.6425820229575299,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 5.071794871794872e-06,
|
|
"loss": 1.6145,
|
|
"step": 101100
|
|
},
|
|
{
|
|
"epoch": 0.6432176134846886,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 5.0666666666666676e-06,
|
|
"loss": 1.6133,
|
|
"step": 101200
|
|
},
|
|
{
|
|
"epoch": 0.6438532040118474,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 5.0615384615384625e-06,
|
|
"loss": 1.6339,
|
|
"step": 101300
|
|
},
|
|
{
|
|
"epoch": 0.6444887945390062,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 5.0564102564102565e-06,
|
|
"loss": 1.5978,
|
|
"step": 101400
|
|
},
|
|
{
|
|
"epoch": 0.645124385066165,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 5.051282051282051e-06,
|
|
"loss": 1.6232,
|
|
"step": 101500
|
|
},
|
|
{
|
|
"epoch": 0.6457599755933238,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 5.046153846153846e-06,
|
|
"loss": 1.6328,
|
|
"step": 101600
|
|
},
|
|
{
|
|
"epoch": 0.6463955661204825,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 5.041025641025642e-06,
|
|
"loss": 1.6116,
|
|
"step": 101700
|
|
},
|
|
{
|
|
"epoch": 0.6470311566476413,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 5.035897435897437e-06,
|
|
"loss": 1.6376,
|
|
"step": 101800
|
|
},
|
|
{
|
|
"epoch": 0.6476667471748001,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.030769230769231e-06,
|
|
"loss": 1.614,
|
|
"step": 101900
|
|
},
|
|
{
|
|
"epoch": 0.6483023377019589,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 5.025641025641026e-06,
|
|
"loss": 1.616,
|
|
"step": 102000
|
|
},
|
|
{
|
|
"epoch": 0.6489379282291177,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.020512820512821e-06,
|
|
"loss": 1.6242,
|
|
"step": 102100
|
|
},
|
|
{
|
|
"epoch": 0.6495735187562764,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 5.015384615384616e-06,
|
|
"loss": 1.6139,
|
|
"step": 102200
|
|
},
|
|
{
|
|
"epoch": 0.6502091092834352,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 5.0102564102564115e-06,
|
|
"loss": 1.6071,
|
|
"step": 102300
|
|
},
|
|
{
|
|
"epoch": 0.650844699810594,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 5.0051282051282055e-06,
|
|
"loss": 1.6095,
|
|
"step": 102400
|
|
},
|
|
{
|
|
"epoch": 0.6514802903377528,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 5e-06,
|
|
"loss": 1.6153,
|
|
"step": 102500
|
|
},
|
|
{
|
|
"epoch": 0.6521158808649116,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 4.994871794871795e-06,
|
|
"loss": 1.6096,
|
|
"step": 102600
|
|
},
|
|
{
|
|
"epoch": 0.6527514713920703,
|
|
"grad_norm": 0.6171875,
|
|
"learning_rate": 4.98974358974359e-06,
|
|
"loss": 1.6182,
|
|
"step": 102700
|
|
},
|
|
{
|
|
"epoch": 0.6533870619192291,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 4.984615384615385e-06,
|
|
"loss": 1.6078,
|
|
"step": 102800
|
|
},
|
|
{
|
|
"epoch": 0.6540226524463879,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 4.97948717948718e-06,
|
|
"loss": 1.6203,
|
|
"step": 102900
|
|
},
|
|
{
|
|
"epoch": 0.6546582429735467,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 4.974358974358975e-06,
|
|
"loss": 1.625,
|
|
"step": 103000
|
|
},
|
|
{
|
|
"epoch": 0.6552938335007055,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 4.96923076923077e-06,
|
|
"loss": 1.6202,
|
|
"step": 103100
|
|
},
|
|
{
|
|
"epoch": 0.6559294240278642,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 4.964102564102565e-06,
|
|
"loss": 1.6192,
|
|
"step": 103200
|
|
},
|
|
{
|
|
"epoch": 0.656565014555023,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 4.95897435897436e-06,
|
|
"loss": 1.6077,
|
|
"step": 103300
|
|
},
|
|
{
|
|
"epoch": 0.6572006050821818,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 4.9538461538461545e-06,
|
|
"loss": 1.6113,
|
|
"step": 103400
|
|
},
|
|
{
|
|
"epoch": 0.6578361956093406,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 4.948717948717949e-06,
|
|
"loss": 1.6292,
|
|
"step": 103500
|
|
},
|
|
{
|
|
"epoch": 0.6584717861364994,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 4.943589743589744e-06,
|
|
"loss": 1.616,
|
|
"step": 103600
|
|
},
|
|
{
|
|
"epoch": 0.6591073766636582,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 4.938461538461538e-06,
|
|
"loss": 1.6265,
|
|
"step": 103700
|
|
},
|
|
{
|
|
"epoch": 0.659742967190817,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 4.933333333333334e-06,
|
|
"loss": 1.6158,
|
|
"step": 103800
|
|
},
|
|
{
|
|
"epoch": 0.6603785577179758,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 4.928205128205128e-06,
|
|
"loss": 1.6274,
|
|
"step": 103900
|
|
},
|
|
{
|
|
"epoch": 0.6610141482451346,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 4.923076923076924e-06,
|
|
"loss": 1.6122,
|
|
"step": 104000
|
|
},
|
|
{
|
|
"epoch": 0.6616497387722934,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 4.917948717948719e-06,
|
|
"loss": 1.6128,
|
|
"step": 104100
|
|
},
|
|
{
|
|
"epoch": 0.6622853292994522,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 4.912820512820513e-06,
|
|
"loss": 1.6175,
|
|
"step": 104200
|
|
},
|
|
{
|
|
"epoch": 0.6629209198266109,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 4.907692307692309e-06,
|
|
"loss": 1.6262,
|
|
"step": 104300
|
|
},
|
|
{
|
|
"epoch": 0.6635565103537697,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 4.902564102564103e-06,
|
|
"loss": 1.6097,
|
|
"step": 104400
|
|
},
|
|
{
|
|
"epoch": 0.6641921008809285,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 4.8974358974358975e-06,
|
|
"loss": 1.6119,
|
|
"step": 104500
|
|
},
|
|
{
|
|
"epoch": 0.6648276914080873,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 4.892307692307693e-06,
|
|
"loss": 1.6309,
|
|
"step": 104600
|
|
},
|
|
{
|
|
"epoch": 0.6654632819352461,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 4.887179487179487e-06,
|
|
"loss": 1.6189,
|
|
"step": 104700
|
|
},
|
|
{
|
|
"epoch": 0.6660988724624048,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 4.882051282051282e-06,
|
|
"loss": 1.6162,
|
|
"step": 104800
|
|
},
|
|
{
|
|
"epoch": 0.6667344629895636,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 4.876923076923077e-06,
|
|
"loss": 1.634,
|
|
"step": 104900
|
|
},
|
|
{
|
|
"epoch": 0.6673700535167224,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 4.871794871794872e-06,
|
|
"loss": 1.6159,
|
|
"step": 105000
|
|
},
|
|
{
|
|
"epoch": 0.6680056440438812,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 4.866666666666667e-06,
|
|
"loss": 1.6145,
|
|
"step": 105100
|
|
},
|
|
{
|
|
"epoch": 0.66864123457104,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 4.861538461538462e-06,
|
|
"loss": 1.6403,
|
|
"step": 105200
|
|
},
|
|
{
|
|
"epoch": 0.6692768250981987,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 4.856410256410257e-06,
|
|
"loss": 1.6177,
|
|
"step": 105300
|
|
},
|
|
{
|
|
"epoch": 0.6699124156253575,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 4.851282051282052e-06,
|
|
"loss": 1.6122,
|
|
"step": 105400
|
|
},
|
|
{
|
|
"epoch": 0.6705480061525163,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 4.8461538461538465e-06,
|
|
"loss": 1.6122,
|
|
"step": 105500
|
|
},
|
|
{
|
|
"epoch": 0.6711835966796751,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 4.8410256410256414e-06,
|
|
"loss": 1.6299,
|
|
"step": 105600
|
|
},
|
|
{
|
|
"epoch": 0.6718191872068339,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 4.835897435897436e-06,
|
|
"loss": 1.6227,
|
|
"step": 105700
|
|
},
|
|
{
|
|
"epoch": 0.6724547777339926,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 4.830769230769231e-06,
|
|
"loss": 1.6101,
|
|
"step": 105800
|
|
},
|
|
{
|
|
"epoch": 0.6730903682611514,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 4.825641025641026e-06,
|
|
"loss": 1.628,
|
|
"step": 105900
|
|
},
|
|
{
|
|
"epoch": 0.6737259587883102,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 4.820512820512821e-06,
|
|
"loss": 1.6062,
|
|
"step": 106000
|
|
},
|
|
{
|
|
"epoch": 0.674361549315469,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 4.815384615384616e-06,
|
|
"loss": 1.6278,
|
|
"step": 106100
|
|
},
|
|
{
|
|
"epoch": 0.6749971398426278,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 4.810256410256411e-06,
|
|
"loss": 1.6188,
|
|
"step": 106200
|
|
},
|
|
{
|
|
"epoch": 0.6756327303697865,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 4.805128205128206e-06,
|
|
"loss": 1.6195,
|
|
"step": 106300
|
|
},
|
|
{
|
|
"epoch": 0.6762683208969453,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 4.800000000000001e-06,
|
|
"loss": 1.6191,
|
|
"step": 106400
|
|
},
|
|
{
|
|
"epoch": 0.6769039114241041,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 4.7948717948717955e-06,
|
|
"loss": 1.6235,
|
|
"step": 106500
|
|
},
|
|
{
|
|
"epoch": 0.6775395019512629,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 4.7897435897435904e-06,
|
|
"loss": 1.6166,
|
|
"step": 106600
|
|
},
|
|
{
|
|
"epoch": 0.6781750924784217,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 4.7846153846153845e-06,
|
|
"loss": 1.5958,
|
|
"step": 106700
|
|
},
|
|
{
|
|
"epoch": 0.6788106830055805,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 4.77948717948718e-06,
|
|
"loss": 1.622,
|
|
"step": 106800
|
|
},
|
|
{
|
|
"epoch": 0.6794462735327392,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 4.774358974358974e-06,
|
|
"loss": 1.6315,
|
|
"step": 106900
|
|
},
|
|
{
|
|
"epoch": 0.680081864059898,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 4.76923076923077e-06,
|
|
"loss": 1.6155,
|
|
"step": 107000
|
|
},
|
|
{
|
|
"epoch": 0.6807174545870568,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 4.764102564102565e-06,
|
|
"loss": 1.6098,
|
|
"step": 107100
|
|
},
|
|
{
|
|
"epoch": 0.6813530451142156,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 4.758974358974359e-06,
|
|
"loss": 1.6073,
|
|
"step": 107200
|
|
},
|
|
{
|
|
"epoch": 0.6819886356413744,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 4.753846153846155e-06,
|
|
"loss": 1.6177,
|
|
"step": 107300
|
|
},
|
|
{
|
|
"epoch": 0.6826242261685331,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 4.748717948717949e-06,
|
|
"loss": 1.6186,
|
|
"step": 107400
|
|
},
|
|
{
|
|
"epoch": 0.6832598166956919,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 4.743589743589744e-06,
|
|
"loss": 1.6383,
|
|
"step": 107500
|
|
},
|
|
{
|
|
"epoch": 0.6838954072228508,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 4.738461538461539e-06,
|
|
"loss": 1.6377,
|
|
"step": 107600
|
|
},
|
|
{
|
|
"epoch": 0.6845309977500096,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 4.7333333333333335e-06,
|
|
"loss": 1.616,
|
|
"step": 107700
|
|
},
|
|
{
|
|
"epoch": 0.6851665882771684,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 4.728205128205128e-06,
|
|
"loss": 1.6348,
|
|
"step": 107800
|
|
},
|
|
{
|
|
"epoch": 0.6858021788043271,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 4.723076923076923e-06,
|
|
"loss": 1.6176,
|
|
"step": 107900
|
|
},
|
|
{
|
|
"epoch": 0.6864377693314859,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 4.717948717948718e-06,
|
|
"loss": 1.6137,
|
|
"step": 108000
|
|
},
|
|
{
|
|
"epoch": 0.6870733598586447,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 4.712820512820513e-06,
|
|
"loss": 1.6239,
|
|
"step": 108100
|
|
},
|
|
{
|
|
"epoch": 0.6877089503858035,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 4.707692307692308e-06,
|
|
"loss": 1.6267,
|
|
"step": 108200
|
|
},
|
|
{
|
|
"epoch": 0.6883445409129623,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 4.702564102564103e-06,
|
|
"loss": 1.6296,
|
|
"step": 108300
|
|
},
|
|
{
|
|
"epoch": 0.688980131440121,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 4.697435897435898e-06,
|
|
"loss": 1.6124,
|
|
"step": 108400
|
|
},
|
|
{
|
|
"epoch": 0.6896157219672798,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 4.692307692307693e-06,
|
|
"loss": 1.6137,
|
|
"step": 108500
|
|
},
|
|
{
|
|
"epoch": 0.6902513124944386,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 4.6871794871794876e-06,
|
|
"loss": 1.6152,
|
|
"step": 108600
|
|
},
|
|
{
|
|
"epoch": 0.6908869030215974,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 4.6820512820512825e-06,
|
|
"loss": 1.6073,
|
|
"step": 108700
|
|
},
|
|
{
|
|
"epoch": 0.6915224935487562,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 4.676923076923077e-06,
|
|
"loss": 1.6117,
|
|
"step": 108800
|
|
},
|
|
{
|
|
"epoch": 0.692158084075915,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 4.671794871794872e-06,
|
|
"loss": 1.6196,
|
|
"step": 108900
|
|
},
|
|
{
|
|
"epoch": 0.6927936746030737,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 4.666666666666667e-06,
|
|
"loss": 1.6081,
|
|
"step": 109000
|
|
},
|
|
{
|
|
"epoch": 0.6934292651302325,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 4.661538461538462e-06,
|
|
"loss": 1.6223,
|
|
"step": 109100
|
|
},
|
|
{
|
|
"epoch": 0.6940648556573913,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 4.656410256410257e-06,
|
|
"loss": 1.6228,
|
|
"step": 109200
|
|
},
|
|
{
|
|
"epoch": 0.6947004461845501,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 4.651282051282052e-06,
|
|
"loss": 1.6186,
|
|
"step": 109300
|
|
},
|
|
{
|
|
"epoch": 0.6953360367117088,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 4.646153846153847e-06,
|
|
"loss": 1.6278,
|
|
"step": 109400
|
|
},
|
|
{
|
|
"epoch": 0.6959716272388676,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 4.641025641025642e-06,
|
|
"loss": 1.6158,
|
|
"step": 109500
|
|
},
|
|
{
|
|
"epoch": 0.6966072177660264,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 4.6358974358974366e-06,
|
|
"loss": 1.6168,
|
|
"step": 109600
|
|
},
|
|
{
|
|
"epoch": 0.6972428082931852,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 4.630769230769231e-06,
|
|
"loss": 1.629,
|
|
"step": 109700
|
|
},
|
|
{
|
|
"epoch": 0.697878398820344,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 4.625641025641026e-06,
|
|
"loss": 1.6176,
|
|
"step": 109800
|
|
},
|
|
{
|
|
"epoch": 0.6985139893475028,
|
|
"grad_norm": 0.625,
|
|
"learning_rate": 4.62051282051282e-06,
|
|
"loss": 1.6137,
|
|
"step": 109900
|
|
},
|
|
{
|
|
"epoch": 0.6991495798746615,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 4.615384615384616e-06,
|
|
"loss": 1.609,
|
|
"step": 110000
|
|
},
|
|
{
|
|
"epoch": 0.6997851704018203,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 4.610256410256411e-06,
|
|
"loss": 1.6135,
|
|
"step": 110100
|
|
},
|
|
{
|
|
"epoch": 0.7004207609289791,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 4.605128205128205e-06,
|
|
"loss": 1.6305,
|
|
"step": 110200
|
|
},
|
|
{
|
|
"epoch": 0.7010563514561379,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 4.600000000000001e-06,
|
|
"loss": 1.6075,
|
|
"step": 110300
|
|
},
|
|
{
|
|
"epoch": 0.7016919419832967,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 4.594871794871795e-06,
|
|
"loss": 1.6183,
|
|
"step": 110400
|
|
},
|
|
{
|
|
"epoch": 0.7023275325104554,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 4.58974358974359e-06,
|
|
"loss": 1.6249,
|
|
"step": 110500
|
|
},
|
|
{
|
|
"epoch": 0.7029631230376142,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 4.5846153846153855e-06,
|
|
"loss": 1.6048,
|
|
"step": 110600
|
|
},
|
|
{
|
|
"epoch": 0.703598713564773,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 4.57948717948718e-06,
|
|
"loss": 1.641,
|
|
"step": 110700
|
|
},
|
|
{
|
|
"epoch": 0.7042343040919318,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 4.5743589743589745e-06,
|
|
"loss": 1.6341,
|
|
"step": 110800
|
|
},
|
|
{
|
|
"epoch": 0.7048698946190906,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 4.569230769230769e-06,
|
|
"loss": 1.6187,
|
|
"step": 110900
|
|
},
|
|
{
|
|
"epoch": 0.7055054851462493,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 4.564102564102564e-06,
|
|
"loss": 1.6084,
|
|
"step": 111000
|
|
},
|
|
{
|
|
"epoch": 0.7061410756734081,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 4.558974358974359e-06,
|
|
"loss": 1.6216,
|
|
"step": 111100
|
|
},
|
|
{
|
|
"epoch": 0.7067766662005669,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 4.553846153846154e-06,
|
|
"loss": 1.6216,
|
|
"step": 111200
|
|
},
|
|
{
|
|
"epoch": 0.7074122567277257,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 4.548717948717949e-06,
|
|
"loss": 1.6371,
|
|
"step": 111300
|
|
},
|
|
{
|
|
"epoch": 0.7080478472548846,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 4.543589743589744e-06,
|
|
"loss": 1.6226,
|
|
"step": 111400
|
|
},
|
|
{
|
|
"epoch": 0.7086834377820433,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 4.538461538461539e-06,
|
|
"loss": 1.6266,
|
|
"step": 111500
|
|
},
|
|
{
|
|
"epoch": 0.7093190283092021,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 4.533333333333334e-06,
|
|
"loss": 1.6185,
|
|
"step": 111600
|
|
},
|
|
{
|
|
"epoch": 0.7099546188363609,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 4.528205128205129e-06,
|
|
"loss": 1.6345,
|
|
"step": 111700
|
|
},
|
|
{
|
|
"epoch": 0.7105902093635197,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 4.5230769230769235e-06,
|
|
"loss": 1.6351,
|
|
"step": 111800
|
|
},
|
|
{
|
|
"epoch": 0.7112257998906785,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 4.517948717948718e-06,
|
|
"loss": 1.6055,
|
|
"step": 111900
|
|
},
|
|
{
|
|
"epoch": 0.7118613904178372,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 4.512820512820513e-06,
|
|
"loss": 1.6265,
|
|
"step": 112000
|
|
},
|
|
{
|
|
"epoch": 0.712496980944996,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 4.507692307692308e-06,
|
|
"loss": 1.6411,
|
|
"step": 112100
|
|
},
|
|
{
|
|
"epoch": 0.7131325714721548,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 4.502564102564103e-06,
|
|
"loss": 1.627,
|
|
"step": 112200
|
|
},
|
|
{
|
|
"epoch": 0.7137681619993136,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 4.497435897435898e-06,
|
|
"loss": 1.618,
|
|
"step": 112300
|
|
},
|
|
{
|
|
"epoch": 0.7144037525264724,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 4.492307692307693e-06,
|
|
"loss": 1.6237,
|
|
"step": 112400
|
|
},
|
|
{
|
|
"epoch": 0.7150393430536311,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 4.487179487179488e-06,
|
|
"loss": 1.6341,
|
|
"step": 112500
|
|
},
|
|
{
|
|
"epoch": 0.7156749335807899,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 4.482051282051283e-06,
|
|
"loss": 1.6358,
|
|
"step": 112600
|
|
},
|
|
{
|
|
"epoch": 0.7163105241079487,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 4.476923076923077e-06,
|
|
"loss": 1.6074,
|
|
"step": 112700
|
|
},
|
|
{
|
|
"epoch": 0.7169461146351075,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 4.4717948717948725e-06,
|
|
"loss": 1.624,
|
|
"step": 112800
|
|
},
|
|
{
|
|
"epoch": 0.7175817051622663,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 4.4666666666666665e-06,
|
|
"loss": 1.6122,
|
|
"step": 112900
|
|
},
|
|
{
|
|
"epoch": 0.718217295689425,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 4.461538461538462e-06,
|
|
"loss": 1.6184,
|
|
"step": 113000
|
|
},
|
|
{
|
|
"epoch": 0.7188528862165838,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 4.456410256410257e-06,
|
|
"loss": 1.6202,
|
|
"step": 113100
|
|
},
|
|
{
|
|
"epoch": 0.7194884767437426,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 4.451282051282051e-06,
|
|
"loss": 1.6271,
|
|
"step": 113200
|
|
},
|
|
{
|
|
"epoch": 0.7201240672709014,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 4.446153846153847e-06,
|
|
"loss": 1.6147,
|
|
"step": 113300
|
|
},
|
|
{
|
|
"epoch": 0.7207596577980602,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 4.441025641025641e-06,
|
|
"loss": 1.6253,
|
|
"step": 113400
|
|
},
|
|
{
|
|
"epoch": 0.721395248325219,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 4.435897435897436e-06,
|
|
"loss": 1.6078,
|
|
"step": 113500
|
|
},
|
|
{
|
|
"epoch": 0.7220308388523777,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 4.430769230769232e-06,
|
|
"loss": 1.633,
|
|
"step": 113600
|
|
},
|
|
{
|
|
"epoch": 0.7226664293795365,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 4.425641025641026e-06,
|
|
"loss": 1.6203,
|
|
"step": 113700
|
|
},
|
|
{
|
|
"epoch": 0.7233020199066953,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 4.420512820512821e-06,
|
|
"loss": 1.6073,
|
|
"step": 113800
|
|
},
|
|
{
|
|
"epoch": 0.7239376104338541,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 4.4153846153846155e-06,
|
|
"loss": 1.62,
|
|
"step": 113900
|
|
},
|
|
{
|
|
"epoch": 0.7245732009610129,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 4.4102564102564104e-06,
|
|
"loss": 1.6269,
|
|
"step": 114000
|
|
},
|
|
{
|
|
"epoch": 0.7252087914881716,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 4.405128205128205e-06,
|
|
"loss": 1.636,
|
|
"step": 114100
|
|
},
|
|
{
|
|
"epoch": 0.7258443820153304,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 4.4e-06,
|
|
"loss": 1.6242,
|
|
"step": 114200
|
|
},
|
|
{
|
|
"epoch": 0.7264799725424892,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 4.394871794871795e-06,
|
|
"loss": 1.6222,
|
|
"step": 114300
|
|
},
|
|
{
|
|
"epoch": 0.727115563069648,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 4.38974358974359e-06,
|
|
"loss": 1.6353,
|
|
"step": 114400
|
|
},
|
|
{
|
|
"epoch": 0.7277511535968068,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 4.384615384615385e-06,
|
|
"loss": 1.6359,
|
|
"step": 114500
|
|
},
|
|
{
|
|
"epoch": 0.7283867441239655,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 4.37948717948718e-06,
|
|
"loss": 1.62,
|
|
"step": 114600
|
|
},
|
|
{
|
|
"epoch": 0.7290223346511243,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 4.374358974358975e-06,
|
|
"loss": 1.6287,
|
|
"step": 114700
|
|
},
|
|
{
|
|
"epoch": 0.7296579251782831,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 4.36923076923077e-06,
|
|
"loss": 1.6362,
|
|
"step": 114800
|
|
},
|
|
{
|
|
"epoch": 0.7302935157054419,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 4.3641025641025645e-06,
|
|
"loss": 1.6261,
|
|
"step": 114900
|
|
},
|
|
{
|
|
"epoch": 0.7309291062326007,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 4.358974358974359e-06,
|
|
"loss": 1.6185,
|
|
"step": 115000
|
|
},
|
|
{
|
|
"epoch": 0.7315646967597595,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 4.353846153846154e-06,
|
|
"loss": 1.6173,
|
|
"step": 115100
|
|
},
|
|
{
|
|
"epoch": 0.7322002872869183,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 4.348717948717949e-06,
|
|
"loss": 1.627,
|
|
"step": 115200
|
|
},
|
|
{
|
|
"epoch": 0.7328358778140771,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 4.343589743589744e-06,
|
|
"loss": 1.643,
|
|
"step": 115300
|
|
},
|
|
{
|
|
"epoch": 0.7334714683412359,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 4.338461538461539e-06,
|
|
"loss": 1.6276,
|
|
"step": 115400
|
|
},
|
|
{
|
|
"epoch": 0.7341070588683947,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 4.333333333333334e-06,
|
|
"loss": 1.6176,
|
|
"step": 115500
|
|
},
|
|
{
|
|
"epoch": 0.7347426493955534,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 4.328205128205129e-06,
|
|
"loss": 1.6187,
|
|
"step": 115600
|
|
},
|
|
{
|
|
"epoch": 0.7353782399227122,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 4.323076923076923e-06,
|
|
"loss": 1.6196,
|
|
"step": 115700
|
|
},
|
|
{
|
|
"epoch": 0.736013830449871,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 4.317948717948719e-06,
|
|
"loss": 1.6119,
|
|
"step": 115800
|
|
},
|
|
{
|
|
"epoch": 0.7366494209770298,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 4.312820512820513e-06,
|
|
"loss": 1.6179,
|
|
"step": 115900
|
|
},
|
|
{
|
|
"epoch": 0.7372850115041886,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 4.307692307692308e-06,
|
|
"loss": 1.6227,
|
|
"step": 116000
|
|
},
|
|
{
|
|
"epoch": 0.7379206020313474,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 4.302564102564103e-06,
|
|
"loss": 1.6225,
|
|
"step": 116100
|
|
},
|
|
{
|
|
"epoch": 0.7385561925585061,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 4.297435897435897e-06,
|
|
"loss": 1.603,
|
|
"step": 116200
|
|
},
|
|
{
|
|
"epoch": 0.7391917830856649,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 4.292307692307693e-06,
|
|
"loss": 1.62,
|
|
"step": 116300
|
|
},
|
|
{
|
|
"epoch": 0.7398273736128237,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 4.287179487179487e-06,
|
|
"loss": 1.6205,
|
|
"step": 116400
|
|
},
|
|
{
|
|
"epoch": 0.7404629641399825,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 4.282051282051282e-06,
|
|
"loss": 1.6217,
|
|
"step": 116500
|
|
},
|
|
{
|
|
"epoch": 0.7410985546671413,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 4.276923076923078e-06,
|
|
"loss": 1.6287,
|
|
"step": 116600
|
|
},
|
|
{
|
|
"epoch": 0.7417341451943,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 4.271794871794872e-06,
|
|
"loss": 1.6273,
|
|
"step": 116700
|
|
},
|
|
{
|
|
"epoch": 0.7423697357214588,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 4.266666666666668e-06,
|
|
"loss": 1.644,
|
|
"step": 116800
|
|
},
|
|
{
|
|
"epoch": 0.7430053262486176,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 4.261538461538462e-06,
|
|
"loss": 1.6179,
|
|
"step": 116900
|
|
},
|
|
{
|
|
"epoch": 0.7436409167757764,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 4.2564102564102566e-06,
|
|
"loss": 1.625,
|
|
"step": 117000
|
|
},
|
|
{
|
|
"epoch": 0.7442765073029352,
|
|
"grad_norm": 0.6875,
|
|
"learning_rate": 4.2512820512820515e-06,
|
|
"loss": 1.6082,
|
|
"step": 117100
|
|
},
|
|
{
|
|
"epoch": 0.7449120978300939,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 4.246153846153846e-06,
|
|
"loss": 1.6159,
|
|
"step": 117200
|
|
},
|
|
{
|
|
"epoch": 0.7455476883572527,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 4.241025641025641e-06,
|
|
"loss": 1.6112,
|
|
"step": 117300
|
|
},
|
|
{
|
|
"epoch": 0.7461832788844115,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 4.235897435897436e-06,
|
|
"loss": 1.6248,
|
|
"step": 117400
|
|
},
|
|
{
|
|
"epoch": 0.7468188694115703,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 4.230769230769231e-06,
|
|
"loss": 1.6073,
|
|
"step": 117500
|
|
},
|
|
{
|
|
"epoch": 0.747454459938729,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 4.225641025641026e-06,
|
|
"loss": 1.6288,
|
|
"step": 117600
|
|
},
|
|
{
|
|
"epoch": 0.7480900504658878,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 4.220512820512821e-06,
|
|
"loss": 1.6191,
|
|
"step": 117700
|
|
},
|
|
{
|
|
"epoch": 0.7487256409930466,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 4.215384615384616e-06,
|
|
"loss": 1.622,
|
|
"step": 117800
|
|
},
|
|
{
|
|
"epoch": 0.7493612315202054,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 4.210256410256411e-06,
|
|
"loss": 1.6162,
|
|
"step": 117900
|
|
},
|
|
{
|
|
"epoch": 0.7499968220473642,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 4.2051282051282055e-06,
|
|
"loss": 1.6305,
|
|
"step": 118000
|
|
},
|
|
{
|
|
"epoch": 0.750632412574523,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 4.2000000000000004e-06,
|
|
"loss": 1.6306,
|
|
"step": 118100
|
|
},
|
|
{
|
|
"epoch": 0.7512680031016817,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 4.194871794871795e-06,
|
|
"loss": 1.627,
|
|
"step": 118200
|
|
},
|
|
{
|
|
"epoch": 0.7519035936288405,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 4.18974358974359e-06,
|
|
"loss": 1.6304,
|
|
"step": 118300
|
|
},
|
|
{
|
|
"epoch": 0.7525391841559993,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 4.184615384615385e-06,
|
|
"loss": 1.6091,
|
|
"step": 118400
|
|
},
|
|
{
|
|
"epoch": 0.7531747746831581,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 4.17948717948718e-06,
|
|
"loss": 1.6114,
|
|
"step": 118500
|
|
},
|
|
{
|
|
"epoch": 0.7538103652103169,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 4.174358974358975e-06,
|
|
"loss": 1.6268,
|
|
"step": 118600
|
|
},
|
|
{
|
|
"epoch": 0.7544459557374756,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 4.169230769230769e-06,
|
|
"loss": 1.6143,
|
|
"step": 118700
|
|
},
|
|
{
|
|
"epoch": 0.7550815462646344,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 4.164102564102565e-06,
|
|
"loss": 1.6197,
|
|
"step": 118800
|
|
},
|
|
{
|
|
"epoch": 0.7557171367917933,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 4.158974358974359e-06,
|
|
"loss": 1.6161,
|
|
"step": 118900
|
|
},
|
|
{
|
|
"epoch": 0.7563527273189521,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 4.1538461538461545e-06,
|
|
"loss": 1.6146,
|
|
"step": 119000
|
|
},
|
|
{
|
|
"epoch": 0.7569883178461109,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 4.1487179487179494e-06,
|
|
"loss": 1.6216,
|
|
"step": 119100
|
|
},
|
|
{
|
|
"epoch": 0.7576239083732696,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 4.1435897435897435e-06,
|
|
"loss": 1.6253,
|
|
"step": 119200
|
|
},
|
|
{
|
|
"epoch": 0.7582594989004284,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 4.138461538461539e-06,
|
|
"loss": 1.6314,
|
|
"step": 119300
|
|
},
|
|
{
|
|
"epoch": 0.7588950894275872,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 4.133333333333333e-06,
|
|
"loss": 1.6238,
|
|
"step": 119400
|
|
},
|
|
{
|
|
"epoch": 0.759530679954746,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 4.128205128205128e-06,
|
|
"loss": 1.6102,
|
|
"step": 119500
|
|
},
|
|
{
|
|
"epoch": 0.7601662704819048,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 4.123076923076924e-06,
|
|
"loss": 1.6004,
|
|
"step": 119600
|
|
},
|
|
{
|
|
"epoch": 0.7608018610090636,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 4.117948717948718e-06,
|
|
"loss": 1.618,
|
|
"step": 119700
|
|
},
|
|
{
|
|
"epoch": 0.7614374515362223,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 4.112820512820514e-06,
|
|
"loss": 1.6198,
|
|
"step": 119800
|
|
},
|
|
{
|
|
"epoch": 0.7620730420633811,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 4.107692307692308e-06,
|
|
"loss": 1.6105,
|
|
"step": 119900
|
|
},
|
|
{
|
|
"epoch": 0.7627086325905399,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 4.102564102564103e-06,
|
|
"loss": 1.61,
|
|
"step": 120000
|
|
},
|
|
{
|
|
"epoch": 0.7633442231176987,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 4.097435897435898e-06,
|
|
"loss": 1.6288,
|
|
"step": 120100
|
|
},
|
|
{
|
|
"epoch": 0.7639798136448575,
|
|
"grad_norm": 0.609375,
|
|
"learning_rate": 4.0923076923076925e-06,
|
|
"loss": 1.6215,
|
|
"step": 120200
|
|
},
|
|
{
|
|
"epoch": 0.7646154041720162,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 4.087179487179487e-06,
|
|
"loss": 1.6368,
|
|
"step": 120300
|
|
},
|
|
{
|
|
"epoch": 0.765250994699175,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 4.082051282051282e-06,
|
|
"loss": 1.6292,
|
|
"step": 120400
|
|
},
|
|
{
|
|
"epoch": 0.7658865852263338,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 4.076923076923077e-06,
|
|
"loss": 1.6237,
|
|
"step": 120500
|
|
},
|
|
{
|
|
"epoch": 0.7665221757534926,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 4.071794871794872e-06,
|
|
"loss": 1.6285,
|
|
"step": 120600
|
|
},
|
|
{
|
|
"epoch": 0.7671577662806514,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 4.066666666666667e-06,
|
|
"loss": 1.6288,
|
|
"step": 120700
|
|
},
|
|
{
|
|
"epoch": 0.7677933568078101,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 4.061538461538462e-06,
|
|
"loss": 1.634,
|
|
"step": 120800
|
|
},
|
|
{
|
|
"epoch": 0.7684289473349689,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 4.056410256410257e-06,
|
|
"loss": 1.6295,
|
|
"step": 120900
|
|
},
|
|
{
|
|
"epoch": 0.7690645378621277,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 4.051282051282052e-06,
|
|
"loss": 1.6324,
|
|
"step": 121000
|
|
},
|
|
{
|
|
"epoch": 0.7697001283892865,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 4.0461538461538466e-06,
|
|
"loss": 1.6293,
|
|
"step": 121100
|
|
},
|
|
{
|
|
"epoch": 0.7703357189164453,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 4.0410256410256415e-06,
|
|
"loss": 1.6165,
|
|
"step": 121200
|
|
},
|
|
{
|
|
"epoch": 0.770971309443604,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 4.035897435897436e-06,
|
|
"loss": 1.6188,
|
|
"step": 121300
|
|
},
|
|
{
|
|
"epoch": 0.7716068999707628,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 4.030769230769231e-06,
|
|
"loss": 1.6288,
|
|
"step": 121400
|
|
},
|
|
{
|
|
"epoch": 0.7722424904979216,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 4.025641025641026e-06,
|
|
"loss": 1.6196,
|
|
"step": 121500
|
|
},
|
|
{
|
|
"epoch": 0.7728780810250804,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 4.020512820512821e-06,
|
|
"loss": 1.6457,
|
|
"step": 121600
|
|
},
|
|
{
|
|
"epoch": 0.7735136715522392,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 4.015384615384615e-06,
|
|
"loss": 1.6246,
|
|
"step": 121700
|
|
},
|
|
{
|
|
"epoch": 0.7741492620793979,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 4.010256410256411e-06,
|
|
"loss": 1.6151,
|
|
"step": 121800
|
|
},
|
|
{
|
|
"epoch": 0.7747848526065567,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 4.005128205128205e-06,
|
|
"loss": 1.6346,
|
|
"step": 121900
|
|
},
|
|
{
|
|
"epoch": 0.7754204431337155,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 4.000000000000001e-06,
|
|
"loss": 1.6198,
|
|
"step": 122000
|
|
},
|
|
{
|
|
"epoch": 0.7760560336608743,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 3.9948717948717956e-06,
|
|
"loss": 1.6082,
|
|
"step": 122100
|
|
},
|
|
{
|
|
"epoch": 0.7766916241880331,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 3.98974358974359e-06,
|
|
"loss": 1.5981,
|
|
"step": 122200
|
|
},
|
|
{
|
|
"epoch": 0.7773272147151918,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 3.984615384615385e-06,
|
|
"loss": 1.6236,
|
|
"step": 122300
|
|
},
|
|
{
|
|
"epoch": 0.7779628052423506,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 3.979487179487179e-06,
|
|
"loss": 1.6074,
|
|
"step": 122400
|
|
},
|
|
{
|
|
"epoch": 0.7785983957695094,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 3.974358974358974e-06,
|
|
"loss": 1.6149,
|
|
"step": 122500
|
|
},
|
|
{
|
|
"epoch": 0.7792339862966682,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 3.96923076923077e-06,
|
|
"loss": 1.6157,
|
|
"step": 122600
|
|
},
|
|
{
|
|
"epoch": 0.7798695768238271,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.964102564102564e-06,
|
|
"loss": 1.6356,
|
|
"step": 122700
|
|
},
|
|
{
|
|
"epoch": 0.7805051673509859,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.95897435897436e-06,
|
|
"loss": 1.6314,
|
|
"step": 122800
|
|
},
|
|
{
|
|
"epoch": 0.7811407578781446,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 3.953846153846154e-06,
|
|
"loss": 1.6252,
|
|
"step": 122900
|
|
},
|
|
{
|
|
"epoch": 0.7817763484053034,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 3.948717948717949e-06,
|
|
"loss": 1.6209,
|
|
"step": 123000
|
|
},
|
|
{
|
|
"epoch": 0.7824119389324622,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 3.943589743589744e-06,
|
|
"loss": 1.6145,
|
|
"step": 123100
|
|
},
|
|
{
|
|
"epoch": 0.783047529459621,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 3.938461538461539e-06,
|
|
"loss": 1.6273,
|
|
"step": 123200
|
|
},
|
|
{
|
|
"epoch": 0.7836831199867798,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 3.9333333333333335e-06,
|
|
"loss": 1.6175,
|
|
"step": 123300
|
|
},
|
|
{
|
|
"epoch": 0.7843187105139385,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 3.928205128205128e-06,
|
|
"loss": 1.6289,
|
|
"step": 123400
|
|
},
|
|
{
|
|
"epoch": 0.7849543010410973,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 3.923076923076923e-06,
|
|
"loss": 1.6126,
|
|
"step": 123500
|
|
},
|
|
{
|
|
"epoch": 0.7855898915682561,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 3.917948717948718e-06,
|
|
"loss": 1.6222,
|
|
"step": 123600
|
|
},
|
|
{
|
|
"epoch": 0.7862254820954149,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.912820512820513e-06,
|
|
"loss": 1.6176,
|
|
"step": 123700
|
|
},
|
|
{
|
|
"epoch": 0.7868610726225737,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 3.907692307692308e-06,
|
|
"loss": 1.626,
|
|
"step": 123800
|
|
},
|
|
{
|
|
"epoch": 0.7874966631497324,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 3.902564102564103e-06,
|
|
"loss": 1.6348,
|
|
"step": 123900
|
|
},
|
|
{
|
|
"epoch": 0.7881322536768912,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 3.897435897435898e-06,
|
|
"loss": 1.6156,
|
|
"step": 124000
|
|
},
|
|
{
|
|
"epoch": 0.78876784420405,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 3.892307692307693e-06,
|
|
"loss": 1.6132,
|
|
"step": 124100
|
|
},
|
|
{
|
|
"epoch": 0.7894034347312088,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 3.887179487179488e-06,
|
|
"loss": 1.6178,
|
|
"step": 124200
|
|
},
|
|
{
|
|
"epoch": 0.7900390252583676,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.8820512820512825e-06,
|
|
"loss": 1.6131,
|
|
"step": 124300
|
|
},
|
|
{
|
|
"epoch": 0.7906746157855263,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 3.876923076923077e-06,
|
|
"loss": 1.6157,
|
|
"step": 124400
|
|
},
|
|
{
|
|
"epoch": 0.7913102063126851,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 3.871794871794872e-06,
|
|
"loss": 1.6223,
|
|
"step": 124500
|
|
},
|
|
{
|
|
"epoch": 0.7919457968398439,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 3.866666666666667e-06,
|
|
"loss": 1.6285,
|
|
"step": 124600
|
|
},
|
|
{
|
|
"epoch": 0.7925813873670027,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 3.861538461538462e-06,
|
|
"loss": 1.6237,
|
|
"step": 124700
|
|
},
|
|
{
|
|
"epoch": 0.7932169778941615,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 3.856410256410257e-06,
|
|
"loss": 1.6423,
|
|
"step": 124800
|
|
},
|
|
{
|
|
"epoch": 0.7938525684213202,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 3.851282051282051e-06,
|
|
"loss": 1.6336,
|
|
"step": 124900
|
|
},
|
|
{
|
|
"epoch": 0.794488158948479,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 3.846153846153847e-06,
|
|
"loss": 1.6335,
|
|
"step": 125000
|
|
},
|
|
{
|
|
"epoch": 0.7951237494756378,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 3.841025641025642e-06,
|
|
"loss": 1.614,
|
|
"step": 125100
|
|
},
|
|
{
|
|
"epoch": 0.7957593400027966,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.835897435897436e-06,
|
|
"loss": 1.6191,
|
|
"step": 125200
|
|
},
|
|
{
|
|
"epoch": 0.7963949305299554,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 3.8307692307692315e-06,
|
|
"loss": 1.6222,
|
|
"step": 125300
|
|
},
|
|
{
|
|
"epoch": 0.7970305210571141,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 3.8256410256410255e-06,
|
|
"loss": 1.6125,
|
|
"step": 125400
|
|
},
|
|
{
|
|
"epoch": 0.7976661115842729,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 3.8205128205128204e-06,
|
|
"loss": 1.6322,
|
|
"step": 125500
|
|
},
|
|
{
|
|
"epoch": 0.7983017021114317,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 3.815384615384616e-06,
|
|
"loss": 1.6159,
|
|
"step": 125600
|
|
},
|
|
{
|
|
"epoch": 0.7989372926385905,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 3.8102564102564107e-06,
|
|
"loss": 1.6374,
|
|
"step": 125700
|
|
},
|
|
{
|
|
"epoch": 0.7995728831657493,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 3.8051282051282056e-06,
|
|
"loss": 1.618,
|
|
"step": 125800
|
|
},
|
|
{
|
|
"epoch": 0.800208473692908,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 3.8000000000000005e-06,
|
|
"loss": 1.6325,
|
|
"step": 125900
|
|
},
|
|
{
|
|
"epoch": 0.8008440642200668,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 3.794871794871795e-06,
|
|
"loss": 1.6121,
|
|
"step": 126000
|
|
},
|
|
{
|
|
"epoch": 0.8014796547472256,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 3.7897435897435903e-06,
|
|
"loss": 1.6173,
|
|
"step": 126100
|
|
},
|
|
{
|
|
"epoch": 0.8021152452743844,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 3.7846153846153847e-06,
|
|
"loss": 1.6166,
|
|
"step": 126200
|
|
},
|
|
{
|
|
"epoch": 0.8027508358015432,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 3.7794871794871796e-06,
|
|
"loss": 1.6234,
|
|
"step": 126300
|
|
},
|
|
{
|
|
"epoch": 0.803386426328702,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 3.774358974358975e-06,
|
|
"loss": 1.6333,
|
|
"step": 126400
|
|
},
|
|
{
|
|
"epoch": 0.8040220168558608,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 3.7692307692307694e-06,
|
|
"loss": 1.6345,
|
|
"step": 126500
|
|
},
|
|
{
|
|
"epoch": 0.8046576073830196,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 3.7641025641025643e-06,
|
|
"loss": 1.6255,
|
|
"step": 126600
|
|
},
|
|
{
|
|
"epoch": 0.8052931979101784,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 3.7589743589743592e-06,
|
|
"loss": 1.6247,
|
|
"step": 126700
|
|
},
|
|
{
|
|
"epoch": 0.8059287884373372,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 3.753846153846154e-06,
|
|
"loss": 1.6234,
|
|
"step": 126800
|
|
},
|
|
{
|
|
"epoch": 0.806564378964496,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 3.7487179487179495e-06,
|
|
"loss": 1.6475,
|
|
"step": 126900
|
|
},
|
|
{
|
|
"epoch": 0.8071999694916547,
|
|
"grad_norm": 0.7109375,
|
|
"learning_rate": 3.743589743589744e-06,
|
|
"loss": 1.6282,
|
|
"step": 127000
|
|
},
|
|
{
|
|
"epoch": 0.8078355600188135,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 3.7384615384615384e-06,
|
|
"loss": 1.6238,
|
|
"step": 127100
|
|
},
|
|
{
|
|
"epoch": 0.8084711505459723,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 3.7333333333333337e-06,
|
|
"loss": 1.6218,
|
|
"step": 127200
|
|
},
|
|
{
|
|
"epoch": 0.8091067410731311,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 3.7282051282051286e-06,
|
|
"loss": 1.6254,
|
|
"step": 127300
|
|
},
|
|
{
|
|
"epoch": 0.8097423316002899,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 3.723076923076923e-06,
|
|
"loss": 1.6161,
|
|
"step": 127400
|
|
},
|
|
{
|
|
"epoch": 0.8103779221274486,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 3.7179487179487184e-06,
|
|
"loss": 1.6167,
|
|
"step": 127500
|
|
},
|
|
{
|
|
"epoch": 0.8110135126546074,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 3.712820512820513e-06,
|
|
"loss": 1.6153,
|
|
"step": 127600
|
|
},
|
|
{
|
|
"epoch": 0.8116491031817662,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 3.7076923076923082e-06,
|
|
"loss": 1.6216,
|
|
"step": 127700
|
|
},
|
|
{
|
|
"epoch": 0.812284693708925,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 3.702564102564103e-06,
|
|
"loss": 1.6247,
|
|
"step": 127800
|
|
},
|
|
{
|
|
"epoch": 0.8129202842360838,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 3.6974358974358976e-06,
|
|
"loss": 1.6345,
|
|
"step": 127900
|
|
},
|
|
{
|
|
"epoch": 0.8135558747632425,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 3.692307692307693e-06,
|
|
"loss": 1.6206,
|
|
"step": 128000
|
|
},
|
|
{
|
|
"epoch": 0.8141914652904013,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 3.6871794871794874e-06,
|
|
"loss": 1.626,
|
|
"step": 128100
|
|
},
|
|
{
|
|
"epoch": 0.8148270558175601,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 3.6820512820512823e-06,
|
|
"loss": 1.6217,
|
|
"step": 128200
|
|
},
|
|
{
|
|
"epoch": 0.8154626463447189,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 3.676923076923077e-06,
|
|
"loss": 1.6246,
|
|
"step": 128300
|
|
},
|
|
{
|
|
"epoch": 0.8160982368718777,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 3.671794871794872e-06,
|
|
"loss": 1.6156,
|
|
"step": 128400
|
|
},
|
|
{
|
|
"epoch": 0.8167338273990364,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 3.6666666666666666e-06,
|
|
"loss": 1.6211,
|
|
"step": 128500
|
|
},
|
|
{
|
|
"epoch": 0.8173694179261952,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 3.661538461538462e-06,
|
|
"loss": 1.6198,
|
|
"step": 128600
|
|
},
|
|
{
|
|
"epoch": 0.818005008453354,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 3.656410256410257e-06,
|
|
"loss": 1.6179,
|
|
"step": 128700
|
|
},
|
|
{
|
|
"epoch": 0.8186405989805128,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 3.6512820512820517e-06,
|
|
"loss": 1.6355,
|
|
"step": 128800
|
|
},
|
|
{
|
|
"epoch": 0.8192761895076716,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 3.6461538461538466e-06,
|
|
"loss": 1.6277,
|
|
"step": 128900
|
|
},
|
|
{
|
|
"epoch": 0.8199117800348303,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 3.641025641025641e-06,
|
|
"loss": 1.6202,
|
|
"step": 129000
|
|
},
|
|
{
|
|
"epoch": 0.8205473705619891,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.6358974358974364e-06,
|
|
"loss": 1.6254,
|
|
"step": 129100
|
|
},
|
|
{
|
|
"epoch": 0.8211829610891479,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 3.630769230769231e-06,
|
|
"loss": 1.6199,
|
|
"step": 129200
|
|
},
|
|
{
|
|
"epoch": 0.8218185516163067,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.6256410256410258e-06,
|
|
"loss": 1.615,
|
|
"step": 129300
|
|
},
|
|
{
|
|
"epoch": 0.8224541421434655,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 3.620512820512821e-06,
|
|
"loss": 1.6212,
|
|
"step": 129400
|
|
},
|
|
{
|
|
"epoch": 0.8230897326706242,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 3.6153846153846156e-06,
|
|
"loss": 1.6211,
|
|
"step": 129500
|
|
},
|
|
{
|
|
"epoch": 0.823725323197783,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 3.610256410256411e-06,
|
|
"loss": 1.6148,
|
|
"step": 129600
|
|
},
|
|
{
|
|
"epoch": 0.8243609137249418,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 3.6051282051282054e-06,
|
|
"loss": 1.6238,
|
|
"step": 129700
|
|
},
|
|
{
|
|
"epoch": 0.8249965042521006,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 3.6000000000000003e-06,
|
|
"loss": 1.6315,
|
|
"step": 129800
|
|
},
|
|
{
|
|
"epoch": 0.8256320947792594,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 3.5948717948717956e-06,
|
|
"loss": 1.6074,
|
|
"step": 129900
|
|
},
|
|
{
|
|
"epoch": 0.8262676853064181,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 3.58974358974359e-06,
|
|
"loss": 1.6063,
|
|
"step": 130000
|
|
},
|
|
{
|
|
"epoch": 0.8269032758335769,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 3.5846153846153845e-06,
|
|
"loss": 1.6152,
|
|
"step": 130100
|
|
},
|
|
{
|
|
"epoch": 0.8275388663607358,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 3.57948717948718e-06,
|
|
"loss": 1.5949,
|
|
"step": 130200
|
|
},
|
|
{
|
|
"epoch": 0.8281744568878946,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 3.5743589743589748e-06,
|
|
"loss": 1.6273,
|
|
"step": 130300
|
|
},
|
|
{
|
|
"epoch": 0.8288100474150534,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 3.5692307692307692e-06,
|
|
"loss": 1.6031,
|
|
"step": 130400
|
|
},
|
|
{
|
|
"epoch": 0.8294456379422122,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 3.5641025641025646e-06,
|
|
"loss": 1.625,
|
|
"step": 130500
|
|
},
|
|
{
|
|
"epoch": 0.8300812284693709,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 3.558974358974359e-06,
|
|
"loss": 1.6359,
|
|
"step": 130600
|
|
},
|
|
{
|
|
"epoch": 0.8307168189965297,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 3.5538461538461544e-06,
|
|
"loss": 1.626,
|
|
"step": 130700
|
|
},
|
|
{
|
|
"epoch": 0.8313524095236885,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 3.5487179487179493e-06,
|
|
"loss": 1.6101,
|
|
"step": 130800
|
|
},
|
|
{
|
|
"epoch": 0.8319880000508473,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.5435897435897437e-06,
|
|
"loss": 1.6109,
|
|
"step": 130900
|
|
},
|
|
{
|
|
"epoch": 0.8326235905780061,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 3.538461538461539e-06,
|
|
"loss": 1.6194,
|
|
"step": 131000
|
|
},
|
|
{
|
|
"epoch": 0.8332591811051648,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 3.5333333333333335e-06,
|
|
"loss": 1.6146,
|
|
"step": 131100
|
|
},
|
|
{
|
|
"epoch": 0.8338947716323236,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 3.5282051282051284e-06,
|
|
"loss": 1.6276,
|
|
"step": 131200
|
|
},
|
|
{
|
|
"epoch": 0.8345303621594824,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 3.5230769230769233e-06,
|
|
"loss": 1.6218,
|
|
"step": 131300
|
|
},
|
|
{
|
|
"epoch": 0.8351659526866412,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 3.5179487179487182e-06,
|
|
"loss": 1.6442,
|
|
"step": 131400
|
|
},
|
|
{
|
|
"epoch": 0.8358015432138,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 3.5128205128205127e-06,
|
|
"loss": 1.6282,
|
|
"step": 131500
|
|
},
|
|
{
|
|
"epoch": 0.8364371337409587,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 3.507692307692308e-06,
|
|
"loss": 1.6294,
|
|
"step": 131600
|
|
},
|
|
{
|
|
"epoch": 0.8370727242681175,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 3.502564102564103e-06,
|
|
"loss": 1.6143,
|
|
"step": 131700
|
|
},
|
|
{
|
|
"epoch": 0.8377083147952763,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 3.497435897435898e-06,
|
|
"loss": 1.6447,
|
|
"step": 131800
|
|
},
|
|
{
|
|
"epoch": 0.8383439053224351,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 3.4923076923076927e-06,
|
|
"loss": 1.6045,
|
|
"step": 131900
|
|
},
|
|
{
|
|
"epoch": 0.8389794958495939,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 3.487179487179487e-06,
|
|
"loss": 1.6307,
|
|
"step": 132000
|
|
},
|
|
{
|
|
"epoch": 0.8396150863767526,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 3.4820512820512825e-06,
|
|
"loss": 1.6028,
|
|
"step": 132100
|
|
},
|
|
{
|
|
"epoch": 0.8402506769039114,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 3.476923076923077e-06,
|
|
"loss": 1.6198,
|
|
"step": 132200
|
|
},
|
|
{
|
|
"epoch": 0.8408862674310702,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 3.471794871794872e-06,
|
|
"loss": 1.634,
|
|
"step": 132300
|
|
},
|
|
{
|
|
"epoch": 0.841521857958229,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 3.4666666666666672e-06,
|
|
"loss": 1.6291,
|
|
"step": 132400
|
|
},
|
|
{
|
|
"epoch": 0.8421574484853878,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 3.4615384615384617e-06,
|
|
"loss": 1.631,
|
|
"step": 132500
|
|
},
|
|
{
|
|
"epoch": 0.8427930390125465,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 3.456410256410257e-06,
|
|
"loss": 1.6228,
|
|
"step": 132600
|
|
},
|
|
{
|
|
"epoch": 0.8434286295397053,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 3.4512820512820515e-06,
|
|
"loss": 1.6166,
|
|
"step": 132700
|
|
},
|
|
{
|
|
"epoch": 0.8440642200668641,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 3.4461538461538464e-06,
|
|
"loss": 1.6259,
|
|
"step": 132800
|
|
},
|
|
{
|
|
"epoch": 0.8446998105940229,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 3.4410256410256417e-06,
|
|
"loss": 1.6147,
|
|
"step": 132900
|
|
},
|
|
{
|
|
"epoch": 0.8453354011211817,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 3.435897435897436e-06,
|
|
"loss": 1.6124,
|
|
"step": 133000
|
|
},
|
|
{
|
|
"epoch": 0.8459709916483404,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 3.4307692307692307e-06,
|
|
"loss": 1.6137,
|
|
"step": 133100
|
|
},
|
|
{
|
|
"epoch": 0.8466065821754992,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 3.425641025641026e-06,
|
|
"loss": 1.622,
|
|
"step": 133200
|
|
},
|
|
{
|
|
"epoch": 0.847242172702658,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 3.420512820512821e-06,
|
|
"loss": 1.6324,
|
|
"step": 133300
|
|
},
|
|
{
|
|
"epoch": 0.8478777632298168,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 3.4153846153846154e-06,
|
|
"loss": 1.6176,
|
|
"step": 133400
|
|
},
|
|
{
|
|
"epoch": 0.8485133537569756,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 3.4102564102564107e-06,
|
|
"loss": 1.6249,
|
|
"step": 133500
|
|
},
|
|
{
|
|
"epoch": 0.8491489442841343,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 3.405128205128205e-06,
|
|
"loss": 1.635,
|
|
"step": 133600
|
|
},
|
|
{
|
|
"epoch": 0.8497845348112931,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 3.4000000000000005e-06,
|
|
"loss": 1.6369,
|
|
"step": 133700
|
|
},
|
|
{
|
|
"epoch": 0.8504201253384519,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 3.3948717948717954e-06,
|
|
"loss": 1.6082,
|
|
"step": 133800
|
|
},
|
|
{
|
|
"epoch": 0.8510557158656107,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 3.38974358974359e-06,
|
|
"loss": 1.6106,
|
|
"step": 133900
|
|
},
|
|
{
|
|
"epoch": 0.8516913063927696,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 3.384615384615385e-06,
|
|
"loss": 1.6174,
|
|
"step": 134000
|
|
},
|
|
{
|
|
"epoch": 0.8523268969199284,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 3.3794871794871797e-06,
|
|
"loss": 1.6293,
|
|
"step": 134100
|
|
},
|
|
{
|
|
"epoch": 0.8529624874470871,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 3.3743589743589746e-06,
|
|
"loss": 1.6205,
|
|
"step": 134200
|
|
},
|
|
{
|
|
"epoch": 0.8535980779742459,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 3.3692307692307695e-06,
|
|
"loss": 1.611,
|
|
"step": 134300
|
|
},
|
|
{
|
|
"epoch": 0.8542336685014047,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 3.3641025641025644e-06,
|
|
"loss": 1.648,
|
|
"step": 134400
|
|
},
|
|
{
|
|
"epoch": 0.8548692590285635,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 3.358974358974359e-06,
|
|
"loss": 1.621,
|
|
"step": 134500
|
|
},
|
|
{
|
|
"epoch": 0.8555048495557223,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 3.353846153846154e-06,
|
|
"loss": 1.6387,
|
|
"step": 134600
|
|
},
|
|
{
|
|
"epoch": 0.856140440082881,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 3.348717948717949e-06,
|
|
"loss": 1.6229,
|
|
"step": 134700
|
|
},
|
|
{
|
|
"epoch": 0.8567760306100398,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 3.343589743589744e-06,
|
|
"loss": 1.616,
|
|
"step": 134800
|
|
},
|
|
{
|
|
"epoch": 0.8574116211371986,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 3.338461538461539e-06,
|
|
"loss": 1.6196,
|
|
"step": 134900
|
|
},
|
|
{
|
|
"epoch": 0.8580472116643574,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 3.3333333333333333e-06,
|
|
"loss": 1.6187,
|
|
"step": 135000
|
|
},
|
|
{
|
|
"epoch": 0.8586828021915162,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 3.3282051282051286e-06,
|
|
"loss": 1.6255,
|
|
"step": 135100
|
|
},
|
|
{
|
|
"epoch": 0.8593183927186749,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 3.323076923076923e-06,
|
|
"loss": 1.6298,
|
|
"step": 135200
|
|
},
|
|
{
|
|
"epoch": 0.8599539832458337,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 3.317948717948718e-06,
|
|
"loss": 1.6271,
|
|
"step": 135300
|
|
},
|
|
{
|
|
"epoch": 0.8605895737729925,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 3.3128205128205133e-06,
|
|
"loss": 1.6132,
|
|
"step": 135400
|
|
},
|
|
{
|
|
"epoch": 0.8612251643001513,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 3.307692307692308e-06,
|
|
"loss": 1.6222,
|
|
"step": 135500
|
|
},
|
|
{
|
|
"epoch": 0.8618607548273101,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 3.302564102564103e-06,
|
|
"loss": 1.6203,
|
|
"step": 135600
|
|
},
|
|
{
|
|
"epoch": 0.8624963453544688,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 3.2974358974358976e-06,
|
|
"loss": 1.6274,
|
|
"step": 135700
|
|
},
|
|
{
|
|
"epoch": 0.8631319358816276,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 3.2923076923076925e-06,
|
|
"loss": 1.6089,
|
|
"step": 135800
|
|
},
|
|
{
|
|
"epoch": 0.8637675264087864,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 3.287179487179488e-06,
|
|
"loss": 1.621,
|
|
"step": 135900
|
|
},
|
|
{
|
|
"epoch": 0.8644031169359452,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 3.2820512820512823e-06,
|
|
"loss": 1.604,
|
|
"step": 136000
|
|
},
|
|
{
|
|
"epoch": 0.865038707463104,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 3.276923076923077e-06,
|
|
"loss": 1.6205,
|
|
"step": 136100
|
|
},
|
|
{
|
|
"epoch": 0.8656742979902627,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.271794871794872e-06,
|
|
"loss": 1.6287,
|
|
"step": 136200
|
|
},
|
|
{
|
|
"epoch": 0.8663098885174215,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 3.266666666666667e-06,
|
|
"loss": 1.6314,
|
|
"step": 136300
|
|
},
|
|
{
|
|
"epoch": 0.8669454790445803,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 3.2615384615384615e-06,
|
|
"loss": 1.6229,
|
|
"step": 136400
|
|
},
|
|
{
|
|
"epoch": 0.8675810695717391,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.256410256410257e-06,
|
|
"loss": 1.6234,
|
|
"step": 136500
|
|
},
|
|
{
|
|
"epoch": 0.8682166600988979,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 3.2512820512820513e-06,
|
|
"loss": 1.6114,
|
|
"step": 136600
|
|
},
|
|
{
|
|
"epoch": 0.8688522506260566,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 3.2461538461538466e-06,
|
|
"loss": 1.6299,
|
|
"step": 136700
|
|
},
|
|
{
|
|
"epoch": 0.8694878411532154,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 3.2410256410256415e-06,
|
|
"loss": 1.5946,
|
|
"step": 136800
|
|
},
|
|
{
|
|
"epoch": 0.8701234316803742,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 3.235897435897436e-06,
|
|
"loss": 1.6175,
|
|
"step": 136900
|
|
},
|
|
{
|
|
"epoch": 0.870759022207533,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.2307692307692313e-06,
|
|
"loss": 1.616,
|
|
"step": 137000
|
|
},
|
|
{
|
|
"epoch": 0.8713946127346918,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 3.2256410256410258e-06,
|
|
"loss": 1.6083,
|
|
"step": 137100
|
|
},
|
|
{
|
|
"epoch": 0.8720302032618505,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 3.2205128205128207e-06,
|
|
"loss": 1.6048,
|
|
"step": 137200
|
|
},
|
|
{
|
|
"epoch": 0.8726657937890093,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 3.2153846153846156e-06,
|
|
"loss": 1.6351,
|
|
"step": 137300
|
|
},
|
|
{
|
|
"epoch": 0.8733013843161681,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 3.2102564102564105e-06,
|
|
"loss": 1.6187,
|
|
"step": 137400
|
|
},
|
|
{
|
|
"epoch": 0.8739369748433269,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 3.205128205128206e-06,
|
|
"loss": 1.616,
|
|
"step": 137500
|
|
},
|
|
{
|
|
"epoch": 0.8745725653704857,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 3.2000000000000003e-06,
|
|
"loss": 1.6311,
|
|
"step": 137600
|
|
},
|
|
{
|
|
"epoch": 0.8752081558976444,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 3.194871794871795e-06,
|
|
"loss": 1.6204,
|
|
"step": 137700
|
|
},
|
|
{
|
|
"epoch": 0.8758437464248033,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 3.18974358974359e-06,
|
|
"loss": 1.6455,
|
|
"step": 137800
|
|
},
|
|
{
|
|
"epoch": 0.8764793369519621,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 3.184615384615385e-06,
|
|
"loss": 1.6207,
|
|
"step": 137900
|
|
},
|
|
{
|
|
"epoch": 0.8771149274791209,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.1794871794871795e-06,
|
|
"loss": 1.6087,
|
|
"step": 138000
|
|
},
|
|
{
|
|
"epoch": 0.8777505180062797,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 3.1743589743589748e-06,
|
|
"loss": 1.6088,
|
|
"step": 138100
|
|
},
|
|
{
|
|
"epoch": 0.8783861085334385,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.1692307692307693e-06,
|
|
"loss": 1.6146,
|
|
"step": 138200
|
|
},
|
|
{
|
|
"epoch": 0.8790216990605972,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.164102564102564e-06,
|
|
"loss": 1.609,
|
|
"step": 138300
|
|
},
|
|
{
|
|
"epoch": 0.879657289587756,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 3.1589743589743595e-06,
|
|
"loss": 1.6187,
|
|
"step": 138400
|
|
},
|
|
{
|
|
"epoch": 0.8802928801149148,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 3.153846153846154e-06,
|
|
"loss": 1.6228,
|
|
"step": 138500
|
|
},
|
|
{
|
|
"epoch": 0.8809284706420736,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 3.1487179487179493e-06,
|
|
"loss": 1.6435,
|
|
"step": 138600
|
|
},
|
|
{
|
|
"epoch": 0.8815640611692324,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 3.1435897435897437e-06,
|
|
"loss": 1.6138,
|
|
"step": 138700
|
|
},
|
|
{
|
|
"epoch": 0.8821996516963911,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 3.1384615384615386e-06,
|
|
"loss": 1.619,
|
|
"step": 138800
|
|
},
|
|
{
|
|
"epoch": 0.8828352422235499,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 3.133333333333334e-06,
|
|
"loss": 1.629,
|
|
"step": 138900
|
|
},
|
|
{
|
|
"epoch": 0.8834708327507087,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 3.1282051282051284e-06,
|
|
"loss": 1.6192,
|
|
"step": 139000
|
|
},
|
|
{
|
|
"epoch": 0.8841064232778675,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 3.123076923076923e-06,
|
|
"loss": 1.6226,
|
|
"step": 139100
|
|
},
|
|
{
|
|
"epoch": 0.8847420138050263,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 3.1179487179487182e-06,
|
|
"loss": 1.6317,
|
|
"step": 139200
|
|
},
|
|
{
|
|
"epoch": 0.885377604332185,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 3.112820512820513e-06,
|
|
"loss": 1.6209,
|
|
"step": 139300
|
|
},
|
|
{
|
|
"epoch": 0.8860131948593438,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 3.1076923076923076e-06,
|
|
"loss": 1.6208,
|
|
"step": 139400
|
|
},
|
|
{
|
|
"epoch": 0.8866487853865026,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 3.102564102564103e-06,
|
|
"loss": 1.626,
|
|
"step": 139500
|
|
},
|
|
{
|
|
"epoch": 0.8872843759136614,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 3.0974358974358974e-06,
|
|
"loss": 1.6158,
|
|
"step": 139600
|
|
},
|
|
{
|
|
"epoch": 0.8879199664408202,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 3.0923076923076927e-06,
|
|
"loss": 1.6279,
|
|
"step": 139700
|
|
},
|
|
{
|
|
"epoch": 0.8885555569679789,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 3.0871794871794876e-06,
|
|
"loss": 1.628,
|
|
"step": 139800
|
|
},
|
|
{
|
|
"epoch": 0.8891911474951377,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.082051282051282e-06,
|
|
"loss": 1.6184,
|
|
"step": 139900
|
|
},
|
|
{
|
|
"epoch": 0.8898267380222965,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 3.0769230769230774e-06,
|
|
"loss": 1.6352,
|
|
"step": 140000
|
|
},
|
|
{
|
|
"epoch": 0.8904623285494553,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 3.071794871794872e-06,
|
|
"loss": 1.6027,
|
|
"step": 140100
|
|
},
|
|
{
|
|
"epoch": 0.8910979190766141,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 3.066666666666667e-06,
|
|
"loss": 1.6102,
|
|
"step": 140200
|
|
},
|
|
{
|
|
"epoch": 0.8917335096037728,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 3.0615384615384617e-06,
|
|
"loss": 1.6218,
|
|
"step": 140300
|
|
},
|
|
{
|
|
"epoch": 0.8923691001309316,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.0564102564102566e-06,
|
|
"loss": 1.6068,
|
|
"step": 140400
|
|
},
|
|
{
|
|
"epoch": 0.8930046906580904,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 3.051282051282052e-06,
|
|
"loss": 1.6191,
|
|
"step": 140500
|
|
},
|
|
{
|
|
"epoch": 0.8936402811852492,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 3.0461538461538464e-06,
|
|
"loss": 1.6149,
|
|
"step": 140600
|
|
},
|
|
{
|
|
"epoch": 0.894275871712408,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 3.0410256410256413e-06,
|
|
"loss": 1.6343,
|
|
"step": 140700
|
|
},
|
|
{
|
|
"epoch": 0.8949114622395667,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 3.035897435897436e-06,
|
|
"loss": 1.6081,
|
|
"step": 140800
|
|
},
|
|
{
|
|
"epoch": 0.8955470527667255,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 3.030769230769231e-06,
|
|
"loss": 1.6139,
|
|
"step": 140900
|
|
},
|
|
{
|
|
"epoch": 0.8961826432938843,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 3.0256410256410256e-06,
|
|
"loss": 1.6054,
|
|
"step": 141000
|
|
},
|
|
{
|
|
"epoch": 0.8968182338210431,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 3.020512820512821e-06,
|
|
"loss": 1.6071,
|
|
"step": 141100
|
|
},
|
|
{
|
|
"epoch": 0.8974538243482019,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 3.0153846153846154e-06,
|
|
"loss": 1.6072,
|
|
"step": 141200
|
|
},
|
|
{
|
|
"epoch": 0.8980894148753606,
|
|
"grad_norm": 0.6796875,
|
|
"learning_rate": 3.0102564102564103e-06,
|
|
"loss": 1.6221,
|
|
"step": 141300
|
|
},
|
|
{
|
|
"epoch": 0.8987250054025194,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 3.0051282051282056e-06,
|
|
"loss": 1.6284,
|
|
"step": 141400
|
|
},
|
|
{
|
|
"epoch": 0.8993605959296783,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 3e-06,
|
|
"loss": 1.6133,
|
|
"step": 141500
|
|
},
|
|
{
|
|
"epoch": 0.8999961864568371,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 2.9948717948717954e-06,
|
|
"loss": 1.6361,
|
|
"step": 141600
|
|
},
|
|
{
|
|
"epoch": 0.9006317769839959,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.98974358974359e-06,
|
|
"loss": 1.613,
|
|
"step": 141700
|
|
},
|
|
{
|
|
"epoch": 0.9012673675111547,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.9846153846153848e-06,
|
|
"loss": 1.6331,
|
|
"step": 141800
|
|
},
|
|
{
|
|
"epoch": 0.9019029580383134,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 2.97948717948718e-06,
|
|
"loss": 1.6272,
|
|
"step": 141900
|
|
},
|
|
{
|
|
"epoch": 0.9025385485654722,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 2.9743589743589746e-06,
|
|
"loss": 1.6234,
|
|
"step": 142000
|
|
},
|
|
{
|
|
"epoch": 0.903174139092631,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 2.969230769230769e-06,
|
|
"loss": 1.6222,
|
|
"step": 142100
|
|
},
|
|
{
|
|
"epoch": 0.9038097296197898,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 2.9641025641025644e-06,
|
|
"loss": 1.6143,
|
|
"step": 142200
|
|
},
|
|
{
|
|
"epoch": 0.9044453201469486,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 2.9589743589743593e-06,
|
|
"loss": 1.6141,
|
|
"step": 142300
|
|
},
|
|
{
|
|
"epoch": 0.9050809106741073,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 2.953846153846154e-06,
|
|
"loss": 1.6266,
|
|
"step": 142400
|
|
},
|
|
{
|
|
"epoch": 0.9057165012012661,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 2.948717948717949e-06,
|
|
"loss": 1.6443,
|
|
"step": 142500
|
|
},
|
|
{
|
|
"epoch": 0.9063520917284249,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 2.9435897435897435e-06,
|
|
"loss": 1.6212,
|
|
"step": 142600
|
|
},
|
|
{
|
|
"epoch": 0.9069876822555837,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 2.938461538461539e-06,
|
|
"loss": 1.6373,
|
|
"step": 142700
|
|
},
|
|
{
|
|
"epoch": 0.9076232727827425,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 2.9333333333333338e-06,
|
|
"loss": 1.6184,
|
|
"step": 142800
|
|
},
|
|
{
|
|
"epoch": 0.9082588633099012,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 2.9282051282051282e-06,
|
|
"loss": 1.6146,
|
|
"step": 142900
|
|
},
|
|
{
|
|
"epoch": 0.90889445383706,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.9230769230769236e-06,
|
|
"loss": 1.6159,
|
|
"step": 143000
|
|
},
|
|
{
|
|
"epoch": 0.9095300443642188,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.917948717948718e-06,
|
|
"loss": 1.6432,
|
|
"step": 143100
|
|
},
|
|
{
|
|
"epoch": 0.9101656348913776,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 2.912820512820513e-06,
|
|
"loss": 1.6271,
|
|
"step": 143200
|
|
},
|
|
{
|
|
"epoch": 0.9108012254185364,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.907692307692308e-06,
|
|
"loss": 1.6198,
|
|
"step": 143300
|
|
},
|
|
{
|
|
"epoch": 0.9114368159456951,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 2.9025641025641027e-06,
|
|
"loss": 1.638,
|
|
"step": 143400
|
|
},
|
|
{
|
|
"epoch": 0.9120724064728539,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 2.897435897435898e-06,
|
|
"loss": 1.6263,
|
|
"step": 143500
|
|
},
|
|
{
|
|
"epoch": 0.9127079970000127,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 2.8923076923076925e-06,
|
|
"loss": 1.6231,
|
|
"step": 143600
|
|
},
|
|
{
|
|
"epoch": 0.9133435875271715,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 2.8871794871794874e-06,
|
|
"loss": 1.6218,
|
|
"step": 143700
|
|
},
|
|
{
|
|
"epoch": 0.9139791780543303,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 2.8820512820512823e-06,
|
|
"loss": 1.6251,
|
|
"step": 143800
|
|
},
|
|
{
|
|
"epoch": 0.914614768581489,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 2.8769230769230772e-06,
|
|
"loss": 1.6289,
|
|
"step": 143900
|
|
},
|
|
{
|
|
"epoch": 0.9152503591086478,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 2.8717948717948717e-06,
|
|
"loss": 1.6282,
|
|
"step": 144000
|
|
},
|
|
{
|
|
"epoch": 0.9158859496358066,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 2.866666666666667e-06,
|
|
"loss": 1.6281,
|
|
"step": 144100
|
|
},
|
|
{
|
|
"epoch": 0.9165215401629654,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 2.8615384615384615e-06,
|
|
"loss": 1.6153,
|
|
"step": 144200
|
|
},
|
|
{
|
|
"epoch": 0.9171571306901242,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.8564102564102564e-06,
|
|
"loss": 1.6339,
|
|
"step": 144300
|
|
},
|
|
{
|
|
"epoch": 0.917792721217283,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 2.8512820512820517e-06,
|
|
"loss": 1.6205,
|
|
"step": 144400
|
|
},
|
|
{
|
|
"epoch": 0.9184283117444417,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 2.846153846153846e-06,
|
|
"loss": 1.6251,
|
|
"step": 144500
|
|
},
|
|
{
|
|
"epoch": 0.9190639022716005,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 2.8410256410256415e-06,
|
|
"loss": 1.6175,
|
|
"step": 144600
|
|
},
|
|
{
|
|
"epoch": 0.9196994927987593,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 2.835897435897436e-06,
|
|
"loss": 1.6274,
|
|
"step": 144700
|
|
},
|
|
{
|
|
"epoch": 0.9203350833259181,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 2.830769230769231e-06,
|
|
"loss": 1.6275,
|
|
"step": 144800
|
|
},
|
|
{
|
|
"epoch": 0.9209706738530768,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 2.8256410256410262e-06,
|
|
"loss": 1.6317,
|
|
"step": 144900
|
|
},
|
|
{
|
|
"epoch": 0.9216062643802356,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 2.8205128205128207e-06,
|
|
"loss": 1.6217,
|
|
"step": 145000
|
|
},
|
|
{
|
|
"epoch": 0.9222418549073944,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 2.815384615384615e-06,
|
|
"loss": 1.6317,
|
|
"step": 145100
|
|
},
|
|
{
|
|
"epoch": 0.9228774454345532,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 2.8102564102564105e-06,
|
|
"loss": 1.6154,
|
|
"step": 145200
|
|
},
|
|
{
|
|
"epoch": 0.9235130359617121,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 2.8051282051282054e-06,
|
|
"loss": 1.6229,
|
|
"step": 145300
|
|
},
|
|
{
|
|
"epoch": 0.9241486264888709,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 2.8000000000000003e-06,
|
|
"loss": 1.6387,
|
|
"step": 145400
|
|
},
|
|
{
|
|
"epoch": 0.9247842170160296,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 2.794871794871795e-06,
|
|
"loss": 1.6295,
|
|
"step": 145500
|
|
},
|
|
{
|
|
"epoch": 0.9254198075431884,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 2.7897435897435897e-06,
|
|
"loss": 1.5936,
|
|
"step": 145600
|
|
},
|
|
{
|
|
"epoch": 0.9260553980703472,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 2.784615384615385e-06,
|
|
"loss": 1.6272,
|
|
"step": 145700
|
|
},
|
|
{
|
|
"epoch": 0.926690988597506,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 2.77948717948718e-06,
|
|
"loss": 1.6146,
|
|
"step": 145800
|
|
},
|
|
{
|
|
"epoch": 0.9273265791246648,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 2.7743589743589744e-06,
|
|
"loss": 1.6311,
|
|
"step": 145900
|
|
},
|
|
{
|
|
"epoch": 0.9279621696518235,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 2.7692307692307697e-06,
|
|
"loss": 1.6133,
|
|
"step": 146000
|
|
},
|
|
{
|
|
"epoch": 0.9285977601789823,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 2.764102564102564e-06,
|
|
"loss": 1.6253,
|
|
"step": 146100
|
|
},
|
|
{
|
|
"epoch": 0.9292333507061411,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 2.758974358974359e-06,
|
|
"loss": 1.6415,
|
|
"step": 146200
|
|
},
|
|
{
|
|
"epoch": 0.9298689412332999,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 2.753846153846154e-06,
|
|
"loss": 1.6187,
|
|
"step": 146300
|
|
},
|
|
{
|
|
"epoch": 0.9305045317604587,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 2.748717948717949e-06,
|
|
"loss": 1.6169,
|
|
"step": 146400
|
|
},
|
|
{
|
|
"epoch": 0.9311401222876174,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 2.743589743589744e-06,
|
|
"loss": 1.6248,
|
|
"step": 146500
|
|
},
|
|
{
|
|
"epoch": 0.9317757128147762,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 2.7384615384615387e-06,
|
|
"loss": 1.6086,
|
|
"step": 146600
|
|
},
|
|
{
|
|
"epoch": 0.932411303341935,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 2.7333333333333336e-06,
|
|
"loss": 1.6358,
|
|
"step": 146700
|
|
},
|
|
{
|
|
"epoch": 0.9330468938690938,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 2.7282051282051285e-06,
|
|
"loss": 1.6129,
|
|
"step": 146800
|
|
},
|
|
{
|
|
"epoch": 0.9336824843962526,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 2.7230769230769234e-06,
|
|
"loss": 1.6228,
|
|
"step": 146900
|
|
},
|
|
{
|
|
"epoch": 0.9343180749234113,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 2.717948717948718e-06,
|
|
"loss": 1.623,
|
|
"step": 147000
|
|
},
|
|
{
|
|
"epoch": 0.9349536654505701,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 2.712820512820513e-06,
|
|
"loss": 1.633,
|
|
"step": 147100
|
|
},
|
|
{
|
|
"epoch": 0.9355892559777289,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 2.7076923076923076e-06,
|
|
"loss": 1.6282,
|
|
"step": 147200
|
|
},
|
|
{
|
|
"epoch": 0.9362248465048877,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 2.7025641025641025e-06,
|
|
"loss": 1.6231,
|
|
"step": 147300
|
|
},
|
|
{
|
|
"epoch": 0.9368604370320465,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 2.697435897435898e-06,
|
|
"loss": 1.6084,
|
|
"step": 147400
|
|
},
|
|
{
|
|
"epoch": 0.9374960275592052,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 2.6923076923076923e-06,
|
|
"loss": 1.6344,
|
|
"step": 147500
|
|
},
|
|
{
|
|
"epoch": 0.938131618086364,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 2.6871794871794877e-06,
|
|
"loss": 1.6374,
|
|
"step": 147600
|
|
},
|
|
{
|
|
"epoch": 0.9387672086135228,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 2.682051282051282e-06,
|
|
"loss": 1.6311,
|
|
"step": 147700
|
|
},
|
|
{
|
|
"epoch": 0.9394027991406816,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 2.676923076923077e-06,
|
|
"loss": 1.6174,
|
|
"step": 147800
|
|
},
|
|
{
|
|
"epoch": 0.9400383896678404,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 2.6717948717948724e-06,
|
|
"loss": 1.6077,
|
|
"step": 147900
|
|
},
|
|
{
|
|
"epoch": 0.9406739801949991,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 2.666666666666667e-06,
|
|
"loss": 1.6211,
|
|
"step": 148000
|
|
},
|
|
{
|
|
"epoch": 0.9413095707221579,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 2.6615384615384613e-06,
|
|
"loss": 1.6337,
|
|
"step": 148100
|
|
},
|
|
{
|
|
"epoch": 0.9419451612493167,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.6564102564102566e-06,
|
|
"loss": 1.6298,
|
|
"step": 148200
|
|
},
|
|
{
|
|
"epoch": 0.9425807517764755,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.6512820512820515e-06,
|
|
"loss": 1.6167,
|
|
"step": 148300
|
|
},
|
|
{
|
|
"epoch": 0.9432163423036343,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 2.6461538461538464e-06,
|
|
"loss": 1.6251,
|
|
"step": 148400
|
|
},
|
|
{
|
|
"epoch": 0.943851932830793,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 2.6410256410256413e-06,
|
|
"loss": 1.631,
|
|
"step": 148500
|
|
},
|
|
{
|
|
"epoch": 0.9444875233579518,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 2.635897435897436e-06,
|
|
"loss": 1.6133,
|
|
"step": 148600
|
|
},
|
|
{
|
|
"epoch": 0.9451231138851106,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 2.630769230769231e-06,
|
|
"loss": 1.6298,
|
|
"step": 148700
|
|
},
|
|
{
|
|
"epoch": 0.9457587044122694,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 2.625641025641026e-06,
|
|
"loss": 1.6176,
|
|
"step": 148800
|
|
},
|
|
{
|
|
"epoch": 0.9463942949394282,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 2.6205128205128205e-06,
|
|
"loss": 1.6192,
|
|
"step": 148900
|
|
},
|
|
{
|
|
"epoch": 0.947029885466587,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 2.615384615384616e-06,
|
|
"loss": 1.6072,
|
|
"step": 149000
|
|
},
|
|
{
|
|
"epoch": 0.9476654759937458,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 2.6102564102564103e-06,
|
|
"loss": 1.6265,
|
|
"step": 149100
|
|
},
|
|
{
|
|
"epoch": 0.9483010665209046,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.605128205128205e-06,
|
|
"loss": 1.6223,
|
|
"step": 149200
|
|
},
|
|
{
|
|
"epoch": 0.9489366570480634,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 2.6e-06,
|
|
"loss": 1.6233,
|
|
"step": 149300
|
|
},
|
|
{
|
|
"epoch": 0.9495722475752222,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 2.594871794871795e-06,
|
|
"loss": 1.6216,
|
|
"step": 149400
|
|
},
|
|
{
|
|
"epoch": 0.950207838102381,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 2.5897435897435903e-06,
|
|
"loss": 1.6383,
|
|
"step": 149500
|
|
},
|
|
{
|
|
"epoch": 0.9508434286295397,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 2.584615384615385e-06,
|
|
"loss": 1.627,
|
|
"step": 149600
|
|
},
|
|
{
|
|
"epoch": 0.9514790191566985,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.5794871794871797e-06,
|
|
"loss": 1.6252,
|
|
"step": 149700
|
|
},
|
|
{
|
|
"epoch": 0.9521146096838573,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 2.5743589743589746e-06,
|
|
"loss": 1.6155,
|
|
"step": 149800
|
|
},
|
|
{
|
|
"epoch": 0.9527502002110161,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.5692307692307695e-06,
|
|
"loss": 1.6213,
|
|
"step": 149900
|
|
},
|
|
{
|
|
"epoch": 0.9533857907381749,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.564102564102564e-06,
|
|
"loss": 1.6184,
|
|
"step": 150000
|
|
},
|
|
{
|
|
"epoch": 0.9540213812653336,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.5589743589743593e-06,
|
|
"loss": 1.6158,
|
|
"step": 150100
|
|
},
|
|
{
|
|
"epoch": 0.9546569717924924,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 2.5538461538461538e-06,
|
|
"loss": 1.6308,
|
|
"step": 150200
|
|
},
|
|
{
|
|
"epoch": 0.9552925623196512,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 2.548717948717949e-06,
|
|
"loss": 1.6245,
|
|
"step": 150300
|
|
},
|
|
{
|
|
"epoch": 0.95592815284681,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 2.543589743589744e-06,
|
|
"loss": 1.6166,
|
|
"step": 150400
|
|
},
|
|
{
|
|
"epoch": 0.9565637433739688,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 2.5384615384615385e-06,
|
|
"loss": 1.6234,
|
|
"step": 150500
|
|
},
|
|
{
|
|
"epoch": 0.9571993339011275,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 2.5333333333333338e-06,
|
|
"loss": 1.6191,
|
|
"step": 150600
|
|
},
|
|
{
|
|
"epoch": 0.9578349244282863,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 2.5282051282051283e-06,
|
|
"loss": 1.6152,
|
|
"step": 150700
|
|
},
|
|
{
|
|
"epoch": 0.9584705149554451,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 2.523076923076923e-06,
|
|
"loss": 1.6097,
|
|
"step": 150800
|
|
},
|
|
{
|
|
"epoch": 0.9591061054826039,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 2.5179487179487185e-06,
|
|
"loss": 1.6461,
|
|
"step": 150900
|
|
},
|
|
{
|
|
"epoch": 0.9597416960097627,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 2.512820512820513e-06,
|
|
"loss": 1.6146,
|
|
"step": 151000
|
|
},
|
|
{
|
|
"epoch": 0.9603772865369214,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.507692307692308e-06,
|
|
"loss": 1.6435,
|
|
"step": 151100
|
|
},
|
|
{
|
|
"epoch": 0.9610128770640802,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 2.5025641025641028e-06,
|
|
"loss": 1.6163,
|
|
"step": 151200
|
|
},
|
|
{
|
|
"epoch": 0.961648467591239,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 2.4974358974358977e-06,
|
|
"loss": 1.6316,
|
|
"step": 151300
|
|
},
|
|
{
|
|
"epoch": 0.9622840581183978,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 2.4923076923076926e-06,
|
|
"loss": 1.6194,
|
|
"step": 151400
|
|
},
|
|
{
|
|
"epoch": 0.9629196486455566,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.4871794871794875e-06,
|
|
"loss": 1.6299,
|
|
"step": 151500
|
|
},
|
|
{
|
|
"epoch": 0.9635552391727153,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 2.4820512820512824e-06,
|
|
"loss": 1.6017,
|
|
"step": 151600
|
|
},
|
|
{
|
|
"epoch": 0.9641908296998741,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 2.4769230769230773e-06,
|
|
"loss": 1.6184,
|
|
"step": 151700
|
|
},
|
|
{
|
|
"epoch": 0.9648264202270329,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 2.471794871794872e-06,
|
|
"loss": 1.6238,
|
|
"step": 151800
|
|
},
|
|
{
|
|
"epoch": 0.9654620107541917,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 2.466666666666667e-06,
|
|
"loss": 1.6227,
|
|
"step": 151900
|
|
},
|
|
{
|
|
"epoch": 0.9660976012813505,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 2.461538461538462e-06,
|
|
"loss": 1.6209,
|
|
"step": 152000
|
|
},
|
|
{
|
|
"epoch": 0.9667331918085093,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 2.4564102564102564e-06,
|
|
"loss": 1.6293,
|
|
"step": 152100
|
|
},
|
|
{
|
|
"epoch": 0.967368782335668,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 2.4512820512820513e-06,
|
|
"loss": 1.6269,
|
|
"step": 152200
|
|
},
|
|
{
|
|
"epoch": 0.9680043728628268,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 2.4461538461538466e-06,
|
|
"loss": 1.6321,
|
|
"step": 152300
|
|
},
|
|
{
|
|
"epoch": 0.9686399633899856,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 2.441025641025641e-06,
|
|
"loss": 1.621,
|
|
"step": 152400
|
|
},
|
|
{
|
|
"epoch": 0.9692755539171444,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 2.435897435897436e-06,
|
|
"loss": 1.6389,
|
|
"step": 152500
|
|
},
|
|
{
|
|
"epoch": 0.9699111444443032,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 2.430769230769231e-06,
|
|
"loss": 1.6327,
|
|
"step": 152600
|
|
},
|
|
{
|
|
"epoch": 0.9705467349714619,
|
|
"grad_norm": 0.6640625,
|
|
"learning_rate": 2.425641025641026e-06,
|
|
"loss": 1.6313,
|
|
"step": 152700
|
|
},
|
|
{
|
|
"epoch": 0.9711823254986207,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 2.4205128205128207e-06,
|
|
"loss": 1.6189,
|
|
"step": 152800
|
|
},
|
|
{
|
|
"epoch": 0.9718179160257796,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 2.4153846153846156e-06,
|
|
"loss": 1.6292,
|
|
"step": 152900
|
|
},
|
|
{
|
|
"epoch": 0.9724535065529384,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 2.4102564102564105e-06,
|
|
"loss": 1.6358,
|
|
"step": 153000
|
|
},
|
|
{
|
|
"epoch": 0.9730890970800972,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.4051282051282054e-06,
|
|
"loss": 1.6183,
|
|
"step": 153100
|
|
},
|
|
{
|
|
"epoch": 0.973724687607256,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 2.4000000000000003e-06,
|
|
"loss": 1.6149,
|
|
"step": 153200
|
|
},
|
|
{
|
|
"epoch": 0.9743602781344147,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.3948717948717952e-06,
|
|
"loss": 1.612,
|
|
"step": 153300
|
|
},
|
|
{
|
|
"epoch": 0.9749958686615735,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 2.38974358974359e-06,
|
|
"loss": 1.6341,
|
|
"step": 153400
|
|
},
|
|
{
|
|
"epoch": 0.9756314591887323,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.384615384615385e-06,
|
|
"loss": 1.621,
|
|
"step": 153500
|
|
},
|
|
{
|
|
"epoch": 0.9762670497158911,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 2.3794871794871795e-06,
|
|
"loss": 1.6103,
|
|
"step": 153600
|
|
},
|
|
{
|
|
"epoch": 0.9769026402430498,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 2.3743589743589744e-06,
|
|
"loss": 1.6274,
|
|
"step": 153700
|
|
},
|
|
{
|
|
"epoch": 0.9775382307702086,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 2.3692307692307697e-06,
|
|
"loss": 1.6163,
|
|
"step": 153800
|
|
},
|
|
{
|
|
"epoch": 0.9781738212973674,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 2.364102564102564e-06,
|
|
"loss": 1.6313,
|
|
"step": 153900
|
|
},
|
|
{
|
|
"epoch": 0.9788094118245262,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 2.358974358974359e-06,
|
|
"loss": 1.613,
|
|
"step": 154000
|
|
},
|
|
{
|
|
"epoch": 0.979445002351685,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 2.353846153846154e-06,
|
|
"loss": 1.6266,
|
|
"step": 154100
|
|
},
|
|
{
|
|
"epoch": 0.9800805928788437,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 2.348717948717949e-06,
|
|
"loss": 1.6425,
|
|
"step": 154200
|
|
},
|
|
{
|
|
"epoch": 0.9807161834060025,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 2.3435897435897438e-06,
|
|
"loss": 1.6238,
|
|
"step": 154300
|
|
},
|
|
{
|
|
"epoch": 0.9813517739331613,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 2.3384615384615387e-06,
|
|
"loss": 1.6389,
|
|
"step": 154400
|
|
},
|
|
{
|
|
"epoch": 0.9819873644603201,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 2.3333333333333336e-06,
|
|
"loss": 1.6078,
|
|
"step": 154500
|
|
},
|
|
{
|
|
"epoch": 0.9826229549874789,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 2.3282051282051285e-06,
|
|
"loss": 1.6403,
|
|
"step": 154600
|
|
},
|
|
{
|
|
"epoch": 0.9832585455146376,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 2.3230769230769234e-06,
|
|
"loss": 1.6259,
|
|
"step": 154700
|
|
},
|
|
{
|
|
"epoch": 0.9838941360417964,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 2.3179487179487183e-06,
|
|
"loss": 1.6166,
|
|
"step": 154800
|
|
},
|
|
{
|
|
"epoch": 0.9845297265689552,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 2.312820512820513e-06,
|
|
"loss": 1.6286,
|
|
"step": 154900
|
|
},
|
|
{
|
|
"epoch": 0.985165317096114,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 2.307692307692308e-06,
|
|
"loss": 1.6285,
|
|
"step": 155000
|
|
},
|
|
{
|
|
"epoch": 0.9858009076232728,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 2.3025641025641026e-06,
|
|
"loss": 1.6191,
|
|
"step": 155100
|
|
},
|
|
{
|
|
"epoch": 0.9864364981504316,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 2.2974358974358975e-06,
|
|
"loss": 1.6229,
|
|
"step": 155200
|
|
},
|
|
{
|
|
"epoch": 0.9870720886775903,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 2.2923076923076928e-06,
|
|
"loss": 1.6099,
|
|
"step": 155300
|
|
},
|
|
{
|
|
"epoch": 0.9877076792047491,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 2.2871794871794872e-06,
|
|
"loss": 1.621,
|
|
"step": 155400
|
|
},
|
|
{
|
|
"epoch": 0.9883432697319079,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 2.282051282051282e-06,
|
|
"loss": 1.6241,
|
|
"step": 155500
|
|
},
|
|
{
|
|
"epoch": 0.9889788602590667,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 2.276923076923077e-06,
|
|
"loss": 1.6201,
|
|
"step": 155600
|
|
},
|
|
{
|
|
"epoch": 0.9896144507862255,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 2.271794871794872e-06,
|
|
"loss": 1.6286,
|
|
"step": 155700
|
|
},
|
|
{
|
|
"epoch": 0.9902500413133842,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 2.266666666666667e-06,
|
|
"loss": 1.6277,
|
|
"step": 155800
|
|
},
|
|
{
|
|
"epoch": 0.990885631840543,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 2.2615384615384617e-06,
|
|
"loss": 1.6249,
|
|
"step": 155900
|
|
},
|
|
{
|
|
"epoch": 0.9915212223677018,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 2.2564102564102566e-06,
|
|
"loss": 1.6259,
|
|
"step": 156000
|
|
},
|
|
{
|
|
"epoch": 0.9921568128948606,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 2.2512820512820515e-06,
|
|
"loss": 1.6344,
|
|
"step": 156100
|
|
},
|
|
{
|
|
"epoch": 0.9927924034220194,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 2.2461538461538464e-06,
|
|
"loss": 1.6339,
|
|
"step": 156200
|
|
},
|
|
{
|
|
"epoch": 0.9934279939491781,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 2.2410256410256413e-06,
|
|
"loss": 1.6155,
|
|
"step": 156300
|
|
},
|
|
{
|
|
"epoch": 0.9940635844763369,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 2.2358974358974362e-06,
|
|
"loss": 1.6393,
|
|
"step": 156400
|
|
},
|
|
{
|
|
"epoch": 0.9946991750034957,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 2.230769230769231e-06,
|
|
"loss": 1.6203,
|
|
"step": 156500
|
|
},
|
|
{
|
|
"epoch": 0.9953347655306546,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 2.2256410256410256e-06,
|
|
"loss": 1.6214,
|
|
"step": 156600
|
|
},
|
|
{
|
|
"epoch": 0.9959703560578134,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.2205128205128205e-06,
|
|
"loss": 1.6092,
|
|
"step": 156700
|
|
},
|
|
{
|
|
"epoch": 0.9966059465849721,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.215384615384616e-06,
|
|
"loss": 1.6123,
|
|
"step": 156800
|
|
},
|
|
{
|
|
"epoch": 0.9972415371121309,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 2.2102564102564103e-06,
|
|
"loss": 1.6175,
|
|
"step": 156900
|
|
},
|
|
{
|
|
"epoch": 0.9978771276392897,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 2.2051282051282052e-06,
|
|
"loss": 1.5962,
|
|
"step": 157000
|
|
},
|
|
{
|
|
"epoch": 0.9985127181664485,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 2.2e-06,
|
|
"loss": 1.6391,
|
|
"step": 157100
|
|
},
|
|
{
|
|
"epoch": 0.9991483086936073,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 2.194871794871795e-06,
|
|
"loss": 1.6408,
|
|
"step": 157200
|
|
},
|
|
{
|
|
"epoch": 0.999783899220766,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 2.18974358974359e-06,
|
|
"loss": 1.6303,
|
|
"step": 157300
|
|
},
|
|
{
|
|
"epoch": 1.0004194897479248,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 2.184615384615385e-06,
|
|
"loss": 1.6148,
|
|
"step": 157400
|
|
},
|
|
{
|
|
"epoch": 1.0010550802750835,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 2.1794871794871797e-06,
|
|
"loss": 1.6173,
|
|
"step": 157500
|
|
},
|
|
{
|
|
"epoch": 1.0016906708022424,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 2.1743589743589746e-06,
|
|
"loss": 1.6077,
|
|
"step": 157600
|
|
},
|
|
{
|
|
"epoch": 1.002326261329401,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 2.1692307692307695e-06,
|
|
"loss": 1.6165,
|
|
"step": 157700
|
|
},
|
|
{
|
|
"epoch": 1.00296185185656,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 2.1641025641025644e-06,
|
|
"loss": 1.6246,
|
|
"step": 157800
|
|
},
|
|
{
|
|
"epoch": 1.0035974423837186,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 2.1589743589743593e-06,
|
|
"loss": 1.6128,
|
|
"step": 157900
|
|
},
|
|
{
|
|
"epoch": 1.0042330329108775,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 2.153846153846154e-06,
|
|
"loss": 1.6114,
|
|
"step": 158000
|
|
},
|
|
{
|
|
"epoch": 1.0048686234380362,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 2.1487179487179487e-06,
|
|
"loss": 1.6056,
|
|
"step": 158100
|
|
},
|
|
{
|
|
"epoch": 1.005504213965195,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 2.1435897435897436e-06,
|
|
"loss": 1.6178,
|
|
"step": 158200
|
|
},
|
|
{
|
|
"epoch": 1.0061398044923537,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 2.138461538461539e-06,
|
|
"loss": 1.6287,
|
|
"step": 158300
|
|
},
|
|
{
|
|
"epoch": 1.0067753950195126,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 2.133333333333334e-06,
|
|
"loss": 1.6419,
|
|
"step": 158400
|
|
},
|
|
{
|
|
"epoch": 1.0074109855466715,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 2.1282051282051283e-06,
|
|
"loss": 1.6179,
|
|
"step": 158500
|
|
},
|
|
{
|
|
"epoch": 1.0080465760738302,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 2.123076923076923e-06,
|
|
"loss": 1.6242,
|
|
"step": 158600
|
|
},
|
|
{
|
|
"epoch": 1.008682166600989,
|
|
"grad_norm": 0.859375,
|
|
"learning_rate": 2.117948717948718e-06,
|
|
"loss": 1.6114,
|
|
"step": 158700
|
|
},
|
|
{
|
|
"epoch": 1.0093177571281478,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 2.112820512820513e-06,
|
|
"loss": 1.6039,
|
|
"step": 158800
|
|
},
|
|
{
|
|
"epoch": 1.0099533476553066,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 2.107692307692308e-06,
|
|
"loss": 1.6231,
|
|
"step": 158900
|
|
},
|
|
{
|
|
"epoch": 1.0105889381824653,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 2.1025641025641028e-06,
|
|
"loss": 1.6244,
|
|
"step": 159000
|
|
},
|
|
{
|
|
"epoch": 1.0112245287096242,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.0974358974358977e-06,
|
|
"loss": 1.629,
|
|
"step": 159100
|
|
},
|
|
{
|
|
"epoch": 1.0118601192367829,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 2.0923076923076926e-06,
|
|
"loss": 1.6334,
|
|
"step": 159200
|
|
},
|
|
{
|
|
"epoch": 1.0124957097639418,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 2.0871794871794875e-06,
|
|
"loss": 1.6162,
|
|
"step": 159300
|
|
},
|
|
{
|
|
"epoch": 1.0131313002911004,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 2.0820512820512824e-06,
|
|
"loss": 1.622,
|
|
"step": 159400
|
|
},
|
|
{
|
|
"epoch": 1.0137668908182593,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 2.0769230769230773e-06,
|
|
"loss": 1.6202,
|
|
"step": 159500
|
|
},
|
|
{
|
|
"epoch": 1.014402481345418,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 2.0717948717948717e-06,
|
|
"loss": 1.6231,
|
|
"step": 159600
|
|
},
|
|
{
|
|
"epoch": 1.0150380718725769,
|
|
"grad_norm": 0.73046875,
|
|
"learning_rate": 2.0666666666666666e-06,
|
|
"loss": 1.6075,
|
|
"step": 159700
|
|
},
|
|
{
|
|
"epoch": 1.0156736623997356,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 2.061538461538462e-06,
|
|
"loss": 1.6256,
|
|
"step": 159800
|
|
},
|
|
{
|
|
"epoch": 1.0163092529268944,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 2.056410256410257e-06,
|
|
"loss": 1.6224,
|
|
"step": 159900
|
|
},
|
|
{
|
|
"epoch": 1.0169448434540531,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 2.0512820512820513e-06,
|
|
"loss": 1.6256,
|
|
"step": 160000
|
|
},
|
|
{
|
|
"epoch": 1.017580433981212,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 2.0461538461538462e-06,
|
|
"loss": 1.6318,
|
|
"step": 160100
|
|
},
|
|
{
|
|
"epoch": 1.0182160245083707,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 2.041025641025641e-06,
|
|
"loss": 1.621,
|
|
"step": 160200
|
|
},
|
|
{
|
|
"epoch": 1.0188516150355296,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 2.035897435897436e-06,
|
|
"loss": 1.6265,
|
|
"step": 160300
|
|
},
|
|
{
|
|
"epoch": 1.0194872055626882,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 2.030769230769231e-06,
|
|
"loss": 1.6318,
|
|
"step": 160400
|
|
},
|
|
{
|
|
"epoch": 1.0201227960898471,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 2.025641025641026e-06,
|
|
"loss": 1.6279,
|
|
"step": 160500
|
|
},
|
|
{
|
|
"epoch": 1.0207583866170058,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 2.0205128205128207e-06,
|
|
"loss": 1.6012,
|
|
"step": 160600
|
|
},
|
|
{
|
|
"epoch": 1.0213939771441647,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 2.0153846153846156e-06,
|
|
"loss": 1.6238,
|
|
"step": 160700
|
|
},
|
|
{
|
|
"epoch": 1.0220295676713234,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 2.0102564102564105e-06,
|
|
"loss": 1.6219,
|
|
"step": 160800
|
|
},
|
|
{
|
|
"epoch": 1.0226651581984822,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 2.0051282051282054e-06,
|
|
"loss": 1.6225,
|
|
"step": 160900
|
|
},
|
|
{
|
|
"epoch": 1.023300748725641,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 2.0000000000000003e-06,
|
|
"loss": 1.6197,
|
|
"step": 161000
|
|
},
|
|
{
|
|
"epoch": 1.0239363392527998,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 1.994871794871795e-06,
|
|
"loss": 1.6083,
|
|
"step": 161100
|
|
},
|
|
{
|
|
"epoch": 1.0245719297799585,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 1.9897435897435897e-06,
|
|
"loss": 1.641,
|
|
"step": 161200
|
|
},
|
|
{
|
|
"epoch": 1.0252075203071174,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 1.984615384615385e-06,
|
|
"loss": 1.6369,
|
|
"step": 161300
|
|
},
|
|
{
|
|
"epoch": 1.025843110834276,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 1.97948717948718e-06,
|
|
"loss": 1.6109,
|
|
"step": 161400
|
|
},
|
|
{
|
|
"epoch": 1.026478701361435,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 1.9743589743589744e-06,
|
|
"loss": 1.6108,
|
|
"step": 161500
|
|
},
|
|
{
|
|
"epoch": 1.0271142918885936,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 1.9692307692307693e-06,
|
|
"loss": 1.6292,
|
|
"step": 161600
|
|
},
|
|
{
|
|
"epoch": 1.0277498824157525,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 1.964102564102564e-06,
|
|
"loss": 1.6273,
|
|
"step": 161700
|
|
},
|
|
{
|
|
"epoch": 1.0283854729429112,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 1.958974358974359e-06,
|
|
"loss": 1.6217,
|
|
"step": 161800
|
|
},
|
|
{
|
|
"epoch": 1.02902106347007,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 1.953846153846154e-06,
|
|
"loss": 1.6362,
|
|
"step": 161900
|
|
},
|
|
{
|
|
"epoch": 1.0296566539972287,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 1.948717948717949e-06,
|
|
"loss": 1.6055,
|
|
"step": 162000
|
|
},
|
|
{
|
|
"epoch": 1.0302922445243876,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 1.943589743589744e-06,
|
|
"loss": 1.6192,
|
|
"step": 162100
|
|
},
|
|
{
|
|
"epoch": 1.0309278350515463,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 1.9384615384615387e-06,
|
|
"loss": 1.6168,
|
|
"step": 162200
|
|
},
|
|
{
|
|
"epoch": 1.0315634255787052,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.9333333333333336e-06,
|
|
"loss": 1.6188,
|
|
"step": 162300
|
|
},
|
|
{
|
|
"epoch": 1.032199016105864,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 1.9282051282051285e-06,
|
|
"loss": 1.6285,
|
|
"step": 162400
|
|
},
|
|
{
|
|
"epoch": 1.0328346066330227,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 1.9230769230769234e-06,
|
|
"loss": 1.6258,
|
|
"step": 162500
|
|
},
|
|
{
|
|
"epoch": 1.0334701971601816,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 1.917948717948718e-06,
|
|
"loss": 1.6148,
|
|
"step": 162600
|
|
},
|
|
{
|
|
"epoch": 1.0341057876873403,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 1.9128205128205128e-06,
|
|
"loss": 1.6059,
|
|
"step": 162700
|
|
},
|
|
{
|
|
"epoch": 1.0347413782144992,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 1.907692307692308e-06,
|
|
"loss": 1.635,
|
|
"step": 162800
|
|
},
|
|
{
|
|
"epoch": 1.0353769687416579,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 1.9025641025641028e-06,
|
|
"loss": 1.6108,
|
|
"step": 162900
|
|
},
|
|
{
|
|
"epoch": 1.0360125592688167,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 1.8974358974358975e-06,
|
|
"loss": 1.6288,
|
|
"step": 163000
|
|
},
|
|
{
|
|
"epoch": 1.0366481497959754,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 1.8923076923076924e-06,
|
|
"loss": 1.6269,
|
|
"step": 163100
|
|
},
|
|
{
|
|
"epoch": 1.0372837403231343,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.8871794871794875e-06,
|
|
"loss": 1.6147,
|
|
"step": 163200
|
|
},
|
|
{
|
|
"epoch": 1.037919330850293,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 1.8820512820512822e-06,
|
|
"loss": 1.6123,
|
|
"step": 163300
|
|
},
|
|
{
|
|
"epoch": 1.0385549213774519,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 1.876923076923077e-06,
|
|
"loss": 1.6011,
|
|
"step": 163400
|
|
},
|
|
{
|
|
"epoch": 1.0391905119046105,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.871794871794872e-06,
|
|
"loss": 1.6291,
|
|
"step": 163500
|
|
},
|
|
{
|
|
"epoch": 1.0398261024317694,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 1.8666666666666669e-06,
|
|
"loss": 1.62,
|
|
"step": 163600
|
|
},
|
|
{
|
|
"epoch": 1.040461692958928,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 1.8615384615384616e-06,
|
|
"loss": 1.6134,
|
|
"step": 163700
|
|
},
|
|
{
|
|
"epoch": 1.041097283486087,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 1.8564102564102565e-06,
|
|
"loss": 1.6198,
|
|
"step": 163800
|
|
},
|
|
{
|
|
"epoch": 1.0417328740132457,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 1.8512820512820516e-06,
|
|
"loss": 1.624,
|
|
"step": 163900
|
|
},
|
|
{
|
|
"epoch": 1.0423684645404045,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 1.8461538461538465e-06,
|
|
"loss": 1.6289,
|
|
"step": 164000
|
|
},
|
|
{
|
|
"epoch": 1.0430040550675632,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 1.8410256410256411e-06,
|
|
"loss": 1.6283,
|
|
"step": 164100
|
|
},
|
|
{
|
|
"epoch": 1.043639645594722,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 1.835897435897436e-06,
|
|
"loss": 1.63,
|
|
"step": 164200
|
|
},
|
|
{
|
|
"epoch": 1.0442752361218808,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.830769230769231e-06,
|
|
"loss": 1.6104,
|
|
"step": 164300
|
|
},
|
|
{
|
|
"epoch": 1.0449108266490397,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 1.8256410256410258e-06,
|
|
"loss": 1.6221,
|
|
"step": 164400
|
|
},
|
|
{
|
|
"epoch": 1.0455464171761983,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.8205128205128205e-06,
|
|
"loss": 1.6318,
|
|
"step": 164500
|
|
},
|
|
{
|
|
"epoch": 1.0461820077033572,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 1.8153846153846154e-06,
|
|
"loss": 1.6349,
|
|
"step": 164600
|
|
},
|
|
{
|
|
"epoch": 1.046817598230516,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 1.8102564102564105e-06,
|
|
"loss": 1.6375,
|
|
"step": 164700
|
|
},
|
|
{
|
|
"epoch": 1.0474531887576748,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 1.8051282051282054e-06,
|
|
"loss": 1.6247,
|
|
"step": 164800
|
|
},
|
|
{
|
|
"epoch": 1.0480887792848335,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 1.8000000000000001e-06,
|
|
"loss": 1.6145,
|
|
"step": 164900
|
|
},
|
|
{
|
|
"epoch": 1.0487243698119924,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 1.794871794871795e-06,
|
|
"loss": 1.6266,
|
|
"step": 165000
|
|
},
|
|
{
|
|
"epoch": 1.049359960339151,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 1.78974358974359e-06,
|
|
"loss": 1.6338,
|
|
"step": 165100
|
|
},
|
|
{
|
|
"epoch": 1.04999555086631,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 1.7846153846153846e-06,
|
|
"loss": 1.6246,
|
|
"step": 165200
|
|
},
|
|
{
|
|
"epoch": 1.0506311413934686,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.7794871794871795e-06,
|
|
"loss": 1.6204,
|
|
"step": 165300
|
|
},
|
|
{
|
|
"epoch": 1.0512667319206275,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 1.7743589743589746e-06,
|
|
"loss": 1.6184,
|
|
"step": 165400
|
|
},
|
|
{
|
|
"epoch": 1.0519023224477861,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 1.7692307692307695e-06,
|
|
"loss": 1.6243,
|
|
"step": 165500
|
|
},
|
|
{
|
|
"epoch": 1.052537912974945,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 1.7641025641025642e-06,
|
|
"loss": 1.623,
|
|
"step": 165600
|
|
},
|
|
{
|
|
"epoch": 1.0531735035021037,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 1.7589743589743591e-06,
|
|
"loss": 1.6189,
|
|
"step": 165700
|
|
},
|
|
{
|
|
"epoch": 1.0538090940292626,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 1.753846153846154e-06,
|
|
"loss": 1.6277,
|
|
"step": 165800
|
|
},
|
|
{
|
|
"epoch": 1.0544446845564215,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 1.748717948717949e-06,
|
|
"loss": 1.6033,
|
|
"step": 165900
|
|
},
|
|
{
|
|
"epoch": 1.0550802750835802,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 1.7435897435897436e-06,
|
|
"loss": 1.6138,
|
|
"step": 166000
|
|
},
|
|
{
|
|
"epoch": 1.0557158656107388,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 1.7384615384615385e-06,
|
|
"loss": 1.6237,
|
|
"step": 166100
|
|
},
|
|
{
|
|
"epoch": 1.0563514561378977,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 1.7333333333333336e-06,
|
|
"loss": 1.6208,
|
|
"step": 166200
|
|
},
|
|
{
|
|
"epoch": 1.0569870466650566,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 1.7282051282051285e-06,
|
|
"loss": 1.6214,
|
|
"step": 166300
|
|
},
|
|
{
|
|
"epoch": 1.0576226371922153,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 1.7230769230769232e-06,
|
|
"loss": 1.6138,
|
|
"step": 166400
|
|
},
|
|
{
|
|
"epoch": 1.0582582277193742,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 1.717948717948718e-06,
|
|
"loss": 1.6093,
|
|
"step": 166500
|
|
},
|
|
{
|
|
"epoch": 1.0588938182465328,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 1.712820512820513e-06,
|
|
"loss": 1.6212,
|
|
"step": 166600
|
|
},
|
|
{
|
|
"epoch": 1.0595294087736917,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 1.7076923076923077e-06,
|
|
"loss": 1.6342,
|
|
"step": 166700
|
|
},
|
|
{
|
|
"epoch": 1.0601649993008504,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 1.7025641025641026e-06,
|
|
"loss": 1.6263,
|
|
"step": 166800
|
|
},
|
|
{
|
|
"epoch": 1.0608005898280093,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 1.6974358974358977e-06,
|
|
"loss": 1.6238,
|
|
"step": 166900
|
|
},
|
|
{
|
|
"epoch": 1.061436180355168,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 1.6923076923076926e-06,
|
|
"loss": 1.5956,
|
|
"step": 167000
|
|
},
|
|
{
|
|
"epoch": 1.0620717708823268,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 1.6871794871794873e-06,
|
|
"loss": 1.6477,
|
|
"step": 167100
|
|
},
|
|
{
|
|
"epoch": 1.0627073614094855,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 1.6820512820512822e-06,
|
|
"loss": 1.6159,
|
|
"step": 167200
|
|
},
|
|
{
|
|
"epoch": 1.0633429519366444,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 1.676923076923077e-06,
|
|
"loss": 1.6345,
|
|
"step": 167300
|
|
},
|
|
{
|
|
"epoch": 1.063978542463803,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 1.671794871794872e-06,
|
|
"loss": 1.6316,
|
|
"step": 167400
|
|
},
|
|
{
|
|
"epoch": 1.064614132990962,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 1.6666666666666667e-06,
|
|
"loss": 1.6155,
|
|
"step": 167500
|
|
},
|
|
{
|
|
"epoch": 1.0652497235181206,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 1.6615384615384616e-06,
|
|
"loss": 1.6145,
|
|
"step": 167600
|
|
},
|
|
{
|
|
"epoch": 1.0658853140452795,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 1.6564102564102567e-06,
|
|
"loss": 1.626,
|
|
"step": 167700
|
|
},
|
|
{
|
|
"epoch": 1.0665209045724382,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.6512820512820516e-06,
|
|
"loss": 1.6213,
|
|
"step": 167800
|
|
},
|
|
{
|
|
"epoch": 1.067156495099597,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 1.6461538461538463e-06,
|
|
"loss": 1.6201,
|
|
"step": 167900
|
|
},
|
|
{
|
|
"epoch": 1.0677920856267558,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 1.6410256410256412e-06,
|
|
"loss": 1.6231,
|
|
"step": 168000
|
|
},
|
|
{
|
|
"epoch": 1.0684276761539147,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 1.635897435897436e-06,
|
|
"loss": 1.6285,
|
|
"step": 168100
|
|
},
|
|
{
|
|
"epoch": 1.0690632666810733,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 1.6307692307692307e-06,
|
|
"loss": 1.628,
|
|
"step": 168200
|
|
},
|
|
{
|
|
"epoch": 1.0696988572082322,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 1.6256410256410256e-06,
|
|
"loss": 1.625,
|
|
"step": 168300
|
|
},
|
|
{
|
|
"epoch": 1.0703344477353909,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 1.6205128205128208e-06,
|
|
"loss": 1.6231,
|
|
"step": 168400
|
|
},
|
|
{
|
|
"epoch": 1.0709700382625498,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 1.6153846153846157e-06,
|
|
"loss": 1.6204,
|
|
"step": 168500
|
|
},
|
|
{
|
|
"epoch": 1.0716056287897084,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 1.6102564102564103e-06,
|
|
"loss": 1.6307,
|
|
"step": 168600
|
|
},
|
|
{
|
|
"epoch": 1.0722412193168673,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 1.6051282051282052e-06,
|
|
"loss": 1.6235,
|
|
"step": 168700
|
|
},
|
|
{
|
|
"epoch": 1.072876809844026,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 1.6000000000000001e-06,
|
|
"loss": 1.6222,
|
|
"step": 168800
|
|
},
|
|
{
|
|
"epoch": 1.073512400371185,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 1.594871794871795e-06,
|
|
"loss": 1.6281,
|
|
"step": 168900
|
|
},
|
|
{
|
|
"epoch": 1.0741479908983436,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 1.5897435897435897e-06,
|
|
"loss": 1.6216,
|
|
"step": 169000
|
|
},
|
|
{
|
|
"epoch": 1.0747835814255025,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 1.5846153846153846e-06,
|
|
"loss": 1.63,
|
|
"step": 169100
|
|
},
|
|
{
|
|
"epoch": 1.0754191719526611,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 1.5794871794871797e-06,
|
|
"loss": 1.617,
|
|
"step": 169200
|
|
},
|
|
{
|
|
"epoch": 1.07605476247982,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 1.5743589743589746e-06,
|
|
"loss": 1.6236,
|
|
"step": 169300
|
|
},
|
|
{
|
|
"epoch": 1.0766903530069787,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 1.5692307692307693e-06,
|
|
"loss": 1.6239,
|
|
"step": 169400
|
|
},
|
|
{
|
|
"epoch": 1.0773259435341376,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 1.5641025641025642e-06,
|
|
"loss": 1.6126,
|
|
"step": 169500
|
|
},
|
|
{
|
|
"epoch": 1.0779615340612962,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 1.5589743589743591e-06,
|
|
"loss": 1.6349,
|
|
"step": 169600
|
|
},
|
|
{
|
|
"epoch": 1.0785971245884551,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 1.5538461538461538e-06,
|
|
"loss": 1.6318,
|
|
"step": 169700
|
|
},
|
|
{
|
|
"epoch": 1.079232715115614,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.5487179487179487e-06,
|
|
"loss": 1.6238,
|
|
"step": 169800
|
|
},
|
|
{
|
|
"epoch": 1.0798683056427727,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 1.5435897435897438e-06,
|
|
"loss": 1.6289,
|
|
"step": 169900
|
|
},
|
|
{
|
|
"epoch": 1.0805038961699314,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.5384615384615387e-06,
|
|
"loss": 1.6279,
|
|
"step": 170000
|
|
},
|
|
{
|
|
"epoch": 1.0811394866970903,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 1.5333333333333334e-06,
|
|
"loss": 1.6226,
|
|
"step": 170100
|
|
},
|
|
{
|
|
"epoch": 1.0817750772242491,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 1.5282051282051283e-06,
|
|
"loss": 1.621,
|
|
"step": 170200
|
|
},
|
|
{
|
|
"epoch": 1.0824106677514078,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 1.5230769230769232e-06,
|
|
"loss": 1.6347,
|
|
"step": 170300
|
|
},
|
|
{
|
|
"epoch": 1.0830462582785667,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 1.517948717948718e-06,
|
|
"loss": 1.6362,
|
|
"step": 170400
|
|
},
|
|
{
|
|
"epoch": 1.0836818488057254,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 1.5128205128205128e-06,
|
|
"loss": 1.6452,
|
|
"step": 170500
|
|
},
|
|
{
|
|
"epoch": 1.0843174393328843,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 1.5076923076923077e-06,
|
|
"loss": 1.6087,
|
|
"step": 170600
|
|
},
|
|
{
|
|
"epoch": 1.084953029860043,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 1.5025641025641028e-06,
|
|
"loss": 1.614,
|
|
"step": 170700
|
|
},
|
|
{
|
|
"epoch": 1.0855886203872018,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 1.4974358974358977e-06,
|
|
"loss": 1.6244,
|
|
"step": 170800
|
|
},
|
|
{
|
|
"epoch": 1.0862242109143605,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.4923076923076924e-06,
|
|
"loss": 1.6118,
|
|
"step": 170900
|
|
},
|
|
{
|
|
"epoch": 1.0868598014415194,
|
|
"grad_norm": 0.83203125,
|
|
"learning_rate": 1.4871794871794873e-06,
|
|
"loss": 1.62,
|
|
"step": 171000
|
|
},
|
|
{
|
|
"epoch": 1.087495391968678,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 1.4820512820512822e-06,
|
|
"loss": 1.6146,
|
|
"step": 171100
|
|
},
|
|
{
|
|
"epoch": 1.088130982495837,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 1.476923076923077e-06,
|
|
"loss": 1.6233,
|
|
"step": 171200
|
|
},
|
|
{
|
|
"epoch": 1.0887665730229956,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 1.4717948717948718e-06,
|
|
"loss": 1.607,
|
|
"step": 171300
|
|
},
|
|
{
|
|
"epoch": 1.0894021635501545,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 1.4666666666666669e-06,
|
|
"loss": 1.6358,
|
|
"step": 171400
|
|
},
|
|
{
|
|
"epoch": 1.0900377540773132,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 1.4615384615384618e-06,
|
|
"loss": 1.6165,
|
|
"step": 171500
|
|
},
|
|
{
|
|
"epoch": 1.090673344604472,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 1.4564102564102565e-06,
|
|
"loss": 1.624,
|
|
"step": 171600
|
|
},
|
|
{
|
|
"epoch": 1.0913089351316307,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 1.4512820512820514e-06,
|
|
"loss": 1.6289,
|
|
"step": 171700
|
|
},
|
|
{
|
|
"epoch": 1.0919445256587896,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 1.4461538461538463e-06,
|
|
"loss": 1.6245,
|
|
"step": 171800
|
|
},
|
|
{
|
|
"epoch": 1.0925801161859483,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 1.4410256410256412e-06,
|
|
"loss": 1.635,
|
|
"step": 171900
|
|
},
|
|
{
|
|
"epoch": 1.0932157067131072,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 1.4358974358974359e-06,
|
|
"loss": 1.6379,
|
|
"step": 172000
|
|
},
|
|
{
|
|
"epoch": 1.0938512972402659,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.4307692307692308e-06,
|
|
"loss": 1.6384,
|
|
"step": 172100
|
|
},
|
|
{
|
|
"epoch": 1.0944868877674248,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.4256410256410259e-06,
|
|
"loss": 1.6085,
|
|
"step": 172200
|
|
},
|
|
{
|
|
"epoch": 1.0951224782945834,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 1.4205128205128208e-06,
|
|
"loss": 1.6252,
|
|
"step": 172300
|
|
},
|
|
{
|
|
"epoch": 1.0957580688217423,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.4153846153846155e-06,
|
|
"loss": 1.6271,
|
|
"step": 172400
|
|
},
|
|
{
|
|
"epoch": 1.096393659348901,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 1.4102564102564104e-06,
|
|
"loss": 1.6031,
|
|
"step": 172500
|
|
},
|
|
{
|
|
"epoch": 1.0970292498760599,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.4051282051282052e-06,
|
|
"loss": 1.6219,
|
|
"step": 172600
|
|
},
|
|
{
|
|
"epoch": 1.0976648404032185,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 1.4000000000000001e-06,
|
|
"loss": 1.629,
|
|
"step": 172700
|
|
},
|
|
{
|
|
"epoch": 1.0983004309303774,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 1.3948717948717948e-06,
|
|
"loss": 1.6137,
|
|
"step": 172800
|
|
},
|
|
{
|
|
"epoch": 1.098936021457536,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 1.38974358974359e-06,
|
|
"loss": 1.6134,
|
|
"step": 172900
|
|
},
|
|
{
|
|
"epoch": 1.099571611984695,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 1.3846153846153848e-06,
|
|
"loss": 1.6247,
|
|
"step": 173000
|
|
},
|
|
{
|
|
"epoch": 1.1002072025118537,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 1.3794871794871795e-06,
|
|
"loss": 1.6231,
|
|
"step": 173100
|
|
},
|
|
{
|
|
"epoch": 1.1008427930390126,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 1.3743589743589744e-06,
|
|
"loss": 1.6254,
|
|
"step": 173200
|
|
},
|
|
{
|
|
"epoch": 1.1014783835661712,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.3692307692307693e-06,
|
|
"loss": 1.6358,
|
|
"step": 173300
|
|
},
|
|
{
|
|
"epoch": 1.1021139740933301,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 1.3641025641025642e-06,
|
|
"loss": 1.6345,
|
|
"step": 173400
|
|
},
|
|
{
|
|
"epoch": 1.1027495646204888,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 1.358974358974359e-06,
|
|
"loss": 1.6374,
|
|
"step": 173500
|
|
},
|
|
{
|
|
"epoch": 1.1033851551476477,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 1.3538461538461538e-06,
|
|
"loss": 1.6277,
|
|
"step": 173600
|
|
},
|
|
{
|
|
"epoch": 1.1040207456748066,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 1.348717948717949e-06,
|
|
"loss": 1.6246,
|
|
"step": 173700
|
|
},
|
|
{
|
|
"epoch": 1.1046563362019652,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 1.3435897435897438e-06,
|
|
"loss": 1.6221,
|
|
"step": 173800
|
|
},
|
|
{
|
|
"epoch": 1.1052919267291241,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 1.3384615384615385e-06,
|
|
"loss": 1.61,
|
|
"step": 173900
|
|
},
|
|
{
|
|
"epoch": 1.1059275172562828,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 1.3333333333333334e-06,
|
|
"loss": 1.633,
|
|
"step": 174000
|
|
},
|
|
{
|
|
"epoch": 1.1065631077834417,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 1.3282051282051283e-06,
|
|
"loss": 1.6234,
|
|
"step": 174100
|
|
},
|
|
{
|
|
"epoch": 1.1071986983106004,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 1.3230769230769232e-06,
|
|
"loss": 1.6222,
|
|
"step": 174200
|
|
},
|
|
{
|
|
"epoch": 1.1078342888377593,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 1.317948717948718e-06,
|
|
"loss": 1.6104,
|
|
"step": 174300
|
|
},
|
|
{
|
|
"epoch": 1.108469879364918,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 1.312820512820513e-06,
|
|
"loss": 1.6357,
|
|
"step": 174400
|
|
},
|
|
{
|
|
"epoch": 1.1091054698920768,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 1.307692307692308e-06,
|
|
"loss": 1.6394,
|
|
"step": 174500
|
|
},
|
|
{
|
|
"epoch": 1.1097410604192355,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 1.3025641025641026e-06,
|
|
"loss": 1.6243,
|
|
"step": 174600
|
|
},
|
|
{
|
|
"epoch": 1.1103766509463944,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 1.2974358974358975e-06,
|
|
"loss": 1.6249,
|
|
"step": 174700
|
|
},
|
|
{
|
|
"epoch": 1.111012241473553,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.2923076923076924e-06,
|
|
"loss": 1.6309,
|
|
"step": 174800
|
|
},
|
|
{
|
|
"epoch": 1.111647832000712,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 1.2871794871794873e-06,
|
|
"loss": 1.6047,
|
|
"step": 174900
|
|
},
|
|
{
|
|
"epoch": 1.1122834225278706,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 1.282051282051282e-06,
|
|
"loss": 1.6151,
|
|
"step": 175000
|
|
},
|
|
{
|
|
"epoch": 1.1129190130550295,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.2769230769230769e-06,
|
|
"loss": 1.6192,
|
|
"step": 175100
|
|
},
|
|
{
|
|
"epoch": 1.1135546035821882,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 1.271794871794872e-06,
|
|
"loss": 1.6136,
|
|
"step": 175200
|
|
},
|
|
{
|
|
"epoch": 1.114190194109347,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 1.2666666666666669e-06,
|
|
"loss": 1.6255,
|
|
"step": 175300
|
|
},
|
|
{
|
|
"epoch": 1.1148257846365057,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 1.2615384615384616e-06,
|
|
"loss": 1.6317,
|
|
"step": 175400
|
|
},
|
|
{
|
|
"epoch": 1.1154613751636646,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 1.2564102564102565e-06,
|
|
"loss": 1.6191,
|
|
"step": 175500
|
|
},
|
|
{
|
|
"epoch": 1.1160969656908233,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 1.2512820512820514e-06,
|
|
"loss": 1.6208,
|
|
"step": 175600
|
|
},
|
|
{
|
|
"epoch": 1.1167325562179822,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 1.2461538461538463e-06,
|
|
"loss": 1.6289,
|
|
"step": 175700
|
|
},
|
|
{
|
|
"epoch": 1.1173681467451408,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 1.2410256410256412e-06,
|
|
"loss": 1.632,
|
|
"step": 175800
|
|
},
|
|
{
|
|
"epoch": 1.1180037372722997,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 1.235897435897436e-06,
|
|
"loss": 1.6146,
|
|
"step": 175900
|
|
},
|
|
{
|
|
"epoch": 1.1186393277994584,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 1.230769230769231e-06,
|
|
"loss": 1.626,
|
|
"step": 176000
|
|
},
|
|
{
|
|
"epoch": 1.1192749183266173,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 1.2256410256410257e-06,
|
|
"loss": 1.6242,
|
|
"step": 176100
|
|
},
|
|
{
|
|
"epoch": 1.119910508853776,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 1.2205128205128206e-06,
|
|
"loss": 1.6396,
|
|
"step": 176200
|
|
},
|
|
{
|
|
"epoch": 1.1205460993809349,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 1.2153846153846155e-06,
|
|
"loss": 1.6206,
|
|
"step": 176300
|
|
},
|
|
{
|
|
"epoch": 1.1211816899080935,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 1.2102564102564104e-06,
|
|
"loss": 1.6212,
|
|
"step": 176400
|
|
},
|
|
{
|
|
"epoch": 1.1218172804352524,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 1.2051282051282053e-06,
|
|
"loss": 1.6244,
|
|
"step": 176500
|
|
},
|
|
{
|
|
"epoch": 1.122452870962411,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.2000000000000002e-06,
|
|
"loss": 1.623,
|
|
"step": 176600
|
|
},
|
|
{
|
|
"epoch": 1.12308846148957,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 1.194871794871795e-06,
|
|
"loss": 1.6183,
|
|
"step": 176700
|
|
},
|
|
{
|
|
"epoch": 1.1237240520167286,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 1.1897435897435897e-06,
|
|
"loss": 1.622,
|
|
"step": 176800
|
|
},
|
|
{
|
|
"epoch": 1.1243596425438875,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 1.1846153846153849e-06,
|
|
"loss": 1.6249,
|
|
"step": 176900
|
|
},
|
|
{
|
|
"epoch": 1.1249952330710462,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 1.1794871794871795e-06,
|
|
"loss": 1.627,
|
|
"step": 177000
|
|
},
|
|
{
|
|
"epoch": 1.125630823598205,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 1.1743589743589744e-06,
|
|
"loss": 1.6355,
|
|
"step": 177100
|
|
},
|
|
{
|
|
"epoch": 1.126266414125364,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 1.1692307692307693e-06,
|
|
"loss": 1.6318,
|
|
"step": 177200
|
|
},
|
|
{
|
|
"epoch": 1.1269020046525227,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 1.1641025641025642e-06,
|
|
"loss": 1.6169,
|
|
"step": 177300
|
|
},
|
|
{
|
|
"epoch": 1.1275375951796813,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 1.1589743589743591e-06,
|
|
"loss": 1.6195,
|
|
"step": 177400
|
|
},
|
|
{
|
|
"epoch": 1.1281731857068402,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 1.153846153846154e-06,
|
|
"loss": 1.6207,
|
|
"step": 177500
|
|
},
|
|
{
|
|
"epoch": 1.1288087762339991,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 1.1487179487179487e-06,
|
|
"loss": 1.6202,
|
|
"step": 177600
|
|
},
|
|
{
|
|
"epoch": 1.1294443667611578,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 1.1435897435897436e-06,
|
|
"loss": 1.6311,
|
|
"step": 177700
|
|
},
|
|
{
|
|
"epoch": 1.1300799572883165,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 1.1384615384615385e-06,
|
|
"loss": 1.6345,
|
|
"step": 177800
|
|
},
|
|
{
|
|
"epoch": 1.1307155478154753,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 1.1333333333333334e-06,
|
|
"loss": 1.623,
|
|
"step": 177900
|
|
},
|
|
{
|
|
"epoch": 1.1313511383426342,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 1.1282051282051283e-06,
|
|
"loss": 1.6246,
|
|
"step": 178000
|
|
},
|
|
{
|
|
"epoch": 1.131986728869793,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 1.1230769230769232e-06,
|
|
"loss": 1.6302,
|
|
"step": 178100
|
|
},
|
|
{
|
|
"epoch": 1.1326223193969518,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 1.1179487179487181e-06,
|
|
"loss": 1.6337,
|
|
"step": 178200
|
|
},
|
|
{
|
|
"epoch": 1.1332579099241105,
|
|
"grad_norm": 0.78515625,
|
|
"learning_rate": 1.1128205128205128e-06,
|
|
"loss": 1.6308,
|
|
"step": 178300
|
|
},
|
|
{
|
|
"epoch": 1.1338935004512694,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 1.107692307692308e-06,
|
|
"loss": 1.6263,
|
|
"step": 178400
|
|
},
|
|
{
|
|
"epoch": 1.134529090978428,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 1.1025641025641026e-06,
|
|
"loss": 1.6238,
|
|
"step": 178500
|
|
},
|
|
{
|
|
"epoch": 1.135164681505587,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 1.0974358974358975e-06,
|
|
"loss": 1.6269,
|
|
"step": 178600
|
|
},
|
|
{
|
|
"epoch": 1.1358002720327456,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 1.0923076923076924e-06,
|
|
"loss": 1.624,
|
|
"step": 178700
|
|
},
|
|
{
|
|
"epoch": 1.1364358625599045,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 1.0871794871794873e-06,
|
|
"loss": 1.6185,
|
|
"step": 178800
|
|
},
|
|
{
|
|
"epoch": 1.1370714530870631,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 1.0820512820512822e-06,
|
|
"loss": 1.612,
|
|
"step": 178900
|
|
},
|
|
{
|
|
"epoch": 1.137707043614222,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 1.076923076923077e-06,
|
|
"loss": 1.6091,
|
|
"step": 179000
|
|
},
|
|
{
|
|
"epoch": 1.1383426341413807,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 1.0717948717948718e-06,
|
|
"loss": 1.6232,
|
|
"step": 179100
|
|
},
|
|
{
|
|
"epoch": 1.1389782246685396,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 1.066666666666667e-06,
|
|
"loss": 1.604,
|
|
"step": 179200
|
|
},
|
|
{
|
|
"epoch": 1.1396138151956983,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 1.0615384615384616e-06,
|
|
"loss": 1.6217,
|
|
"step": 179300
|
|
},
|
|
{
|
|
"epoch": 1.1402494057228572,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 1.0564102564102565e-06,
|
|
"loss": 1.6103,
|
|
"step": 179400
|
|
},
|
|
{
|
|
"epoch": 1.1408849962500158,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 1.0512820512820514e-06,
|
|
"loss": 1.6224,
|
|
"step": 179500
|
|
},
|
|
{
|
|
"epoch": 1.1415205867771747,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 1.0461538461538463e-06,
|
|
"loss": 1.6232,
|
|
"step": 179600
|
|
},
|
|
{
|
|
"epoch": 1.1421561773043334,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 1.0410256410256412e-06,
|
|
"loss": 1.6241,
|
|
"step": 179700
|
|
},
|
|
{
|
|
"epoch": 1.1427917678314923,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.0358974358974359e-06,
|
|
"loss": 1.616,
|
|
"step": 179800
|
|
},
|
|
{
|
|
"epoch": 1.143427358358651,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 1.030769230769231e-06,
|
|
"loss": 1.6291,
|
|
"step": 179900
|
|
},
|
|
{
|
|
"epoch": 1.1440629488858098,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 1.0256410256410257e-06,
|
|
"loss": 1.6228,
|
|
"step": 180000
|
|
},
|
|
{
|
|
"epoch": 1.1446985394129685,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 1.0205128205128206e-06,
|
|
"loss": 1.6178,
|
|
"step": 180100
|
|
},
|
|
{
|
|
"epoch": 1.1453341299401274,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 1.0153846153846155e-06,
|
|
"loss": 1.6336,
|
|
"step": 180200
|
|
},
|
|
{
|
|
"epoch": 1.145969720467286,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 1.0102564102564104e-06,
|
|
"loss": 1.6261,
|
|
"step": 180300
|
|
},
|
|
{
|
|
"epoch": 1.146605310994445,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 1.0051282051282053e-06,
|
|
"loss": 1.6065,
|
|
"step": 180400
|
|
},
|
|
{
|
|
"epoch": 1.1472409015216036,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 1.0000000000000002e-06,
|
|
"loss": 1.605,
|
|
"step": 180500
|
|
},
|
|
{
|
|
"epoch": 1.1478764920487625,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 9.948717948717949e-07,
|
|
"loss": 1.6426,
|
|
"step": 180600
|
|
},
|
|
{
|
|
"epoch": 1.1485120825759214,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 9.8974358974359e-07,
|
|
"loss": 1.6313,
|
|
"step": 180700
|
|
},
|
|
{
|
|
"epoch": 1.14914767310308,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 9.846153846153847e-07,
|
|
"loss": 1.6194,
|
|
"step": 180800
|
|
},
|
|
{
|
|
"epoch": 1.1497832636302387,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 9.794871794871796e-07,
|
|
"loss": 1.6249,
|
|
"step": 180900
|
|
},
|
|
{
|
|
"epoch": 1.1504188541573976,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 9.743589743589745e-07,
|
|
"loss": 1.6149,
|
|
"step": 181000
|
|
},
|
|
{
|
|
"epoch": 1.1510544446845565,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 9.692307692307693e-07,
|
|
"loss": 1.6307,
|
|
"step": 181100
|
|
},
|
|
{
|
|
"epoch": 1.1516900352117152,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 9.641025641025642e-07,
|
|
"loss": 1.6369,
|
|
"step": 181200
|
|
},
|
|
{
|
|
"epoch": 1.1523256257388739,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 9.58974358974359e-07,
|
|
"loss": 1.627,
|
|
"step": 181300
|
|
},
|
|
{
|
|
"epoch": 1.1529612162660328,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 9.53846153846154e-07,
|
|
"loss": 1.6305,
|
|
"step": 181400
|
|
},
|
|
{
|
|
"epoch": 1.1535968067931917,
|
|
"grad_norm": 0.7890625,
|
|
"learning_rate": 9.487179487179487e-07,
|
|
"loss": 1.6156,
|
|
"step": 181500
|
|
},
|
|
{
|
|
"epoch": 1.1542323973203503,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 9.435897435897437e-07,
|
|
"loss": 1.6276,
|
|
"step": 181600
|
|
},
|
|
{
|
|
"epoch": 1.1548679878475092,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 9.384615384615385e-07,
|
|
"loss": 1.6395,
|
|
"step": 181700
|
|
},
|
|
{
|
|
"epoch": 1.1555035783746679,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 9.333333333333334e-07,
|
|
"loss": 1.6233,
|
|
"step": 181800
|
|
},
|
|
{
|
|
"epoch": 1.1561391689018268,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 9.282051282051282e-07,
|
|
"loss": 1.6164,
|
|
"step": 181900
|
|
},
|
|
{
|
|
"epoch": 1.1567747594289854,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.230769230769232e-07,
|
|
"loss": 1.6231,
|
|
"step": 182000
|
|
},
|
|
{
|
|
"epoch": 1.1574103499561443,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 9.17948717948718e-07,
|
|
"loss": 1.6251,
|
|
"step": 182100
|
|
},
|
|
{
|
|
"epoch": 1.158045940483303,
|
|
"grad_norm": 0.796875,
|
|
"learning_rate": 9.128205128205129e-07,
|
|
"loss": 1.6266,
|
|
"step": 182200
|
|
},
|
|
{
|
|
"epoch": 1.158681531010462,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 9.076923076923077e-07,
|
|
"loss": 1.6057,
|
|
"step": 182300
|
|
},
|
|
{
|
|
"epoch": 1.1593171215376206,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 9.025641025641027e-07,
|
|
"loss": 1.6329,
|
|
"step": 182400
|
|
},
|
|
{
|
|
"epoch": 1.1599527120647795,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 8.974358974358975e-07,
|
|
"loss": 1.6308,
|
|
"step": 182500
|
|
},
|
|
{
|
|
"epoch": 1.1605883025919381,
|
|
"grad_norm": 0.63671875,
|
|
"learning_rate": 8.923076923076923e-07,
|
|
"loss": 1.6234,
|
|
"step": 182600
|
|
},
|
|
{
|
|
"epoch": 1.161223893119097,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 8.871794871794873e-07,
|
|
"loss": 1.6105,
|
|
"step": 182700
|
|
},
|
|
{
|
|
"epoch": 1.1618594836462557,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 8.820512820512821e-07,
|
|
"loss": 1.627,
|
|
"step": 182800
|
|
},
|
|
{
|
|
"epoch": 1.1624950741734146,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 8.76923076923077e-07,
|
|
"loss": 1.622,
|
|
"step": 182900
|
|
},
|
|
{
|
|
"epoch": 1.1631306647005732,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.717948717948718e-07,
|
|
"loss": 1.6267,
|
|
"step": 183000
|
|
},
|
|
{
|
|
"epoch": 1.1637662552277321,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 8.666666666666668e-07,
|
|
"loss": 1.628,
|
|
"step": 183100
|
|
},
|
|
{
|
|
"epoch": 1.1644018457548908,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 8.615384615384616e-07,
|
|
"loss": 1.6225,
|
|
"step": 183200
|
|
},
|
|
{
|
|
"epoch": 1.1650374362820497,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 8.564102564102565e-07,
|
|
"loss": 1.6211,
|
|
"step": 183300
|
|
},
|
|
{
|
|
"epoch": 1.1656730268092084,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 8.512820512820513e-07,
|
|
"loss": 1.6209,
|
|
"step": 183400
|
|
},
|
|
{
|
|
"epoch": 1.1663086173363673,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 8.461538461538463e-07,
|
|
"loss": 1.6237,
|
|
"step": 183500
|
|
},
|
|
{
|
|
"epoch": 1.166944207863526,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 8.410256410256411e-07,
|
|
"loss": 1.6333,
|
|
"step": 183600
|
|
},
|
|
{
|
|
"epoch": 1.1675797983906848,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 8.35897435897436e-07,
|
|
"loss": 1.6243,
|
|
"step": 183700
|
|
},
|
|
{
|
|
"epoch": 1.1682153889178435,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 8.307692307692308e-07,
|
|
"loss": 1.6183,
|
|
"step": 183800
|
|
},
|
|
{
|
|
"epoch": 1.1688509794450024,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 8.256410256410258e-07,
|
|
"loss": 1.6256,
|
|
"step": 183900
|
|
},
|
|
{
|
|
"epoch": 1.169486569972161,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 8.205128205128206e-07,
|
|
"loss": 1.6199,
|
|
"step": 184000
|
|
},
|
|
{
|
|
"epoch": 1.17012216049932,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 8.153846153846154e-07,
|
|
"loss": 1.622,
|
|
"step": 184100
|
|
},
|
|
{
|
|
"epoch": 1.1707577510264786,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.102564102564104e-07,
|
|
"loss": 1.6335,
|
|
"step": 184200
|
|
},
|
|
{
|
|
"epoch": 1.1713933415536375,
|
|
"grad_norm": 0.71875,
|
|
"learning_rate": 8.051282051282052e-07,
|
|
"loss": 1.6162,
|
|
"step": 184300
|
|
},
|
|
{
|
|
"epoch": 1.1720289320807962,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 8.000000000000001e-07,
|
|
"loss": 1.6326,
|
|
"step": 184400
|
|
},
|
|
{
|
|
"epoch": 1.172664522607955,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 7.948717948717949e-07,
|
|
"loss": 1.6317,
|
|
"step": 184500
|
|
},
|
|
{
|
|
"epoch": 1.173300113135114,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 7.897435897435899e-07,
|
|
"loss": 1.626,
|
|
"step": 184600
|
|
},
|
|
{
|
|
"epoch": 1.1739357036622726,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 7.846153846153847e-07,
|
|
"loss": 1.6298,
|
|
"step": 184700
|
|
},
|
|
{
|
|
"epoch": 1.1745712941894313,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 7.794871794871796e-07,
|
|
"loss": 1.6062,
|
|
"step": 184800
|
|
},
|
|
{
|
|
"epoch": 1.1752068847165902,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 7.743589743589744e-07,
|
|
"loss": 1.6121,
|
|
"step": 184900
|
|
},
|
|
{
|
|
"epoch": 1.175842475243749,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 7.692307692307694e-07,
|
|
"loss": 1.6162,
|
|
"step": 185000
|
|
},
|
|
{
|
|
"epoch": 1.1764780657709077,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 7.641025641025642e-07,
|
|
"loss": 1.6225,
|
|
"step": 185100
|
|
},
|
|
{
|
|
"epoch": 1.1771136562980664,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 7.58974358974359e-07,
|
|
"loss": 1.6196,
|
|
"step": 185200
|
|
},
|
|
{
|
|
"epoch": 1.1777492468252253,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 7.538461538461538e-07,
|
|
"loss": 1.6323,
|
|
"step": 185300
|
|
},
|
|
{
|
|
"epoch": 1.1783848373523842,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 7.487179487179488e-07,
|
|
"loss": 1.6396,
|
|
"step": 185400
|
|
},
|
|
{
|
|
"epoch": 1.1790204278795429,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 7.435897435897436e-07,
|
|
"loss": 1.6313,
|
|
"step": 185500
|
|
},
|
|
{
|
|
"epoch": 1.1796560184067018,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 7.384615384615385e-07,
|
|
"loss": 1.6339,
|
|
"step": 185600
|
|
},
|
|
{
|
|
"epoch": 1.1802916089338604,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 7.333333333333334e-07,
|
|
"loss": 1.6106,
|
|
"step": 185700
|
|
},
|
|
{
|
|
"epoch": 1.1809271994610193,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 7.282051282051282e-07,
|
|
"loss": 1.6374,
|
|
"step": 185800
|
|
},
|
|
{
|
|
"epoch": 1.181562789988178,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 7.230769230769231e-07,
|
|
"loss": 1.6183,
|
|
"step": 185900
|
|
},
|
|
{
|
|
"epoch": 1.1821983805153369,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 7.179487179487179e-07,
|
|
"loss": 1.6314,
|
|
"step": 186000
|
|
},
|
|
{
|
|
"epoch": 1.1828339710424955,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 7.128205128205129e-07,
|
|
"loss": 1.6269,
|
|
"step": 186100
|
|
},
|
|
{
|
|
"epoch": 1.1834695615696544,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.076923076923077e-07,
|
|
"loss": 1.6146,
|
|
"step": 186200
|
|
},
|
|
{
|
|
"epoch": 1.184105152096813,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 7.025641025641026e-07,
|
|
"loss": 1.6253,
|
|
"step": 186300
|
|
},
|
|
{
|
|
"epoch": 1.184740742623972,
|
|
"grad_norm": 0.65625,
|
|
"learning_rate": 6.974358974358974e-07,
|
|
"loss": 1.6206,
|
|
"step": 186400
|
|
},
|
|
{
|
|
"epoch": 1.1853763331511307,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 6.923076923076924e-07,
|
|
"loss": 1.6378,
|
|
"step": 186500
|
|
},
|
|
{
|
|
"epoch": 1.1860119236782896,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 6.871794871794872e-07,
|
|
"loss": 1.6195,
|
|
"step": 186600
|
|
},
|
|
{
|
|
"epoch": 1.1866475142054482,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 6.820512820512821e-07,
|
|
"loss": 1.6105,
|
|
"step": 186700
|
|
},
|
|
{
|
|
"epoch": 1.1872831047326071,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 6.769230769230769e-07,
|
|
"loss": 1.634,
|
|
"step": 186800
|
|
},
|
|
{
|
|
"epoch": 1.1879186952597658,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 6.717948717948719e-07,
|
|
"loss": 1.6297,
|
|
"step": 186900
|
|
},
|
|
{
|
|
"epoch": 1.1885542857869247,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 6.666666666666667e-07,
|
|
"loss": 1.6124,
|
|
"step": 187000
|
|
},
|
|
{
|
|
"epoch": 1.1891898763140833,
|
|
"grad_norm": 0.734375,
|
|
"learning_rate": 6.615384615384616e-07,
|
|
"loss": 1.6296,
|
|
"step": 187100
|
|
},
|
|
{
|
|
"epoch": 1.1898254668412422,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 6.564102564102565e-07,
|
|
"loss": 1.6216,
|
|
"step": 187200
|
|
},
|
|
{
|
|
"epoch": 1.190461057368401,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 6.512820512820513e-07,
|
|
"loss": 1.6228,
|
|
"step": 187300
|
|
},
|
|
{
|
|
"epoch": 1.1910966478955598,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 6.461538461538462e-07,
|
|
"loss": 1.6217,
|
|
"step": 187400
|
|
},
|
|
{
|
|
"epoch": 1.1917322384227185,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 6.41025641025641e-07,
|
|
"loss": 1.6235,
|
|
"step": 187500
|
|
},
|
|
{
|
|
"epoch": 1.1923678289498774,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 6.35897435897436e-07,
|
|
"loss": 1.6218,
|
|
"step": 187600
|
|
},
|
|
{
|
|
"epoch": 1.193003419477036,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 6.307692307692308e-07,
|
|
"loss": 1.6405,
|
|
"step": 187700
|
|
},
|
|
{
|
|
"epoch": 1.193639010004195,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 6.256410256410257e-07,
|
|
"loss": 1.6174,
|
|
"step": 187800
|
|
},
|
|
{
|
|
"epoch": 1.1942746005313536,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 6.205128205128206e-07,
|
|
"loss": 1.6174,
|
|
"step": 187900
|
|
},
|
|
{
|
|
"epoch": 1.1949101910585125,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 6.153846153846155e-07,
|
|
"loss": 1.6336,
|
|
"step": 188000
|
|
},
|
|
{
|
|
"epoch": 1.1955457815856712,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 6.102564102564103e-07,
|
|
"loss": 1.6303,
|
|
"step": 188100
|
|
},
|
|
{
|
|
"epoch": 1.19618137211283,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 6.051282051282052e-07,
|
|
"loss": 1.629,
|
|
"step": 188200
|
|
},
|
|
{
|
|
"epoch": 1.1968169626399887,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 6.000000000000001e-07,
|
|
"loss": 1.6121,
|
|
"step": 188300
|
|
},
|
|
{
|
|
"epoch": 1.1974525531671476,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 5.948717948717949e-07,
|
|
"loss": 1.6173,
|
|
"step": 188400
|
|
},
|
|
{
|
|
"epoch": 1.1980881436943065,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 5.897435897435898e-07,
|
|
"loss": 1.6073,
|
|
"step": 188500
|
|
},
|
|
{
|
|
"epoch": 1.1987237342214652,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 5.846153846153847e-07,
|
|
"loss": 1.6165,
|
|
"step": 188600
|
|
},
|
|
{
|
|
"epoch": 1.1993593247486238,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 5.794871794871796e-07,
|
|
"loss": 1.6199,
|
|
"step": 188700
|
|
},
|
|
{
|
|
"epoch": 1.1999949152757827,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 5.743589743589744e-07,
|
|
"loss": 1.6232,
|
|
"step": 188800
|
|
},
|
|
{
|
|
"epoch": 1.2006305058029416,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 5.692307692307693e-07,
|
|
"loss": 1.6187,
|
|
"step": 188900
|
|
},
|
|
{
|
|
"epoch": 1.2012660963301003,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 5.641025641025642e-07,
|
|
"loss": 1.6207,
|
|
"step": 189000
|
|
},
|
|
{
|
|
"epoch": 1.201901686857259,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 5.589743589743591e-07,
|
|
"loss": 1.613,
|
|
"step": 189100
|
|
},
|
|
{
|
|
"epoch": 1.2025372773844178,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 5.53846153846154e-07,
|
|
"loss": 1.6118,
|
|
"step": 189200
|
|
},
|
|
{
|
|
"epoch": 1.2031728679115767,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 5.487179487179488e-07,
|
|
"loss": 1.6395,
|
|
"step": 189300
|
|
},
|
|
{
|
|
"epoch": 1.2038084584387354,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 5.435897435897437e-07,
|
|
"loss": 1.6283,
|
|
"step": 189400
|
|
},
|
|
{
|
|
"epoch": 1.2044440489658943,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.384615384615386e-07,
|
|
"loss": 1.639,
|
|
"step": 189500
|
|
},
|
|
{
|
|
"epoch": 1.205079639493053,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 5.333333333333335e-07,
|
|
"loss": 1.6224,
|
|
"step": 189600
|
|
},
|
|
{
|
|
"epoch": 1.2057152300202119,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 5.282051282051282e-07,
|
|
"loss": 1.6401,
|
|
"step": 189700
|
|
},
|
|
{
|
|
"epoch": 1.2063508205473705,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 5.230769230769231e-07,
|
|
"loss": 1.6279,
|
|
"step": 189800
|
|
},
|
|
{
|
|
"epoch": 1.2069864110745294,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 5.179487179487179e-07,
|
|
"loss": 1.6324,
|
|
"step": 189900
|
|
},
|
|
{
|
|
"epoch": 1.207622001601688,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 5.128205128205128e-07,
|
|
"loss": 1.6146,
|
|
"step": 190000
|
|
},
|
|
{
|
|
"epoch": 1.208257592128847,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.076923076923077e-07,
|
|
"loss": 1.6171,
|
|
"step": 190100
|
|
},
|
|
{
|
|
"epoch": 1.2088931826560056,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 5.025641025641026e-07,
|
|
"loss": 1.6087,
|
|
"step": 190200
|
|
},
|
|
{
|
|
"epoch": 1.2095287731831645,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 4.974358974358974e-07,
|
|
"loss": 1.6004,
|
|
"step": 190300
|
|
},
|
|
{
|
|
"epoch": 1.2101643637103232,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 4.923076923076923e-07,
|
|
"loss": 1.6331,
|
|
"step": 190400
|
|
},
|
|
{
|
|
"epoch": 1.210799954237482,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 4.871794871794872e-07,
|
|
"loss": 1.6412,
|
|
"step": 190500
|
|
},
|
|
{
|
|
"epoch": 1.2114355447646408,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 4.820512820512821e-07,
|
|
"loss": 1.6085,
|
|
"step": 190600
|
|
},
|
|
{
|
|
"epoch": 1.2120711352917997,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 4.76923076923077e-07,
|
|
"loss": 1.6188,
|
|
"step": 190700
|
|
},
|
|
{
|
|
"epoch": 1.2127067258189583,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 4.7179487179487187e-07,
|
|
"loss": 1.6264,
|
|
"step": 190800
|
|
},
|
|
{
|
|
"epoch": 1.2133423163461172,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 4.666666666666667e-07,
|
|
"loss": 1.6233,
|
|
"step": 190900
|
|
},
|
|
{
|
|
"epoch": 1.213977906873276,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 4.615384615384616e-07,
|
|
"loss": 1.6342,
|
|
"step": 191000
|
|
},
|
|
{
|
|
"epoch": 1.2146134974004348,
|
|
"grad_norm": 0.6484375,
|
|
"learning_rate": 4.5641025641025646e-07,
|
|
"loss": 1.6317,
|
|
"step": 191100
|
|
},
|
|
{
|
|
"epoch": 1.2152490879275935,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 4.5128205128205136e-07,
|
|
"loss": 1.6204,
|
|
"step": 191200
|
|
},
|
|
{
|
|
"epoch": 1.2158846784547523,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 4.4615384615384615e-07,
|
|
"loss": 1.6211,
|
|
"step": 191300
|
|
},
|
|
{
|
|
"epoch": 1.216520268981911,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 4.4102564102564105e-07,
|
|
"loss": 1.6256,
|
|
"step": 191400
|
|
},
|
|
{
|
|
"epoch": 1.21715585950907,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 4.358974358974359e-07,
|
|
"loss": 1.6148,
|
|
"step": 191500
|
|
},
|
|
{
|
|
"epoch": 1.2177914500362286,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 4.307692307692308e-07,
|
|
"loss": 1.6202,
|
|
"step": 191600
|
|
},
|
|
{
|
|
"epoch": 1.2184270405633875,
|
|
"grad_norm": 0.87890625,
|
|
"learning_rate": 4.2564102564102564e-07,
|
|
"loss": 1.627,
|
|
"step": 191700
|
|
},
|
|
{
|
|
"epoch": 1.2190626310905461,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 4.2051282051282054e-07,
|
|
"loss": 1.6217,
|
|
"step": 191800
|
|
},
|
|
{
|
|
"epoch": 1.219698221617705,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 4.153846153846154e-07,
|
|
"loss": 1.6366,
|
|
"step": 191900
|
|
},
|
|
{
|
|
"epoch": 1.220333812144864,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 4.102564102564103e-07,
|
|
"loss": 1.6388,
|
|
"step": 192000
|
|
},
|
|
{
|
|
"epoch": 1.2209694026720226,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 4.051282051282052e-07,
|
|
"loss": 1.6081,
|
|
"step": 192100
|
|
},
|
|
{
|
|
"epoch": 1.2216049931991813,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 4.0000000000000003e-07,
|
|
"loss": 1.6327,
|
|
"step": 192200
|
|
},
|
|
{
|
|
"epoch": 1.2222405837263401,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 3.9487179487179493e-07,
|
|
"loss": 1.6144,
|
|
"step": 192300
|
|
},
|
|
{
|
|
"epoch": 1.222876174253499,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 3.897435897435898e-07,
|
|
"loss": 1.6078,
|
|
"step": 192400
|
|
},
|
|
{
|
|
"epoch": 1.2235117647806577,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 3.846153846153847e-07,
|
|
"loss": 1.635,
|
|
"step": 192500
|
|
},
|
|
{
|
|
"epoch": 1.2241473553078164,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 3.794871794871795e-07,
|
|
"loss": 1.6114,
|
|
"step": 192600
|
|
},
|
|
{
|
|
"epoch": 1.2247829458349753,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 3.743589743589744e-07,
|
|
"loss": 1.629,
|
|
"step": 192700
|
|
},
|
|
{
|
|
"epoch": 1.2254185363621342,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 3.6923076923076927e-07,
|
|
"loss": 1.6034,
|
|
"step": 192800
|
|
},
|
|
{
|
|
"epoch": 1.2260541268892928,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 3.641025641025641e-07,
|
|
"loss": 1.6224,
|
|
"step": 192900
|
|
},
|
|
{
|
|
"epoch": 1.2266897174164517,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 3.5897435897435896e-07,
|
|
"loss": 1.6244,
|
|
"step": 193000
|
|
},
|
|
{
|
|
"epoch": 1.2273253079436104,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 3.5384615384615386e-07,
|
|
"loss": 1.6263,
|
|
"step": 193100
|
|
},
|
|
{
|
|
"epoch": 1.2279608984707693,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 3.487179487179487e-07,
|
|
"loss": 1.6212,
|
|
"step": 193200
|
|
},
|
|
{
|
|
"epoch": 1.228596488997928,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 3.435897435897436e-07,
|
|
"loss": 1.6289,
|
|
"step": 193300
|
|
},
|
|
{
|
|
"epoch": 1.2292320795250868,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 3.3846153846153845e-07,
|
|
"loss": 1.6209,
|
|
"step": 193400
|
|
},
|
|
{
|
|
"epoch": 1.2298676700522455,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 3.3333333333333335e-07,
|
|
"loss": 1.6283,
|
|
"step": 193500
|
|
},
|
|
{
|
|
"epoch": 1.2305032605794044,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 3.2820512820512825e-07,
|
|
"loss": 1.6371,
|
|
"step": 193600
|
|
},
|
|
{
|
|
"epoch": 1.231138851106563,
|
|
"grad_norm": 0.66015625,
|
|
"learning_rate": 3.230769230769231e-07,
|
|
"loss": 1.6415,
|
|
"step": 193700
|
|
},
|
|
{
|
|
"epoch": 1.231774441633722,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 3.17948717948718e-07,
|
|
"loss": 1.6124,
|
|
"step": 193800
|
|
},
|
|
{
|
|
"epoch": 1.2324100321608806,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 3.1282051282051284e-07,
|
|
"loss": 1.6265,
|
|
"step": 193900
|
|
},
|
|
{
|
|
"epoch": 1.2330456226880395,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 3.0769230769230774e-07,
|
|
"loss": 1.6312,
|
|
"step": 194000
|
|
},
|
|
{
|
|
"epoch": 1.2336812132151982,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 3.025641025641026e-07,
|
|
"loss": 1.6242,
|
|
"step": 194100
|
|
},
|
|
{
|
|
"epoch": 1.234316803742357,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 2.9743589743589744e-07,
|
|
"loss": 1.6233,
|
|
"step": 194200
|
|
},
|
|
{
|
|
"epoch": 1.2349523942695158,
|
|
"grad_norm": 0.61328125,
|
|
"learning_rate": 2.9230769230769234e-07,
|
|
"loss": 1.6164,
|
|
"step": 194300
|
|
},
|
|
{
|
|
"epoch": 1.2355879847966746,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 2.871794871794872e-07,
|
|
"loss": 1.6302,
|
|
"step": 194400
|
|
},
|
|
{
|
|
"epoch": 1.2362235753238333,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 2.820512820512821e-07,
|
|
"loss": 1.6237,
|
|
"step": 194500
|
|
},
|
|
{
|
|
"epoch": 1.2368591658509922,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 2.76923076923077e-07,
|
|
"loss": 1.6299,
|
|
"step": 194600
|
|
},
|
|
{
|
|
"epoch": 1.2374947563781509,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 2.717948717948718e-07,
|
|
"loss": 1.6201,
|
|
"step": 194700
|
|
},
|
|
{
|
|
"epoch": 1.2381303469053098,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 2.666666666666667e-07,
|
|
"loss": 1.6312,
|
|
"step": 194800
|
|
},
|
|
{
|
|
"epoch": 1.2387659374324684,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 2.6153846153846157e-07,
|
|
"loss": 1.616,
|
|
"step": 194900
|
|
},
|
|
{
|
|
"epoch": 1.2394015279596273,
|
|
"grad_norm": 0.82421875,
|
|
"learning_rate": 2.564102564102564e-07,
|
|
"loss": 1.6243,
|
|
"step": 195000
|
|
},
|
|
{
|
|
"epoch": 1.240037118486786,
|
|
"grad_norm": 0.85546875,
|
|
"learning_rate": 2.512820512820513e-07,
|
|
"loss": 1.6187,
|
|
"step": 195100
|
|
},
|
|
{
|
|
"epoch": 1.2406727090139449,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 2.4615384615384616e-07,
|
|
"loss": 1.6108,
|
|
"step": 195200
|
|
},
|
|
{
|
|
"epoch": 1.2413082995411036,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 2.4102564102564106e-07,
|
|
"loss": 1.6293,
|
|
"step": 195300
|
|
},
|
|
{
|
|
"epoch": 1.2419438900682624,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 2.3589743589743593e-07,
|
|
"loss": 1.624,
|
|
"step": 195400
|
|
},
|
|
{
|
|
"epoch": 1.2425794805954211,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 2.307692307692308e-07,
|
|
"loss": 1.6333,
|
|
"step": 195500
|
|
},
|
|
{
|
|
"epoch": 1.24321507112258,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 2.2564102564102568e-07,
|
|
"loss": 1.6186,
|
|
"step": 195600
|
|
},
|
|
{
|
|
"epoch": 1.2438506616497387,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 2.2051282051282053e-07,
|
|
"loss": 1.6238,
|
|
"step": 195700
|
|
},
|
|
{
|
|
"epoch": 1.2444862521768976,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 2.153846153846154e-07,
|
|
"loss": 1.6251,
|
|
"step": 195800
|
|
},
|
|
{
|
|
"epoch": 1.2451218427040565,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 2.1025641025641027e-07,
|
|
"loss": 1.6266,
|
|
"step": 195900
|
|
},
|
|
{
|
|
"epoch": 1.2457574332312151,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 2.0512820512820514e-07,
|
|
"loss": 1.629,
|
|
"step": 196000
|
|
},
|
|
{
|
|
"epoch": 1.2463930237583738,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 2.0000000000000002e-07,
|
|
"loss": 1.6201,
|
|
"step": 196100
|
|
},
|
|
{
|
|
"epoch": 1.2470286142855327,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 1.948717948717949e-07,
|
|
"loss": 1.6353,
|
|
"step": 196200
|
|
},
|
|
{
|
|
"epoch": 1.2476642048126916,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 1.8974358974358976e-07,
|
|
"loss": 1.6252,
|
|
"step": 196300
|
|
},
|
|
{
|
|
"epoch": 1.2482997953398502,
|
|
"grad_norm": 0.8046875,
|
|
"learning_rate": 1.8461538461538464e-07,
|
|
"loss": 1.6206,
|
|
"step": 196400
|
|
},
|
|
{
|
|
"epoch": 1.248935385867009,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 1.7948717948717948e-07,
|
|
"loss": 1.628,
|
|
"step": 196500
|
|
},
|
|
{
|
|
"epoch": 1.2495709763941678,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 1.7435897435897435e-07,
|
|
"loss": 1.6288,
|
|
"step": 196600
|
|
},
|
|
{
|
|
"epoch": 1.2502065669213267,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 1.6923076923076923e-07,
|
|
"loss": 1.634,
|
|
"step": 196700
|
|
},
|
|
{
|
|
"epoch": 1.2508421574484854,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 1.6410256410256413e-07,
|
|
"loss": 1.6227,
|
|
"step": 196800
|
|
},
|
|
{
|
|
"epoch": 1.251477747975644,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 1.58974358974359e-07,
|
|
"loss": 1.6262,
|
|
"step": 196900
|
|
},
|
|
{
|
|
"epoch": 1.252113338502803,
|
|
"grad_norm": 0.72265625,
|
|
"learning_rate": 1.5384615384615387e-07,
|
|
"loss": 1.6395,
|
|
"step": 197000
|
|
},
|
|
{
|
|
"epoch": 1.2527489290299618,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 1.4871794871794872e-07,
|
|
"loss": 1.6084,
|
|
"step": 197100
|
|
},
|
|
{
|
|
"epoch": 1.2533845195571205,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 1.435897435897436e-07,
|
|
"loss": 1.6321,
|
|
"step": 197200
|
|
},
|
|
{
|
|
"epoch": 1.2540201100842794,
|
|
"grad_norm": 0.70703125,
|
|
"learning_rate": 1.384615384615385e-07,
|
|
"loss": 1.6181,
|
|
"step": 197300
|
|
},
|
|
{
|
|
"epoch": 1.254655700611438,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 1.3333333333333336e-07,
|
|
"loss": 1.627,
|
|
"step": 197400
|
|
},
|
|
{
|
|
"epoch": 1.255291291138597,
|
|
"grad_norm": 0.6953125,
|
|
"learning_rate": 1.282051282051282e-07,
|
|
"loss": 1.6061,
|
|
"step": 197500
|
|
},
|
|
{
|
|
"epoch": 1.2559268816657556,
|
|
"grad_norm": 0.9296875,
|
|
"learning_rate": 1.2307692307692308e-07,
|
|
"loss": 1.629,
|
|
"step": 197600
|
|
},
|
|
{
|
|
"epoch": 1.2565624721929145,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 1.1794871794871797e-07,
|
|
"loss": 1.6315,
|
|
"step": 197700
|
|
},
|
|
{
|
|
"epoch": 1.2571980627200732,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 1.1282051282051284e-07,
|
|
"loss": 1.6194,
|
|
"step": 197800
|
|
},
|
|
{
|
|
"epoch": 1.257833653247232,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 1.076923076923077e-07,
|
|
"loss": 1.6216,
|
|
"step": 197900
|
|
},
|
|
{
|
|
"epoch": 1.2584692437743907,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 1.0256410256410257e-07,
|
|
"loss": 1.6253,
|
|
"step": 198000
|
|
},
|
|
{
|
|
"epoch": 1.2591048343015496,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 9.743589743589745e-08,
|
|
"loss": 1.6114,
|
|
"step": 198100
|
|
},
|
|
{
|
|
"epoch": 1.2597404248287083,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 9.230769230769232e-08,
|
|
"loss": 1.6078,
|
|
"step": 198200
|
|
},
|
|
{
|
|
"epoch": 1.2603760153558672,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 8.717948717948718e-08,
|
|
"loss": 1.6376,
|
|
"step": 198300
|
|
},
|
|
{
|
|
"epoch": 1.2610116058830259,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 8.205128205128206e-08,
|
|
"loss": 1.6233,
|
|
"step": 198400
|
|
},
|
|
{
|
|
"epoch": 1.2616471964101847,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 7.692307692307694e-08,
|
|
"loss": 1.6106,
|
|
"step": 198500
|
|
},
|
|
{
|
|
"epoch": 1.2622827869373434,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 7.17948717948718e-08,
|
|
"loss": 1.6388,
|
|
"step": 198600
|
|
},
|
|
{
|
|
"epoch": 1.2629183774645023,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 6.666666666666668e-08,
|
|
"loss": 1.6184,
|
|
"step": 198700
|
|
},
|
|
{
|
|
"epoch": 1.263553967991661,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.153846153846154e-08,
|
|
"loss": 1.616,
|
|
"step": 198800
|
|
},
|
|
{
|
|
"epoch": 1.2641895585188199,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 5.641025641025642e-08,
|
|
"loss": 1.6208,
|
|
"step": 198900
|
|
},
|
|
{
|
|
"epoch": 1.2648251490459785,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 5.1282051282051286e-08,
|
|
"loss": 1.606,
|
|
"step": 199000
|
|
},
|
|
{
|
|
"epoch": 1.2654607395731374,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 4.615384615384616e-08,
|
|
"loss": 1.6127,
|
|
"step": 199100
|
|
},
|
|
{
|
|
"epoch": 1.266096330100296,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 4.102564102564103e-08,
|
|
"loss": 1.6287,
|
|
"step": 199200
|
|
},
|
|
{
|
|
"epoch": 1.266731920627455,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 3.58974358974359e-08,
|
|
"loss": 1.6168,
|
|
"step": 199300
|
|
},
|
|
{
|
|
"epoch": 1.2673675111546139,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 3.076923076923077e-08,
|
|
"loss": 1.6341,
|
|
"step": 199400
|
|
},
|
|
{
|
|
"epoch": 1.2680031016817725,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 2.5641025641025643e-08,
|
|
"loss": 1.6117,
|
|
"step": 199500
|
|
},
|
|
{
|
|
"epoch": 1.2686386922089312,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 2.0512820512820516e-08,
|
|
"loss": 1.6181,
|
|
"step": 199600
|
|
},
|
|
{
|
|
"epoch": 1.26927428273609,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 1.5384615384615385e-08,
|
|
"loss": 1.624,
|
|
"step": 199700
|
|
},
|
|
{
|
|
"epoch": 1.269909873263249,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 1.0256410256410258e-08,
|
|
"loss": 1.6318,
|
|
"step": 199800
|
|
},
|
|
{
|
|
"epoch": 1.2705454637904077,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 5.128205128205129e-09,
|
|
"loss": 1.6126,
|
|
"step": 199900
|
|
},
|
|
{
|
|
"epoch": 1.2711810543175663,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.6342,
|
|
"step": 200000
|
|
}
|
|
],
|
|
"logging_steps": 100,
|
|
"max_steps": 200000,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 2,
|
|
"save_steps": 10000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.369174972818627e+19,
|
|
"train_batch_size": 3,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|