5823 lines
142 KiB
JSON
5823 lines
142 KiB
JSON
|
{
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 16.913319238900634,
|
||
|
|
"eval_steps": 1000,
|
||
|
|
"global_step": 20000,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.021141649048625793,
|
||
|
|
"grad_norm": 18.116064071655273,
|
||
|
|
"learning_rate": 4.6000000000000004e-07,
|
||
|
|
"loss": 1.1425,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042283298097251586,
|
||
|
|
"grad_norm": 12.63290023803711,
|
||
|
|
"learning_rate": 9.600000000000001e-07,
|
||
|
|
"loss": 0.9953,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06342494714587738,
|
||
|
|
"grad_norm": 8.746077537536621,
|
||
|
|
"learning_rate": 1.46e-06,
|
||
|
|
"loss": 0.7269,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08456659619450317,
|
||
|
|
"grad_norm": 6.509521484375,
|
||
|
|
"learning_rate": 1.9600000000000003e-06,
|
||
|
|
"loss": 0.4322,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10570824524312897,
|
||
|
|
"grad_norm": 6.591165542602539,
|
||
|
|
"learning_rate": 2.46e-06,
|
||
|
|
"loss": 0.3318,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12684989429175475,
|
||
|
|
"grad_norm": 5.082007884979248,
|
||
|
|
"learning_rate": 2.96e-06,
|
||
|
|
"loss": 0.3381,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14799154334038056,
|
||
|
|
"grad_norm": 6.309211254119873,
|
||
|
|
"learning_rate": 3.46e-06,
|
||
|
|
"loss": 0.314,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16913319238900634,
|
||
|
|
"grad_norm": 5.363051414489746,
|
||
|
|
"learning_rate": 3.96e-06,
|
||
|
|
"loss": 0.3026,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19027484143763213,
|
||
|
|
"grad_norm": 6.52091121673584,
|
||
|
|
"learning_rate": 4.4600000000000005e-06,
|
||
|
|
"loss": 0.3055,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21141649048625794,
|
||
|
|
"grad_norm": 4.084770679473877,
|
||
|
|
"learning_rate": 4.960000000000001e-06,
|
||
|
|
"loss": 0.2737,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23255813953488372,
|
||
|
|
"grad_norm": 5.420108795166016,
|
||
|
|
"learning_rate": 5.460000000000001e-06,
|
||
|
|
"loss": 0.2853,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2536997885835095,
|
||
|
|
"grad_norm": 4.882087230682373,
|
||
|
|
"learning_rate": 5.9600000000000005e-06,
|
||
|
|
"loss": 0.2598,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2748414376321353,
|
||
|
|
"grad_norm": 5.636622428894043,
|
||
|
|
"learning_rate": 6.460000000000001e-06,
|
||
|
|
"loss": 0.2711,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2959830866807611,
|
||
|
|
"grad_norm": 6.7103190422058105,
|
||
|
|
"learning_rate": 6.96e-06,
|
||
|
|
"loss": 0.238,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3171247357293869,
|
||
|
|
"grad_norm": 5.882842540740967,
|
||
|
|
"learning_rate": 7.4600000000000006e-06,
|
||
|
|
"loss": 0.2454,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3382663847780127,
|
||
|
|
"grad_norm": 5.11025857925415,
|
||
|
|
"learning_rate": 7.960000000000002e-06,
|
||
|
|
"loss": 0.2611,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3594080338266385,
|
||
|
|
"grad_norm": 5.972140312194824,
|
||
|
|
"learning_rate": 8.46e-06,
|
||
|
|
"loss": 0.2546,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38054968287526425,
|
||
|
|
"grad_norm": 4.569517135620117,
|
||
|
|
"learning_rate": 8.96e-06,
|
||
|
|
"loss": 0.2475,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40169133192389006,
|
||
|
|
"grad_norm": 5.826624393463135,
|
||
|
|
"learning_rate": 9.460000000000001e-06,
|
||
|
|
"loss": 0.246,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42283298097251587,
|
||
|
|
"grad_norm": 6.217140197753906,
|
||
|
|
"learning_rate": 9.960000000000001e-06,
|
||
|
|
"loss": 0.2592,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4439746300211416,
|
||
|
|
"grad_norm": 5.610385417938232,
|
||
|
|
"learning_rate": 9.988205128205129e-06,
|
||
|
|
"loss": 0.2435,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46511627906976744,
|
||
|
|
"grad_norm": 4.2026567459106445,
|
||
|
|
"learning_rate": 9.975384615384616e-06,
|
||
|
|
"loss": 0.2227,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48625792811839325,
|
||
|
|
"grad_norm": 5.413006782531738,
|
||
|
|
"learning_rate": 9.962564102564102e-06,
|
||
|
|
"loss": 0.2344,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.507399577167019,
|
||
|
|
"grad_norm": 5.172091960906982,
|
||
|
|
"learning_rate": 9.94974358974359e-06,
|
||
|
|
"loss": 0.207,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5285412262156448,
|
||
|
|
"grad_norm": 3.3823935985565186,
|
||
|
|
"learning_rate": 9.936923076923078e-06,
|
||
|
|
"loss": 0.2192,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5496828752642706,
|
||
|
|
"grad_norm": 6.060272693634033,
|
||
|
|
"learning_rate": 9.924102564102565e-06,
|
||
|
|
"loss": 0.2052,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5708245243128964,
|
||
|
|
"grad_norm": 5.090622901916504,
|
||
|
|
"learning_rate": 9.911282051282051e-06,
|
||
|
|
"loss": 0.2074,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5919661733615222,
|
||
|
|
"grad_norm": 4.698369979858398,
|
||
|
|
"learning_rate": 9.898461538461538e-06,
|
||
|
|
"loss": 0.2305,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6131078224101479,
|
||
|
|
"grad_norm": 5.381127834320068,
|
||
|
|
"learning_rate": 9.885641025641027e-06,
|
||
|
|
"loss": 0.224,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6342494714587738,
|
||
|
|
"grad_norm": 4.093654155731201,
|
||
|
|
"learning_rate": 9.872820512820514e-06,
|
||
|
|
"loss": 0.189,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6553911205073996,
|
||
|
|
"grad_norm": 3.974806070327759,
|
||
|
|
"learning_rate": 9.86e-06,
|
||
|
|
"loss": 0.2005,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6765327695560254,
|
||
|
|
"grad_norm": 4.721721172332764,
|
||
|
|
"learning_rate": 9.847179487179487e-06,
|
||
|
|
"loss": 0.2163,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6976744186046512,
|
||
|
|
"grad_norm": 5.002155780792236,
|
||
|
|
"learning_rate": 9.834358974358976e-06,
|
||
|
|
"loss": 0.1996,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.718816067653277,
|
||
|
|
"grad_norm": 5.590403079986572,
|
||
|
|
"learning_rate": 9.821538461538463e-06,
|
||
|
|
"loss": 0.2142,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7399577167019028,
|
||
|
|
"grad_norm": 4.794340133666992,
|
||
|
|
"learning_rate": 9.80871794871795e-06,
|
||
|
|
"loss": 0.2069,
|
||
|
|
"step": 875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7610993657505285,
|
||
|
|
"grad_norm": 3.6653997898101807,
|
||
|
|
"learning_rate": 9.795897435897436e-06,
|
||
|
|
"loss": 0.1983,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7822410147991543,
|
||
|
|
"grad_norm": 4.958125114440918,
|
||
|
|
"learning_rate": 9.783076923076925e-06,
|
||
|
|
"loss": 0.213,
|
||
|
|
"step": 925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8033826638477801,
|
||
|
|
"grad_norm": 4.403783798217773,
|
||
|
|
"learning_rate": 9.770256410256412e-06,
|
||
|
|
"loss": 0.2215,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8245243128964059,
|
||
|
|
"grad_norm": 5.16312313079834,
|
||
|
|
"learning_rate": 9.757435897435898e-06,
|
||
|
|
"loss": 0.2096,
|
||
|
|
"step": 975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8456659619450317,
|
||
|
|
"grad_norm": 4.566516876220703,
|
||
|
|
"learning_rate": 9.744615384615385e-06,
|
||
|
|
"loss": 0.1875,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8456659619450317,
|
||
|
|
"eval_loss": 0.13999927043914795,
|
||
|
|
"eval_runtime": 419.9778,
|
||
|
|
"eval_samples_per_second": 8.67,
|
||
|
|
"eval_steps_per_second": 0.543,
|
||
|
|
"eval_wer": 0.10993549584667502,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8668076109936576,
|
||
|
|
"grad_norm": 4.138431072235107,
|
||
|
|
"learning_rate": 9.731794871794872e-06,
|
||
|
|
"loss": 0.2002,
|
||
|
|
"step": 1025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8879492600422833,
|
||
|
|
"grad_norm": 5.494874477386475,
|
||
|
|
"learning_rate": 9.71897435897436e-06,
|
||
|
|
"loss": 0.1716,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9090909090909091,
|
||
|
|
"grad_norm": 3.6946444511413574,
|
||
|
|
"learning_rate": 9.706153846153847e-06,
|
||
|
|
"loss": 0.1722,
|
||
|
|
"step": 1075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9302325581395349,
|
||
|
|
"grad_norm": 4.946837425231934,
|
||
|
|
"learning_rate": 9.693333333333334e-06,
|
||
|
|
"loss": 0.1735,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9513742071881607,
|
||
|
|
"grad_norm": 4.48101806640625,
|
||
|
|
"learning_rate": 9.680512820512821e-06,
|
||
|
|
"loss": 0.1836,
|
||
|
|
"step": 1125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9725158562367865,
|
||
|
|
"grad_norm": 4.336252689361572,
|
||
|
|
"learning_rate": 9.667692307692308e-06,
|
||
|
|
"loss": 0.1827,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9936575052854123,
|
||
|
|
"grad_norm": 5.601895332336426,
|
||
|
|
"learning_rate": 9.654871794871795e-06,
|
||
|
|
"loss": 0.1775,
|
||
|
|
"step": 1175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.014799154334038,
|
||
|
|
"grad_norm": 2.9764301776885986,
|
||
|
|
"learning_rate": 9.642051282051282e-06,
|
||
|
|
"loss": 0.136,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0359408033826638,
|
||
|
|
"grad_norm": 3.8662917613983154,
|
||
|
|
"learning_rate": 9.62923076923077e-06,
|
||
|
|
"loss": 0.103,
|
||
|
|
"step": 1225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0570824524312896,
|
||
|
|
"grad_norm": 2.8110098838806152,
|
||
|
|
"learning_rate": 9.616410256410257e-06,
|
||
|
|
"loss": 0.0959,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0782241014799154,
|
||
|
|
"grad_norm": 3.119048833847046,
|
||
|
|
"learning_rate": 9.603589743589744e-06,
|
||
|
|
"loss": 0.1086,
|
||
|
|
"step": 1275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0993657505285412,
|
||
|
|
"grad_norm": 4.480291366577148,
|
||
|
|
"learning_rate": 9.59076923076923e-06,
|
||
|
|
"loss": 0.0961,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.120507399577167,
|
||
|
|
"grad_norm": 2.7335333824157715,
|
||
|
|
"learning_rate": 9.577948717948719e-06,
|
||
|
|
"loss": 0.0915,
|
||
|
|
"step": 1325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1416490486257929,
|
||
|
|
"grad_norm": 3.7086055278778076,
|
||
|
|
"learning_rate": 9.565128205128206e-06,
|
||
|
|
"loss": 0.1077,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1627906976744187,
|
||
|
|
"grad_norm": 3.4772427082061768,
|
||
|
|
"learning_rate": 9.552307692307693e-06,
|
||
|
|
"loss": 0.0892,
|
||
|
|
"step": 1375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1839323467230445,
|
||
|
|
"grad_norm": 2.8368217945098877,
|
||
|
|
"learning_rate": 9.53948717948718e-06,
|
||
|
|
"loss": 0.1025,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.20507399577167,
|
||
|
|
"grad_norm": 4.250027179718018,
|
||
|
|
"learning_rate": 9.526666666666668e-06,
|
||
|
|
"loss": 0.0903,
|
||
|
|
"step": 1425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.226215644820296,
|
||
|
|
"grad_norm": 3.0660858154296875,
|
||
|
|
"learning_rate": 9.513846153846155e-06,
|
||
|
|
"loss": 0.0975,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2473572938689217,
|
||
|
|
"grad_norm": 2.3566482067108154,
|
||
|
|
"learning_rate": 9.501025641025642e-06,
|
||
|
|
"loss": 0.0993,
|
||
|
|
"step": 1475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2684989429175475,
|
||
|
|
"grad_norm": 3.3394174575805664,
|
||
|
|
"learning_rate": 9.488205128205129e-06,
|
||
|
|
"loss": 0.0928,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2896405919661733,
|
||
|
|
"grad_norm": 3.662484645843506,
|
||
|
|
"learning_rate": 9.475384615384617e-06,
|
||
|
|
"loss": 0.0999,
|
||
|
|
"step": 1525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3107822410147991,
|
||
|
|
"grad_norm": 3.5644421577453613,
|
||
|
|
"learning_rate": 9.462564102564104e-06,
|
||
|
|
"loss": 0.092,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.331923890063425,
|
||
|
|
"grad_norm": 3.3423449993133545,
|
||
|
|
"learning_rate": 9.44974358974359e-06,
|
||
|
|
"loss": 0.1178,
|
||
|
|
"step": 1575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3530655391120507,
|
||
|
|
"grad_norm": 3.4482710361480713,
|
||
|
|
"learning_rate": 9.436923076923078e-06,
|
||
|
|
"loss": 0.1046,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3742071881606766,
|
||
|
|
"grad_norm": 3.0157036781311035,
|
||
|
|
"learning_rate": 9.424102564102564e-06,
|
||
|
|
"loss": 0.0977,
|
||
|
|
"step": 1625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3953488372093024,
|
||
|
|
"grad_norm": 3.4354636669158936,
|
||
|
|
"learning_rate": 9.411282051282053e-06,
|
||
|
|
"loss": 0.0853,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4164904862579282,
|
||
|
|
"grad_norm": 3.6379215717315674,
|
||
|
|
"learning_rate": 9.39846153846154e-06,
|
||
|
|
"loss": 0.1003,
|
||
|
|
"step": 1675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.437632135306554,
|
||
|
|
"grad_norm": 4.067347049713135,
|
||
|
|
"learning_rate": 9.385641025641027e-06,
|
||
|
|
"loss": 0.0795,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4587737843551798,
|
||
|
|
"grad_norm": 4.734683513641357,
|
||
|
|
"learning_rate": 9.372820512820513e-06,
|
||
|
|
"loss": 0.1152,
|
||
|
|
"step": 1725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4799154334038054,
|
||
|
|
"grad_norm": 2.7462713718414307,
|
||
|
|
"learning_rate": 9.360000000000002e-06,
|
||
|
|
"loss": 0.0951,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5010570824524314,
|
||
|
|
"grad_norm": 3.8516879081726074,
|
||
|
|
"learning_rate": 9.347179487179487e-06,
|
||
|
|
"loss": 0.0895,
|
||
|
|
"step": 1775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.522198731501057,
|
||
|
|
"grad_norm": 4.691688537597656,
|
||
|
|
"learning_rate": 9.334358974358974e-06,
|
||
|
|
"loss": 0.1046,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.543340380549683,
|
||
|
|
"grad_norm": 3.3214614391326904,
|
||
|
|
"learning_rate": 9.321538461538462e-06,
|
||
|
|
"loss": 0.0948,
|
||
|
|
"step": 1825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5644820295983086,
|
||
|
|
"grad_norm": 3.6700942516326904,
|
||
|
|
"learning_rate": 9.30871794871795e-06,
|
||
|
|
"loss": 0.0933,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5856236786469344,
|
||
|
|
"grad_norm": 3.1985208988189697,
|
||
|
|
"learning_rate": 9.295897435897436e-06,
|
||
|
|
"loss": 0.0826,
|
||
|
|
"step": 1875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6067653276955602,
|
||
|
|
"grad_norm": 4.297844886779785,
|
||
|
|
"learning_rate": 9.283076923076923e-06,
|
||
|
|
"loss": 0.0886,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.627906976744186,
|
||
|
|
"grad_norm": 1.9990788698196411,
|
||
|
|
"learning_rate": 9.270256410256411e-06,
|
||
|
|
"loss": 0.0846,
|
||
|
|
"step": 1925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6490486257928119,
|
||
|
|
"grad_norm": 4.069921970367432,
|
||
|
|
"learning_rate": 9.257435897435898e-06,
|
||
|
|
"loss": 0.085,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6701902748414377,
|
||
|
|
"grad_norm": 3.8481404781341553,
|
||
|
|
"learning_rate": 9.244615384615385e-06,
|
||
|
|
"loss": 0.0806,
|
||
|
|
"step": 1975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6913319238900635,
|
||
|
|
"grad_norm": 2.80975604057312,
|
||
|
|
"learning_rate": 9.231794871794872e-06,
|
||
|
|
"loss": 0.0852,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6913319238900635,
|
||
|
|
"eval_loss": 0.10433211177587509,
|
||
|
|
"eval_runtime": 421.4968,
|
||
|
|
"eval_samples_per_second": 8.638,
|
||
|
|
"eval_steps_per_second": 0.541,
|
||
|
|
"eval_wer": 0.08566522808482992,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.712473572938689,
|
||
|
|
"grad_norm": 2.397152900695801,
|
||
|
|
"learning_rate": 9.21897435897436e-06,
|
||
|
|
"loss": 0.0969,
|
||
|
|
"step": 2025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.733615221987315,
|
||
|
|
"grad_norm": 3.2101306915283203,
|
||
|
|
"learning_rate": 9.206153846153847e-06,
|
||
|
|
"loss": 0.0975,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7547568710359407,
|
||
|
|
"grad_norm": 4.012678146362305,
|
||
|
|
"learning_rate": 9.193333333333334e-06,
|
||
|
|
"loss": 0.0766,
|
||
|
|
"step": 2075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7758985200845667,
|
||
|
|
"grad_norm": 2.3309662342071533,
|
||
|
|
"learning_rate": 9.18051282051282e-06,
|
||
|
|
"loss": 0.0871,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7970401691331923,
|
||
|
|
"grad_norm": 3.0771520137786865,
|
||
|
|
"learning_rate": 9.16769230769231e-06,
|
||
|
|
"loss": 0.0933,
|
||
|
|
"step": 2125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8181818181818183,
|
||
|
|
"grad_norm": 3.2476842403411865,
|
||
|
|
"learning_rate": 9.154871794871796e-06,
|
||
|
|
"loss": 0.0824,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.839323467230444,
|
||
|
|
"grad_norm": 3.9469614028930664,
|
||
|
|
"learning_rate": 9.142051282051283e-06,
|
||
|
|
"loss": 0.0867,
|
||
|
|
"step": 2175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8604651162790697,
|
||
|
|
"grad_norm": 3.2466225624084473,
|
||
|
|
"learning_rate": 9.12923076923077e-06,
|
||
|
|
"loss": 0.0773,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8816067653276956,
|
||
|
|
"grad_norm": 2.797091245651245,
|
||
|
|
"learning_rate": 9.116410256410257e-06,
|
||
|
|
"loss": 0.0826,
|
||
|
|
"step": 2225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9027484143763214,
|
||
|
|
"grad_norm": 2.5921578407287598,
|
||
|
|
"learning_rate": 9.103589743589745e-06,
|
||
|
|
"loss": 0.0748,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9238900634249472,
|
||
|
|
"grad_norm": 5.473248481750488,
|
||
|
|
"learning_rate": 9.090769230769232e-06,
|
||
|
|
"loss": 0.0747,
|
||
|
|
"step": 2275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.945031712473573,
|
||
|
|
"grad_norm": 3.044085741043091,
|
||
|
|
"learning_rate": 9.077948717948719e-06,
|
||
|
|
"loss": 0.0708,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9661733615221988,
|
||
|
|
"grad_norm": 3.948669672012329,
|
||
|
|
"learning_rate": 9.065128205128206e-06,
|
||
|
|
"loss": 0.0895,
|
||
|
|
"step": 2325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9873150105708244,
|
||
|
|
"grad_norm": 3.0291192531585693,
|
||
|
|
"learning_rate": 9.052307692307694e-06,
|
||
|
|
"loss": 0.0803,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0084566596194504,
|
||
|
|
"grad_norm": 1.0824567079544067,
|
||
|
|
"learning_rate": 9.03948717948718e-06,
|
||
|
|
"loss": 0.06,
|
||
|
|
"step": 2375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.029598308668076,
|
||
|
|
"grad_norm": 2.6235604286193848,
|
||
|
|
"learning_rate": 9.026666666666666e-06,
|
||
|
|
"loss": 0.0374,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.050739957716702,
|
||
|
|
"grad_norm": 1.5301828384399414,
|
||
|
|
"learning_rate": 9.013846153846155e-06,
|
||
|
|
"loss": 0.036,
|
||
|
|
"step": 2425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0718816067653276,
|
||
|
|
"grad_norm": 1.8513456583023071,
|
||
|
|
"learning_rate": 9.001025641025641e-06,
|
||
|
|
"loss": 0.0304,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0930232558139537,
|
||
|
|
"grad_norm": 1.9220322370529175,
|
||
|
|
"learning_rate": 8.988205128205128e-06,
|
||
|
|
"loss": 0.0337,
|
||
|
|
"step": 2475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1141649048625792,
|
||
|
|
"grad_norm": 1.8854974508285522,
|
||
|
|
"learning_rate": 8.975384615384615e-06,
|
||
|
|
"loss": 0.0289,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1353065539112053,
|
||
|
|
"grad_norm": 3.065642833709717,
|
||
|
|
"learning_rate": 8.962564102564104e-06,
|
||
|
|
"loss": 0.0364,
|
||
|
|
"step": 2525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.156448202959831,
|
||
|
|
"grad_norm": 1.0566080808639526,
|
||
|
|
"learning_rate": 8.94974358974359e-06,
|
||
|
|
"loss": 0.0339,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.177589852008457,
|
||
|
|
"grad_norm": 1.686890721321106,
|
||
|
|
"learning_rate": 8.936923076923077e-06,
|
||
|
|
"loss": 0.0328,
|
||
|
|
"step": 2575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1987315010570825,
|
||
|
|
"grad_norm": 2.0453619956970215,
|
||
|
|
"learning_rate": 8.924102564102564e-06,
|
||
|
|
"loss": 0.0369,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.219873150105708,
|
||
|
|
"grad_norm": 2.368619680404663,
|
||
|
|
"learning_rate": 8.911282051282053e-06,
|
||
|
|
"loss": 0.032,
|
||
|
|
"step": 2625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.241014799154334,
|
||
|
|
"grad_norm": 1.775297999382019,
|
||
|
|
"learning_rate": 8.89846153846154e-06,
|
||
|
|
"loss": 0.0315,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2621564482029597,
|
||
|
|
"grad_norm": 3.0013630390167236,
|
||
|
|
"learning_rate": 8.885641025641026e-06,
|
||
|
|
"loss": 0.0339,
|
||
|
|
"step": 2675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2832980972515857,
|
||
|
|
"grad_norm": 1.0974608659744263,
|
||
|
|
"learning_rate": 8.872820512820513e-06,
|
||
|
|
"loss": 0.0351,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3044397463002113,
|
||
|
|
"grad_norm": 3.1183347702026367,
|
||
|
|
"learning_rate": 8.860000000000002e-06,
|
||
|
|
"loss": 0.0386,
|
||
|
|
"step": 2725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3255813953488373,
|
||
|
|
"grad_norm": 1.7240360975265503,
|
||
|
|
"learning_rate": 8.847179487179488e-06,
|
||
|
|
"loss": 0.0323,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.346723044397463,
|
||
|
|
"grad_norm": 3.0883610248565674,
|
||
|
|
"learning_rate": 8.834358974358975e-06,
|
||
|
|
"loss": 0.0444,
|
||
|
|
"step": 2775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.367864693446089,
|
||
|
|
"grad_norm": 1.8349878787994385,
|
||
|
|
"learning_rate": 8.821538461538462e-06,
|
||
|
|
"loss": 0.0387,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3890063424947146,
|
||
|
|
"grad_norm": 3.4535439014434814,
|
||
|
|
"learning_rate": 8.80871794871795e-06,
|
||
|
|
"loss": 0.0422,
|
||
|
|
"step": 2825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.41014799154334,
|
||
|
|
"grad_norm": 3.0113954544067383,
|
||
|
|
"learning_rate": 8.795897435897437e-06,
|
||
|
|
"loss": 0.0354,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.431289640591966,
|
||
|
|
"grad_norm": 1.868592619895935,
|
||
|
|
"learning_rate": 8.783076923076924e-06,
|
||
|
|
"loss": 0.0278,
|
||
|
|
"step": 2875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.452431289640592,
|
||
|
|
"grad_norm": 2.4312257766723633,
|
||
|
|
"learning_rate": 8.770256410256411e-06,
|
||
|
|
"loss": 0.035,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.473572938689218,
|
||
|
|
"grad_norm": 2.4502596855163574,
|
||
|
|
"learning_rate": 8.757435897435898e-06,
|
||
|
|
"loss": 0.0314,
|
||
|
|
"step": 2925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4947145877378434,
|
||
|
|
"grad_norm": 2.0330417156219482,
|
||
|
|
"learning_rate": 8.744615384615386e-06,
|
||
|
|
"loss": 0.0414,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5158562367864694,
|
||
|
|
"grad_norm": 1.8342368602752686,
|
||
|
|
"learning_rate": 8.731794871794873e-06,
|
||
|
|
"loss": 0.0486,
|
||
|
|
"step": 2975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.536997885835095,
|
||
|
|
"grad_norm": 3.516516923904419,
|
||
|
|
"learning_rate": 8.718974358974358e-06,
|
||
|
|
"loss": 0.0387,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.536997885835095,
|
||
|
|
"eval_loss": 0.09136591106653214,
|
||
|
|
"eval_runtime": 424.5707,
|
||
|
|
"eval_samples_per_second": 8.576,
|
||
|
|
"eval_steps_per_second": 0.537,
|
||
|
|
"eval_wer": 0.07568796695902362,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.558139534883721,
|
||
|
|
"grad_norm": 2.264760732650757,
|
||
|
|
"learning_rate": 8.706153846153847e-06,
|
||
|
|
"loss": 0.0394,
|
||
|
|
"step": 3025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5792811839323466,
|
||
|
|
"grad_norm": 2.3247904777526855,
|
||
|
|
"learning_rate": 8.693333333333334e-06,
|
||
|
|
"loss": 0.032,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6004228329809727,
|
||
|
|
"grad_norm": 2.2518162727355957,
|
||
|
|
"learning_rate": 8.68051282051282e-06,
|
||
|
|
"loss": 0.032,
|
||
|
|
"step": 3075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6215644820295982,
|
||
|
|
"grad_norm": 3.336057424545288,
|
||
|
|
"learning_rate": 8.667692307692307e-06,
|
||
|
|
"loss": 0.0354,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6427061310782243,
|
||
|
|
"grad_norm": 2.483700752258301,
|
||
|
|
"learning_rate": 8.654871794871796e-06,
|
||
|
|
"loss": 0.0371,
|
||
|
|
"step": 3125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.66384778012685,
|
||
|
|
"grad_norm": 1.6576588153839111,
|
||
|
|
"learning_rate": 8.642051282051283e-06,
|
||
|
|
"loss": 0.0335,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6849894291754755,
|
||
|
|
"grad_norm": 2.4956696033477783,
|
||
|
|
"learning_rate": 8.62923076923077e-06,
|
||
|
|
"loss": 0.0253,
|
||
|
|
"step": 3175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7061310782241015,
|
||
|
|
"grad_norm": 2.75431489944458,
|
||
|
|
"learning_rate": 8.616410256410256e-06,
|
||
|
|
"loss": 0.0318,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7272727272727275,
|
||
|
|
"grad_norm": 2.210634708404541,
|
||
|
|
"learning_rate": 8.603589743589745e-06,
|
||
|
|
"loss": 0.0394,
|
||
|
|
"step": 3225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.748414376321353,
|
||
|
|
"grad_norm": 2.500887632369995,
|
||
|
|
"learning_rate": 8.590769230769232e-06,
|
||
|
|
"loss": 0.0404,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7695560253699787,
|
||
|
|
"grad_norm": 1.5044671297073364,
|
||
|
|
"learning_rate": 8.577948717948718e-06,
|
||
|
|
"loss": 0.031,
|
||
|
|
"step": 3275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7906976744186047,
|
||
|
|
"grad_norm": 2.0523312091827393,
|
||
|
|
"learning_rate": 8.565128205128205e-06,
|
||
|
|
"loss": 0.0324,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8118393234672303,
|
||
|
|
"grad_norm": 3.076326608657837,
|
||
|
|
"learning_rate": 8.552307692307694e-06,
|
||
|
|
"loss": 0.0319,
|
||
|
|
"step": 3325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8329809725158563,
|
||
|
|
"grad_norm": 0.9975211024284363,
|
||
|
|
"learning_rate": 8.53948717948718e-06,
|
||
|
|
"loss": 0.0327,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.854122621564482,
|
||
|
|
"grad_norm": 2.296332597732544,
|
||
|
|
"learning_rate": 8.526666666666667e-06,
|
||
|
|
"loss": 0.0429,
|
||
|
|
"step": 3375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.875264270613108,
|
||
|
|
"grad_norm": 0.4409531354904175,
|
||
|
|
"learning_rate": 8.513846153846154e-06,
|
||
|
|
"loss": 0.0347,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8964059196617336,
|
||
|
|
"grad_norm": 1.439736008644104,
|
||
|
|
"learning_rate": 8.501025641025643e-06,
|
||
|
|
"loss": 0.0337,
|
||
|
|
"step": 3425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9175475687103596,
|
||
|
|
"grad_norm": 0.9605826735496521,
|
||
|
|
"learning_rate": 8.48820512820513e-06,
|
||
|
|
"loss": 0.0351,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.938689217758985,
|
||
|
|
"grad_norm": 1.8650295734405518,
|
||
|
|
"learning_rate": 8.475384615384616e-06,
|
||
|
|
"loss": 0.0403,
|
||
|
|
"step": 3475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9598308668076108,
|
||
|
|
"grad_norm": 2.824385643005371,
|
||
|
|
"learning_rate": 8.462564102564103e-06,
|
||
|
|
"loss": 0.0384,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.980972515856237,
|
||
|
|
"grad_norm": 1.5251168012619019,
|
||
|
|
"learning_rate": 8.44974358974359e-06,
|
||
|
|
"loss": 0.0334,
|
||
|
|
"step": 3525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0021141649048624,
|
||
|
|
"grad_norm": 0.8180655837059021,
|
||
|
|
"learning_rate": 8.436923076923079e-06,
|
||
|
|
"loss": 0.0313,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0232558139534884,
|
||
|
|
"grad_norm": 2.1612069606781006,
|
||
|
|
"learning_rate": 8.424102564102565e-06,
|
||
|
|
"loss": 0.016,
|
||
|
|
"step": 3575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.044397463002114,
|
||
|
|
"grad_norm": 1.3373942375183105,
|
||
|
|
"learning_rate": 8.411282051282052e-06,
|
||
|
|
"loss": 0.0144,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.06553911205074,
|
||
|
|
"grad_norm": 0.7444804310798645,
|
||
|
|
"learning_rate": 8.398461538461539e-06,
|
||
|
|
"loss": 0.0203,
|
||
|
|
"step": 3625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0866807610993656,
|
||
|
|
"grad_norm": 1.6546038389205933,
|
||
|
|
"learning_rate": 8.385641025641026e-06,
|
||
|
|
"loss": 0.0109,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.1078224101479917,
|
||
|
|
"grad_norm": 1.1087496280670166,
|
||
|
|
"learning_rate": 8.372820512820513e-06,
|
||
|
|
"loss": 0.0139,
|
||
|
|
"step": 3675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.1289640591966172,
|
||
|
|
"grad_norm": 1.7939504384994507,
|
||
|
|
"learning_rate": 8.36e-06,
|
||
|
|
"loss": 0.0185,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.1501057082452433,
|
||
|
|
"grad_norm": 1.848943829536438,
|
||
|
|
"learning_rate": 8.347179487179488e-06,
|
||
|
|
"loss": 0.0128,
|
||
|
|
"step": 3725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.171247357293869,
|
||
|
|
"grad_norm": 2.3288862705230713,
|
||
|
|
"learning_rate": 8.334358974358975e-06,
|
||
|
|
"loss": 0.0132,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.192389006342495,
|
||
|
|
"grad_norm": 2.1424756050109863,
|
||
|
|
"learning_rate": 8.321538461538462e-06,
|
||
|
|
"loss": 0.017,
|
||
|
|
"step": 3775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.2135306553911205,
|
||
|
|
"grad_norm": 1.132733941078186,
|
||
|
|
"learning_rate": 8.308717948717949e-06,
|
||
|
|
"loss": 0.0181,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.234672304439746,
|
||
|
|
"grad_norm": 1.5112519264221191,
|
||
|
|
"learning_rate": 8.295897435897437e-06,
|
||
|
|
"loss": 0.012,
|
||
|
|
"step": 3825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.255813953488372,
|
||
|
|
"grad_norm": 1.1612873077392578,
|
||
|
|
"learning_rate": 8.283076923076924e-06,
|
||
|
|
"loss": 0.0142,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.276955602536998,
|
||
|
|
"grad_norm": 2.4286863803863525,
|
||
|
|
"learning_rate": 8.27025641025641e-06,
|
||
|
|
"loss": 0.0106,
|
||
|
|
"step": 3875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.2980972515856237,
|
||
|
|
"grad_norm": 2.1390466690063477,
|
||
|
|
"learning_rate": 8.257435897435898e-06,
|
||
|
|
"loss": 0.0176,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.3192389006342493,
|
||
|
|
"grad_norm": 3.464160680770874,
|
||
|
|
"learning_rate": 8.244615384615386e-06,
|
||
|
|
"loss": 0.0143,
|
||
|
|
"step": 3925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.3403805496828753,
|
||
|
|
"grad_norm": 1.063372254371643,
|
||
|
|
"learning_rate": 8.231794871794873e-06,
|
||
|
|
"loss": 0.0196,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.361522198731501,
|
||
|
|
"grad_norm": 0.763058066368103,
|
||
|
|
"learning_rate": 8.21897435897436e-06,
|
||
|
|
"loss": 0.0152,
|
||
|
|
"step": 3975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.382663847780127,
|
||
|
|
"grad_norm": 0.30352699756622314,
|
||
|
|
"learning_rate": 8.206153846153847e-06,
|
||
|
|
"loss": 0.0153,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.382663847780127,
|
||
|
|
"eval_loss": 0.08595944941043854,
|
||
|
|
"eval_runtime": 425.6418,
|
||
|
|
"eval_samples_per_second": 8.554,
|
||
|
|
"eval_steps_per_second": 0.536,
|
||
|
|
"eval_wer": 0.08181354123161168,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.4038054968287526,
|
||
|
|
"grad_norm": 0.6997278332710266,
|
||
|
|
"learning_rate": 8.193333333333335e-06,
|
||
|
|
"loss": 0.0121,
|
||
|
|
"step": 4025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.4249471458773786,
|
||
|
|
"grad_norm": 2.2743613719940186,
|
||
|
|
"learning_rate": 8.180512820512822e-06,
|
||
|
|
"loss": 0.0148,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.446088794926004,
|
||
|
|
"grad_norm": 1.2777513265609741,
|
||
|
|
"learning_rate": 8.167692307692309e-06,
|
||
|
|
"loss": 0.0142,
|
||
|
|
"step": 4075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.46723044397463,
|
||
|
|
"grad_norm": 1.5009987354278564,
|
||
|
|
"learning_rate": 8.154871794871796e-06,
|
||
|
|
"loss": 0.0191,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.488372093023256,
|
||
|
|
"grad_norm": 1.3110395669937134,
|
||
|
|
"learning_rate": 8.142051282051282e-06,
|
||
|
|
"loss": 0.0133,
|
||
|
|
"step": 4125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.5095137420718814,
|
||
|
|
"grad_norm": 1.5313085317611694,
|
||
|
|
"learning_rate": 8.129230769230771e-06,
|
||
|
|
"loss": 0.0141,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.5306553911205074,
|
||
|
|
"grad_norm": 1.2553045749664307,
|
||
|
|
"learning_rate": 8.116410256410258e-06,
|
||
|
|
"loss": 0.0169,
|
||
|
|
"step": 4175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.5517970401691334,
|
||
|
|
"grad_norm": 1.313785433769226,
|
||
|
|
"learning_rate": 8.103589743589745e-06,
|
||
|
|
"loss": 0.0193,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.572938689217759,
|
||
|
|
"grad_norm": 1.203377366065979,
|
||
|
|
"learning_rate": 8.090769230769231e-06,
|
||
|
|
"loss": 0.0151,
|
||
|
|
"step": 4225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.5940803382663846,
|
||
|
|
"grad_norm": 0.6605008244514465,
|
||
|
|
"learning_rate": 8.077948717948718e-06,
|
||
|
|
"loss": 0.0181,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.6152219873150107,
|
||
|
|
"grad_norm": 1.213782787322998,
|
||
|
|
"learning_rate": 8.065128205128205e-06,
|
||
|
|
"loss": 0.019,
|
||
|
|
"step": 4275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.6363636363636362,
|
||
|
|
"grad_norm": 3.021005153656006,
|
||
|
|
"learning_rate": 8.052307692307692e-06,
|
||
|
|
"loss": 0.0169,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.6575052854122623,
|
||
|
|
"grad_norm": 1.8544044494628906,
|
||
|
|
"learning_rate": 8.03948717948718e-06,
|
||
|
|
"loss": 0.0131,
|
||
|
|
"step": 4325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.678646934460888,
|
||
|
|
"grad_norm": 1.1160951852798462,
|
||
|
|
"learning_rate": 8.026666666666667e-06,
|
||
|
|
"loss": 0.0174,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.699788583509514,
|
||
|
|
"grad_norm": 0.6091210246086121,
|
||
|
|
"learning_rate": 8.013846153846154e-06,
|
||
|
|
"loss": 0.0125,
|
||
|
|
"step": 4375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.7209302325581395,
|
||
|
|
"grad_norm": 1.5282201766967773,
|
||
|
|
"learning_rate": 8.00102564102564e-06,
|
||
|
|
"loss": 0.0193,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.7420718816067655,
|
||
|
|
"grad_norm": 0.671487033367157,
|
||
|
|
"learning_rate": 7.98820512820513e-06,
|
||
|
|
"loss": 0.0142,
|
||
|
|
"step": 4425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.763213530655391,
|
||
|
|
"grad_norm": 1.4481194019317627,
|
||
|
|
"learning_rate": 7.975384615384616e-06,
|
||
|
|
"loss": 0.0205,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.7843551797040167,
|
||
|
|
"grad_norm": 1.552512288093567,
|
||
|
|
"learning_rate": 7.962564102564103e-06,
|
||
|
|
"loss": 0.0156,
|
||
|
|
"step": 4475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.8054968287526427,
|
||
|
|
"grad_norm": 2.821441411972046,
|
||
|
|
"learning_rate": 7.94974358974359e-06,
|
||
|
|
"loss": 0.0205,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.8266384778012688,
|
||
|
|
"grad_norm": 1.934550404548645,
|
||
|
|
"learning_rate": 7.936923076923078e-06,
|
||
|
|
"loss": 0.014,
|
||
|
|
"step": 4525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.8477801268498943,
|
||
|
|
"grad_norm": 1.8110979795455933,
|
||
|
|
"learning_rate": 7.924102564102565e-06,
|
||
|
|
"loss": 0.015,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.86892177589852,
|
||
|
|
"grad_norm": 1.9725172519683838,
|
||
|
|
"learning_rate": 7.911282051282052e-06,
|
||
|
|
"loss": 0.0149,
|
||
|
|
"step": 4575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.890063424947146,
|
||
|
|
"grad_norm": 1.2784725427627563,
|
||
|
|
"learning_rate": 7.898461538461539e-06,
|
||
|
|
"loss": 0.0146,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.9112050739957716,
|
||
|
|
"grad_norm": 2.2306292057037354,
|
||
|
|
"learning_rate": 7.885641025641027e-06,
|
||
|
|
"loss": 0.0163,
|
||
|
|
"step": 4625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.9323467230443976,
|
||
|
|
"grad_norm": 1.8566030263900757,
|
||
|
|
"learning_rate": 7.872820512820514e-06,
|
||
|
|
"loss": 0.015,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.953488372093023,
|
||
|
|
"grad_norm": 1.6263699531555176,
|
||
|
|
"learning_rate": 7.860000000000001e-06,
|
||
|
|
"loss": 0.0145,
|
||
|
|
"step": 4675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.974630021141649,
|
||
|
|
"grad_norm": 1.2644612789154053,
|
||
|
|
"learning_rate": 7.847179487179488e-06,
|
||
|
|
"loss": 0.0158,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.995771670190275,
|
||
|
|
"grad_norm": 0.5040600299835205,
|
||
|
|
"learning_rate": 7.834871794871795e-06,
|
||
|
|
"loss": 0.0162,
|
||
|
|
"step": 4725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.016913319238901,
|
||
|
|
"grad_norm": 0.6542588472366333,
|
||
|
|
"learning_rate": 7.822051282051282e-06,
|
||
|
|
"loss": 0.009,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.038054968287526,
|
||
|
|
"grad_norm": 1.0600502490997314,
|
||
|
|
"learning_rate": 7.80923076923077e-06,
|
||
|
|
"loss": 0.0125,
|
||
|
|
"step": 4775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.059196617336152,
|
||
|
|
"grad_norm": 0.7481040358543396,
|
||
|
|
"learning_rate": 7.796410256410257e-06,
|
||
|
|
"loss": 0.0065,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.080338266384778,
|
||
|
|
"grad_norm": 0.9099847078323364,
|
||
|
|
"learning_rate": 7.783589743589744e-06,
|
||
|
|
"loss": 0.0057,
|
||
|
|
"step": 4825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.101479915433404,
|
||
|
|
"grad_norm": 0.5291013717651367,
|
||
|
|
"learning_rate": 7.770769230769231e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.12262156448203,
|
||
|
|
"grad_norm": 1.499250888824463,
|
||
|
|
"learning_rate": 7.75794871794872e-06,
|
||
|
|
"loss": 0.0083,
|
||
|
|
"step": 4875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.143763213530655,
|
||
|
|
"grad_norm": 0.21640999615192413,
|
||
|
|
"learning_rate": 7.745128205128206e-06,
|
||
|
|
"loss": 0.0075,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.164904862579281,
|
||
|
|
"grad_norm": 0.20196348428726196,
|
||
|
|
"learning_rate": 7.732307692307693e-06,
|
||
|
|
"loss": 0.0088,
|
||
|
|
"step": 4925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.186046511627907,
|
||
|
|
"grad_norm": 0.6973519921302795,
|
||
|
|
"learning_rate": 7.71948717948718e-06,
|
||
|
|
"loss": 0.0079,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.207188160676533,
|
||
|
|
"grad_norm": 0.38807210326194763,
|
||
|
|
"learning_rate": 7.706666666666669e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 4975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.2283298097251585,
|
||
|
|
"grad_norm": 0.19292686879634857,
|
||
|
|
"learning_rate": 7.693846153846154e-06,
|
||
|
|
"loss": 0.008,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.2283298097251585,
|
||
|
|
"eval_loss": 0.08777374029159546,
|
||
|
|
"eval_runtime": 416.8384,
|
||
|
|
"eval_samples_per_second": 8.735,
|
||
|
|
"eval_steps_per_second": 0.547,
|
||
|
|
"eval_wer": 0.06984082788064411,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.249471458773784,
|
||
|
|
"grad_norm": 0.18094445765018463,
|
||
|
|
"learning_rate": 7.68102564102564e-06,
|
||
|
|
"loss": 0.0059,
|
||
|
|
"step": 5025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.2706131078224105,
|
||
|
|
"grad_norm": 1.249588131904602,
|
||
|
|
"learning_rate": 7.668205128205129e-06,
|
||
|
|
"loss": 0.0063,
|
||
|
|
"step": 5050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.291754756871036,
|
||
|
|
"grad_norm": 1.3055378198623657,
|
||
|
|
"learning_rate": 7.655384615384616e-06,
|
||
|
|
"loss": 0.0074,
|
||
|
|
"step": 5075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.312896405919662,
|
||
|
|
"grad_norm": 1.6589789390563965,
|
||
|
|
"learning_rate": 7.642564102564103e-06,
|
||
|
|
"loss": 0.0094,
|
||
|
|
"step": 5100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.334038054968287,
|
||
|
|
"grad_norm": 0.46987977623939514,
|
||
|
|
"learning_rate": 7.62974358974359e-06,
|
||
|
|
"loss": 0.0117,
|
||
|
|
"step": 5125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.355179704016914,
|
||
|
|
"grad_norm": 0.4591355323791504,
|
||
|
|
"learning_rate": 7.616923076923077e-06,
|
||
|
|
"loss": 0.0079,
|
||
|
|
"step": 5150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.376321353065539,
|
||
|
|
"grad_norm": 1.6983137130737305,
|
||
|
|
"learning_rate": 7.604102564102565e-06,
|
||
|
|
"loss": 0.0053,
|
||
|
|
"step": 5175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.397463002114165,
|
||
|
|
"grad_norm": 0.3046073913574219,
|
||
|
|
"learning_rate": 7.591282051282052e-06,
|
||
|
|
"loss": 0.0104,
|
||
|
|
"step": 5200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.4186046511627906,
|
||
|
|
"grad_norm": 0.7796456217765808,
|
||
|
|
"learning_rate": 7.578461538461539e-06,
|
||
|
|
"loss": 0.0059,
|
||
|
|
"step": 5225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.439746300211416,
|
||
|
|
"grad_norm": 0.7012127637863159,
|
||
|
|
"learning_rate": 7.565641025641026e-06,
|
||
|
|
"loss": 0.0076,
|
||
|
|
"step": 5250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.460887949260043,
|
||
|
|
"grad_norm": 0.6566082835197449,
|
||
|
|
"learning_rate": 7.552820512820514e-06,
|
||
|
|
"loss": 0.0085,
|
||
|
|
"step": 5275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.482029598308668,
|
||
|
|
"grad_norm": 1.1547282934188843,
|
||
|
|
"learning_rate": 7.540000000000001e-06,
|
||
|
|
"loss": 0.0082,
|
||
|
|
"step": 5300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.503171247357294,
|
||
|
|
"grad_norm": 1.3107972145080566,
|
||
|
|
"learning_rate": 7.5271794871794875e-06,
|
||
|
|
"loss": 0.007,
|
||
|
|
"step": 5325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.524312896405919,
|
||
|
|
"grad_norm": 1.5770258903503418,
|
||
|
|
"learning_rate": 7.514358974358975e-06,
|
||
|
|
"loss": 0.0118,
|
||
|
|
"step": 5350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.545454545454545,
|
||
|
|
"grad_norm": 2.0194594860076904,
|
||
|
|
"learning_rate": 7.501538461538462e-06,
|
||
|
|
"loss": 0.0104,
|
||
|
|
"step": 5375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.5665961945031714,
|
||
|
|
"grad_norm": 1.2425894737243652,
|
||
|
|
"learning_rate": 7.48871794871795e-06,
|
||
|
|
"loss": 0.009,
|
||
|
|
"step": 5400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.587737843551797,
|
||
|
|
"grad_norm": 1.568264365196228,
|
||
|
|
"learning_rate": 7.4758974358974365e-06,
|
||
|
|
"loss": 0.0095,
|
||
|
|
"step": 5425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.608879492600423,
|
||
|
|
"grad_norm": 0.7294540405273438,
|
||
|
|
"learning_rate": 7.463076923076924e-06,
|
||
|
|
"loss": 0.0092,
|
||
|
|
"step": 5450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.630021141649049,
|
||
|
|
"grad_norm": 1.0853856801986694,
|
||
|
|
"learning_rate": 7.450256410256411e-06,
|
||
|
|
"loss": 0.0078,
|
||
|
|
"step": 5475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.651162790697675,
|
||
|
|
"grad_norm": 1.0923691987991333,
|
||
|
|
"learning_rate": 7.437435897435899e-06,
|
||
|
|
"loss": 0.0071,
|
||
|
|
"step": 5500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.6723044397463,
|
||
|
|
"grad_norm": 1.096602201461792,
|
||
|
|
"learning_rate": 7.4246153846153855e-06,
|
||
|
|
"loss": 0.0072,
|
||
|
|
"step": 5525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.693446088794926,
|
||
|
|
"grad_norm": 1.0058438777923584,
|
||
|
|
"learning_rate": 7.411794871794873e-06,
|
||
|
|
"loss": 0.009,
|
||
|
|
"step": 5550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.7145877378435515,
|
||
|
|
"grad_norm": 0.3397851884365082,
|
||
|
|
"learning_rate": 7.39897435897436e-06,
|
||
|
|
"loss": 0.006,
|
||
|
|
"step": 5575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.735729386892178,
|
||
|
|
"grad_norm": 0.9336525201797485,
|
||
|
|
"learning_rate": 7.386153846153846e-06,
|
||
|
|
"loss": 0.0144,
|
||
|
|
"step": 5600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.7568710359408035,
|
||
|
|
"grad_norm": 0.1965409815311432,
|
||
|
|
"learning_rate": 7.373333333333334e-06,
|
||
|
|
"loss": 0.0057,
|
||
|
|
"step": 5625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.778012684989429,
|
||
|
|
"grad_norm": 0.3345631957054138,
|
||
|
|
"learning_rate": 7.3605128205128204e-06,
|
||
|
|
"loss": 0.008,
|
||
|
|
"step": 5650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.799154334038055,
|
||
|
|
"grad_norm": 0.8351041674613953,
|
||
|
|
"learning_rate": 7.347692307692308e-06,
|
||
|
|
"loss": 0.0063,
|
||
|
|
"step": 5675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.82029598308668,
|
||
|
|
"grad_norm": 0.6171631217002869,
|
||
|
|
"learning_rate": 7.334871794871795e-06,
|
||
|
|
"loss": 0.0056,
|
||
|
|
"step": 5700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.841437632135307,
|
||
|
|
"grad_norm": 0.22757196426391602,
|
||
|
|
"learning_rate": 7.322051282051283e-06,
|
||
|
|
"loss": 0.0098,
|
||
|
|
"step": 5725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.862579281183932,
|
||
|
|
"grad_norm": 2.954468011856079,
|
||
|
|
"learning_rate": 7.309230769230769e-06,
|
||
|
|
"loss": 0.0056,
|
||
|
|
"step": 5750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.883720930232558,
|
||
|
|
"grad_norm": 1.6333624124526978,
|
||
|
|
"learning_rate": 7.296410256410257e-06,
|
||
|
|
"loss": 0.0067,
|
||
|
|
"step": 5775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.904862579281184,
|
||
|
|
"grad_norm": 0.10707265883684158,
|
||
|
|
"learning_rate": 7.283589743589744e-06,
|
||
|
|
"loss": 0.0055,
|
||
|
|
"step": 5800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.92600422832981,
|
||
|
|
"grad_norm": 0.8286884427070618,
|
||
|
|
"learning_rate": 7.270769230769232e-06,
|
||
|
|
"loss": 0.0081,
|
||
|
|
"step": 5825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.947145877378436,
|
||
|
|
"grad_norm": 0.42702218890190125,
|
||
|
|
"learning_rate": 7.257948717948718e-06,
|
||
|
|
"loss": 0.0064,
|
||
|
|
"step": 5850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.968287526427061,
|
||
|
|
"grad_norm": 1.5272870063781738,
|
||
|
|
"learning_rate": 7.245128205128206e-06,
|
||
|
|
"loss": 0.006,
|
||
|
|
"step": 5875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.989429175475687,
|
||
|
|
"grad_norm": 1.0080416202545166,
|
||
|
|
"learning_rate": 7.232307692307693e-06,
|
||
|
|
"loss": 0.0064,
|
||
|
|
"step": 5900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.010570824524313,
|
||
|
|
"grad_norm": 1.6429482698440552,
|
||
|
|
"learning_rate": 7.21948717948718e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 5925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.031712473572939,
|
||
|
|
"grad_norm": 0.593721866607666,
|
||
|
|
"learning_rate": 7.206666666666667e-06,
|
||
|
|
"loss": 0.0033,
|
||
|
|
"step": 5950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.052854122621564,
|
||
|
|
"grad_norm": 0.20310665667057037,
|
||
|
|
"learning_rate": 7.193846153846154e-06,
|
||
|
|
"loss": 0.0045,
|
||
|
|
"step": 5975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.07399577167019,
|
||
|
|
"grad_norm": 1.1912012100219727,
|
||
|
|
"learning_rate": 7.181025641025642e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.07399577167019,
|
||
|
|
"eval_loss": 0.08779177069664001,
|
||
|
|
"eval_runtime": 422.2642,
|
||
|
|
"eval_samples_per_second": 8.623,
|
||
|
|
"eval_steps_per_second": 0.54,
|
||
|
|
"eval_wer": 0.07452782031648801,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.0951374207188165,
|
||
|
|
"grad_norm": 0.7110195159912109,
|
||
|
|
"learning_rate": 7.168205128205129e-06,
|
||
|
|
"loss": 0.0077,
|
||
|
|
"step": 6025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.116279069767442,
|
||
|
|
"grad_norm": 0.11154381185770035,
|
||
|
|
"learning_rate": 7.155384615384616e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 6050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.137420718816068,
|
||
|
|
"grad_norm": 0.07287934422492981,
|
||
|
|
"learning_rate": 7.142564102564103e-06,
|
||
|
|
"loss": 0.003,
|
||
|
|
"step": 6075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.158562367864693,
|
||
|
|
"grad_norm": 0.07207977771759033,
|
||
|
|
"learning_rate": 7.129743589743591e-06,
|
||
|
|
"loss": 0.0029,
|
||
|
|
"step": 6100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.179704016913319,
|
||
|
|
"grad_norm": 0.09618539363145828,
|
||
|
|
"learning_rate": 7.116923076923078e-06,
|
||
|
|
"loss": 0.0045,
|
||
|
|
"step": 6125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.200845665961945,
|
||
|
|
"grad_norm": 0.13538002967834473,
|
||
|
|
"learning_rate": 7.104102564102565e-06,
|
||
|
|
"loss": 0.0036,
|
||
|
|
"step": 6150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.221987315010571,
|
||
|
|
"grad_norm": 0.08731002360582352,
|
||
|
|
"learning_rate": 7.091282051282052e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 6175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.2431289640591965,
|
||
|
|
"grad_norm": 1.615174412727356,
|
||
|
|
"learning_rate": 7.078461538461538e-06,
|
||
|
|
"loss": 0.0037,
|
||
|
|
"step": 6200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.264270613107822,
|
||
|
|
"grad_norm": 0.844247579574585,
|
||
|
|
"learning_rate": 7.065641025641026e-06,
|
||
|
|
"loss": 0.0044,
|
||
|
|
"step": 6225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.2854122621564485,
|
||
|
|
"grad_norm": 0.36915040016174316,
|
||
|
|
"learning_rate": 7.052820512820513e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 6250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.306553911205074,
|
||
|
|
"grad_norm": 0.6561350226402283,
|
||
|
|
"learning_rate": 7.04e-06,
|
||
|
|
"loss": 0.0077,
|
||
|
|
"step": 6275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.3276955602537,
|
||
|
|
"grad_norm": 0.10375604033470154,
|
||
|
|
"learning_rate": 7.027179487179487e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 6300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.348837209302325,
|
||
|
|
"grad_norm": 0.11399765312671661,
|
||
|
|
"learning_rate": 7.014358974358975e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 6325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.369978858350952,
|
||
|
|
"grad_norm": 0.39025041460990906,
|
||
|
|
"learning_rate": 7.001538461538462e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 6350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.391120507399577,
|
||
|
|
"grad_norm": 0.7788843512535095,
|
||
|
|
"learning_rate": 6.988717948717949e-06,
|
||
|
|
"loss": 0.0047,
|
||
|
|
"step": 6375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.412262156448203,
|
||
|
|
"grad_norm": 5.279190540313721,
|
||
|
|
"learning_rate": 6.975897435897436e-06,
|
||
|
|
"loss": 0.0046,
|
||
|
|
"step": 6400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.4334038054968286,
|
||
|
|
"grad_norm": 0.554918646812439,
|
||
|
|
"learning_rate": 6.963076923076924e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 6425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.454545454545454,
|
||
|
|
"grad_norm": 0.062186941504478455,
|
||
|
|
"learning_rate": 6.950256410256411e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 6450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.475687103594081,
|
||
|
|
"grad_norm": 0.22088727355003357,
|
||
|
|
"learning_rate": 6.937435897435898e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 6475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.496828752642706,
|
||
|
|
"grad_norm": 1.3965909481048584,
|
||
|
|
"learning_rate": 6.924615384615385e-06,
|
||
|
|
"loss": 0.0046,
|
||
|
|
"step": 6500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.517970401691332,
|
||
|
|
"grad_norm": 0.13480918109416962,
|
||
|
|
"learning_rate": 6.911794871794872e-06,
|
||
|
|
"loss": 0.0044,
|
||
|
|
"step": 6525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.539112050739957,
|
||
|
|
"grad_norm": 0.2856655716896057,
|
||
|
|
"learning_rate": 6.89897435897436e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 6550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.560253699788584,
|
||
|
|
"grad_norm": 0.8899367451667786,
|
||
|
|
"learning_rate": 6.8861538461538465e-06,
|
||
|
|
"loss": 0.0035,
|
||
|
|
"step": 6575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.5813953488372094,
|
||
|
|
"grad_norm": 1.383070707321167,
|
||
|
|
"learning_rate": 6.873333333333334e-06,
|
||
|
|
"loss": 0.0054,
|
||
|
|
"step": 6600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.602536997885835,
|
||
|
|
"grad_norm": 0.2242678701877594,
|
||
|
|
"learning_rate": 6.860512820512821e-06,
|
||
|
|
"loss": 0.0074,
|
||
|
|
"step": 6625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.623678646934461,
|
||
|
|
"grad_norm": 0.3287247121334076,
|
||
|
|
"learning_rate": 6.847692307692309e-06,
|
||
|
|
"loss": 0.0068,
|
||
|
|
"step": 6650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.644820295983086,
|
||
|
|
"grad_norm": 0.47697022557258606,
|
||
|
|
"learning_rate": 6.8348717948717955e-06,
|
||
|
|
"loss": 0.0036,
|
||
|
|
"step": 6675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.665961945031713,
|
||
|
|
"grad_norm": 0.23843590915203094,
|
||
|
|
"learning_rate": 6.822051282051283e-06,
|
||
|
|
"loss": 0.0053,
|
||
|
|
"step": 6700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.687103594080338,
|
||
|
|
"grad_norm": 0.14214707911014557,
|
||
|
|
"learning_rate": 6.80923076923077e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 6725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.708245243128964,
|
||
|
|
"grad_norm": 0.9868163466453552,
|
||
|
|
"learning_rate": 6.796410256410258e-06,
|
||
|
|
"loss": 0.003,
|
||
|
|
"step": 6750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.72938689217759,
|
||
|
|
"grad_norm": 0.6320108771324158,
|
||
|
|
"learning_rate": 6.7835897435897445e-06,
|
||
|
|
"loss": 0.0061,
|
||
|
|
"step": 6775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.750528541226216,
|
||
|
|
"grad_norm": 0.08067617565393448,
|
||
|
|
"learning_rate": 6.770769230769232e-06,
|
||
|
|
"loss": 0.0055,
|
||
|
|
"step": 6800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.7716701902748415,
|
||
|
|
"grad_norm": 1.7972437143325806,
|
||
|
|
"learning_rate": 6.757948717948718e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 6825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.792811839323467,
|
||
|
|
"grad_norm": 0.9350019693374634,
|
||
|
|
"learning_rate": 6.745128205128205e-06,
|
||
|
|
"loss": 0.0055,
|
||
|
|
"step": 6850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.813953488372093,
|
||
|
|
"grad_norm": 0.21952944993972778,
|
||
|
|
"learning_rate": 6.732307692307693e-06,
|
||
|
|
"loss": 0.0037,
|
||
|
|
"step": 6875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.835095137420719,
|
||
|
|
"grad_norm": 2.4713776111602783,
|
||
|
|
"learning_rate": 6.7194871794871794e-06,
|
||
|
|
"loss": 0.0056,
|
||
|
|
"step": 6900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.856236786469345,
|
||
|
|
"grad_norm": 0.4809707999229431,
|
||
|
|
"learning_rate": 6.706666666666667e-06,
|
||
|
|
"loss": 0.0046,
|
||
|
|
"step": 6925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.87737843551797,
|
||
|
|
"grad_norm": 1.1874123811721802,
|
||
|
|
"learning_rate": 6.693846153846154e-06,
|
||
|
|
"loss": 0.0046,
|
||
|
|
"step": 6950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.898520084566596,
|
||
|
|
"grad_norm": 0.13787618279457092,
|
||
|
|
"learning_rate": 6.681025641025642e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 6975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.9196617336152215,
|
||
|
|
"grad_norm": 1.4916746616363525,
|
||
|
|
"learning_rate": 6.6682051282051284e-06,
|
||
|
|
"loss": 0.0033,
|
||
|
|
"step": 7000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.9196617336152215,
|
||
|
|
"eval_loss": 0.08342708647251129,
|
||
|
|
"eval_runtime": 419.2861,
|
||
|
|
"eval_samples_per_second": 8.684,
|
||
|
|
"eval_steps_per_second": 0.544,
|
||
|
|
"eval_wer": 0.0651074295790988,
|
||
|
|
"step": 7000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.940803382663848,
|
||
|
|
"grad_norm": 2.867432117462158,
|
||
|
|
"learning_rate": 6.655384615384616e-06,
|
||
|
|
"loss": 0.0097,
|
||
|
|
"step": 7025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.961945031712474,
|
||
|
|
"grad_norm": 0.590003490447998,
|
||
|
|
"learning_rate": 6.642564102564103e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 7050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.983086680761099,
|
||
|
|
"grad_norm": 2.920905351638794,
|
||
|
|
"learning_rate": 6.629743589743591e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 7075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.004228329809725,
|
||
|
|
"grad_norm": 0.9033246040344238,
|
||
|
|
"learning_rate": 6.616923076923077e-06,
|
||
|
|
"loss": 0.0062,
|
||
|
|
"step": 7100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.025369978858351,
|
||
|
|
"grad_norm": 5.353052139282227,
|
||
|
|
"learning_rate": 6.604102564102565e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 7125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.046511627906977,
|
||
|
|
"grad_norm": 0.0608515739440918,
|
||
|
|
"learning_rate": 6.591282051282052e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 7150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.067653276955602,
|
||
|
|
"grad_norm": 0.09016130864620209,
|
||
|
|
"learning_rate": 6.578461538461539e-06,
|
||
|
|
"loss": 0.0046,
|
||
|
|
"step": 7175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.088794926004228,
|
||
|
|
"grad_norm": 1.249212384223938,
|
||
|
|
"learning_rate": 6.565641025641026e-06,
|
||
|
|
"loss": 0.0044,
|
||
|
|
"step": 7200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.1099365750528545,
|
||
|
|
"grad_norm": 0.2739676237106323,
|
||
|
|
"learning_rate": 6.552820512820513e-06,
|
||
|
|
"loss": 0.0036,
|
||
|
|
"step": 7225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.13107822410148,
|
||
|
|
"grad_norm": 1.4266902208328247,
|
||
|
|
"learning_rate": 6.540000000000001e-06,
|
||
|
|
"loss": 0.0056,
|
||
|
|
"step": 7250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.152219873150106,
|
||
|
|
"grad_norm": 1.1306654214859009,
|
||
|
|
"learning_rate": 6.527179487179488e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 7275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.173361522198731,
|
||
|
|
"grad_norm": 0.24447208642959595,
|
||
|
|
"learning_rate": 6.514358974358975e-06,
|
||
|
|
"loss": 0.0025,
|
||
|
|
"step": 7300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.194503171247358,
|
||
|
|
"grad_norm": 1.2917050123214722,
|
||
|
|
"learning_rate": 6.501538461538462e-06,
|
||
|
|
"loss": 0.0033,
|
||
|
|
"step": 7325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.215644820295983,
|
||
|
|
"grad_norm": 0.2974170744419098,
|
||
|
|
"learning_rate": 6.48871794871795e-06,
|
||
|
|
"loss": 0.0024,
|
||
|
|
"step": 7350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.236786469344609,
|
||
|
|
"grad_norm": 1.0729445219039917,
|
||
|
|
"learning_rate": 6.475897435897437e-06,
|
||
|
|
"loss": 0.0021,
|
||
|
|
"step": 7375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.2579281183932345,
|
||
|
|
"grad_norm": 0.10066499561071396,
|
||
|
|
"learning_rate": 6.463076923076924e-06,
|
||
|
|
"loss": 0.0019,
|
||
|
|
"step": 7400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.27906976744186,
|
||
|
|
"grad_norm": 0.07153913378715515,
|
||
|
|
"learning_rate": 6.45025641025641e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 7425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.3002114164904865,
|
||
|
|
"grad_norm": 0.6892584562301636,
|
||
|
|
"learning_rate": 6.437435897435897e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 7450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.321353065539112,
|
||
|
|
"grad_norm": 1.0604571104049683,
|
||
|
|
"learning_rate": 6.424615384615385e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 7475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.342494714587738,
|
||
|
|
"grad_norm": 1.8776297569274902,
|
||
|
|
"learning_rate": 6.411794871794872e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 7500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.363636363636363,
|
||
|
|
"grad_norm": 0.16421526670455933,
|
||
|
|
"learning_rate": 6.398974358974359e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 7525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.38477801268499,
|
||
|
|
"grad_norm": 0.1744580715894699,
|
||
|
|
"learning_rate": 6.386153846153846e-06,
|
||
|
|
"loss": 0.0044,
|
||
|
|
"step": 7550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.405919661733615,
|
||
|
|
"grad_norm": 0.06431788951158524,
|
||
|
|
"learning_rate": 6.373333333333334e-06,
|
||
|
|
"loss": 0.0025,
|
||
|
|
"step": 7575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.427061310782241,
|
||
|
|
"grad_norm": 0.1876668632030487,
|
||
|
|
"learning_rate": 6.360512820512821e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 7600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.4482029598308666,
|
||
|
|
"grad_norm": 0.1662682741880417,
|
||
|
|
"learning_rate": 6.347692307692308e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 7625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.469344608879492,
|
||
|
|
"grad_norm": 0.08980126678943634,
|
||
|
|
"learning_rate": 6.334871794871795e-06,
|
||
|
|
"loss": 0.0035,
|
||
|
|
"step": 7650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.490486257928119,
|
||
|
|
"grad_norm": 0.13998441398143768,
|
||
|
|
"learning_rate": 6.322051282051283e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 7675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.511627906976744,
|
||
|
|
"grad_norm": 0.08528197556734085,
|
||
|
|
"learning_rate": 6.30923076923077e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 7700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.53276955602537,
|
||
|
|
"grad_norm": 0.07632896304130554,
|
||
|
|
"learning_rate": 6.296410256410257e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 7725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.553911205073996,
|
||
|
|
"grad_norm": 1.8177125453948975,
|
||
|
|
"learning_rate": 6.283589743589744e-06,
|
||
|
|
"loss": 0.0045,
|
||
|
|
"step": 7750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.575052854122622,
|
||
|
|
"grad_norm": 0.3318551778793335,
|
||
|
|
"learning_rate": 6.270769230769231e-06,
|
||
|
|
"loss": 0.003,
|
||
|
|
"step": 7775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.5961945031712474,
|
||
|
|
"grad_norm": 0.18770574033260345,
|
||
|
|
"learning_rate": 6.257948717948719e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 7800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.617336152219873,
|
||
|
|
"grad_norm": 0.120570108294487,
|
||
|
|
"learning_rate": 6.2451282051282055e-06,
|
||
|
|
"loss": 0.0053,
|
||
|
|
"step": 7825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.638477801268499,
|
||
|
|
"grad_norm": 8.554120063781738,
|
||
|
|
"learning_rate": 6.232307692307693e-06,
|
||
|
|
"loss": 0.0038,
|
||
|
|
"step": 7850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.659619450317125,
|
||
|
|
"grad_norm": 0.31921058893203735,
|
||
|
|
"learning_rate": 6.21948717948718e-06,
|
||
|
|
"loss": 0.0031,
|
||
|
|
"step": 7875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.680761099365751,
|
||
|
|
"grad_norm": 0.34284916520118713,
|
||
|
|
"learning_rate": 6.206666666666668e-06,
|
||
|
|
"loss": 0.0037,
|
||
|
|
"step": 7900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.701902748414376,
|
||
|
|
"grad_norm": 1.419690489768982,
|
||
|
|
"learning_rate": 6.1938461538461545e-06,
|
||
|
|
"loss": 0.005,
|
||
|
|
"step": 7925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.723044397463002,
|
||
|
|
"grad_norm": 0.1808280348777771,
|
||
|
|
"learning_rate": 6.181025641025642e-06,
|
||
|
|
"loss": 0.0036,
|
||
|
|
"step": 7950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.7441860465116275,
|
||
|
|
"grad_norm": 1.7059262990951538,
|
||
|
|
"learning_rate": 6.168205128205129e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 7975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.765327695560254,
|
||
|
|
"grad_norm": 1.1756020784378052,
|
||
|
|
"learning_rate": 6.155384615384617e-06,
|
||
|
|
"loss": 0.0029,
|
||
|
|
"step": 8000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.765327695560254,
|
||
|
|
"eval_loss": 0.08152683824300766,
|
||
|
|
"eval_runtime": 415.4126,
|
||
|
|
"eval_samples_per_second": 8.765,
|
||
|
|
"eval_steps_per_second": 0.549,
|
||
|
|
"eval_wer": 0.06269432456262472,
|
||
|
|
"step": 8000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.7864693446088795,
|
||
|
|
"grad_norm": 0.07017653435468674,
|
||
|
|
"learning_rate": 6.142564102564103e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 8025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.807610993657505,
|
||
|
|
"grad_norm": 0.10346279293298721,
|
||
|
|
"learning_rate": 6.1297435897435895e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 8050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.828752642706131,
|
||
|
|
"grad_norm": 1.0720205307006836,
|
||
|
|
"learning_rate": 6.116923076923077e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 8075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.849894291754757,
|
||
|
|
"grad_norm": 0.05146399512887001,
|
||
|
|
"learning_rate": 6.104102564102564e-06,
|
||
|
|
"loss": 0.0024,
|
||
|
|
"step": 8100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.871035940803383,
|
||
|
|
"grad_norm": 0.5876528024673462,
|
||
|
|
"learning_rate": 6.091282051282052e-06,
|
||
|
|
"loss": 0.0034,
|
||
|
|
"step": 8125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.892177589852008,
|
||
|
|
"grad_norm": 0.4982081353664398,
|
||
|
|
"learning_rate": 6.0784615384615384e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 8150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.913319238900634,
|
||
|
|
"grad_norm": 0.23112235963344574,
|
||
|
|
"learning_rate": 6.065641025641026e-06,
|
||
|
|
"loss": 0.0019,
|
||
|
|
"step": 8175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.93446088794926,
|
||
|
|
"grad_norm": 0.19416943192481995,
|
||
|
|
"learning_rate": 6.052820512820513e-06,
|
||
|
|
"loss": 0.0045,
|
||
|
|
"step": 8200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.955602536997886,
|
||
|
|
"grad_norm": 1.9558351039886475,
|
||
|
|
"learning_rate": 6.040000000000001e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 8225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.976744186046512,
|
||
|
|
"grad_norm": 0.15180020034313202,
|
||
|
|
"learning_rate": 6.0271794871794874e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 8250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.997885835095137,
|
||
|
|
"grad_norm": 0.434987872838974,
|
||
|
|
"learning_rate": 6.014358974358975e-06,
|
||
|
|
"loss": 0.0039,
|
||
|
|
"step": 8275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.019027484143764,
|
||
|
|
"grad_norm": 0.07390391826629639,
|
||
|
|
"learning_rate": 6.001538461538462e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 8300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.040169133192389,
|
||
|
|
"grad_norm": 0.3644394874572754,
|
||
|
|
"learning_rate": 5.98871794871795e-06,
|
||
|
|
"loss": 0.0022,
|
||
|
|
"step": 8325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.061310782241015,
|
||
|
|
"grad_norm": 0.0214530136436224,
|
||
|
|
"learning_rate": 5.9758974358974364e-06,
|
||
|
|
"loss": 0.0017,
|
||
|
|
"step": 8350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.08245243128964,
|
||
|
|
"grad_norm": 0.05759245902299881,
|
||
|
|
"learning_rate": 5.963076923076923e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 8375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.103594080338266,
|
||
|
|
"grad_norm": 0.40693360567092896,
|
||
|
|
"learning_rate": 5.950256410256411e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 8400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.1247357293868925,
|
||
|
|
"grad_norm": 0.03377969190478325,
|
||
|
|
"learning_rate": 5.937435897435898e-06,
|
||
|
|
"loss": 0.0017,
|
||
|
|
"step": 8425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.145877378435518,
|
||
|
|
"grad_norm": 0.07641027122735977,
|
||
|
|
"learning_rate": 5.9246153846153854e-06,
|
||
|
|
"loss": 0.0017,
|
||
|
|
"step": 8450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.167019027484144,
|
||
|
|
"grad_norm": 0.03931877389550209,
|
||
|
|
"learning_rate": 5.911794871794872e-06,
|
||
|
|
"loss": 0.0042,
|
||
|
|
"step": 8475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.188160676532769,
|
||
|
|
"grad_norm": 0.8600488901138306,
|
||
|
|
"learning_rate": 5.89897435897436e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 8500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.209302325581396,
|
||
|
|
"grad_norm": 0.256000816822052,
|
||
|
|
"learning_rate": 5.886153846153847e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 8525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.230443974630021,
|
||
|
|
"grad_norm": 0.22403153777122498,
|
||
|
|
"learning_rate": 5.873333333333334e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 8550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.251585623678647,
|
||
|
|
"grad_norm": 0.7728956341743469,
|
||
|
|
"learning_rate": 5.860512820512821e-06,
|
||
|
|
"loss": 0.003,
|
||
|
|
"step": 8575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.2727272727272725,
|
||
|
|
"grad_norm": 1.0295345783233643,
|
||
|
|
"learning_rate": 5.848205128205129e-06,
|
||
|
|
"loss": 0.0045,
|
||
|
|
"step": 8600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.293868921775898,
|
||
|
|
"grad_norm": 0.1343035101890564,
|
||
|
|
"learning_rate": 5.835384615384616e-06,
|
||
|
|
"loss": 0.0021,
|
||
|
|
"step": 8625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.3150105708245245,
|
||
|
|
"grad_norm": 0.027379866689443588,
|
||
|
|
"learning_rate": 5.822564102564103e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 8650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.33615221987315,
|
||
|
|
"grad_norm": 0.0675494521856308,
|
||
|
|
"learning_rate": 5.809743589743591e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 8675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.357293868921776,
|
||
|
|
"grad_norm": 0.05748479440808296,
|
||
|
|
"learning_rate": 5.796923076923078e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 8700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.378435517970401,
|
||
|
|
"grad_norm": 0.07236622273921967,
|
||
|
|
"learning_rate": 5.784102564102565e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 8725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.399577167019028,
|
||
|
|
"grad_norm": 0.05686989426612854,
|
||
|
|
"learning_rate": 5.771282051282052e-06,
|
||
|
|
"loss": 0.0035,
|
||
|
|
"step": 8750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.420718816067653,
|
||
|
|
"grad_norm": 2.922973871231079,
|
||
|
|
"learning_rate": 5.75846153846154e-06,
|
||
|
|
"loss": 0.0042,
|
||
|
|
"step": 8775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.441860465116279,
|
||
|
|
"grad_norm": 0.06991543620824814,
|
||
|
|
"learning_rate": 5.745641025641027e-06,
|
||
|
|
"loss": 0.0021,
|
||
|
|
"step": 8800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.4630021141649046,
|
||
|
|
"grad_norm": 0.3402734100818634,
|
||
|
|
"learning_rate": 5.732820512820513e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 8825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.484143763213531,
|
||
|
|
"grad_norm": 0.06663922965526581,
|
||
|
|
"learning_rate": 5.72e-06,
|
||
|
|
"loss": 0.0024,
|
||
|
|
"step": 8850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.505285412262157,
|
||
|
|
"grad_norm": 0.0772562250494957,
|
||
|
|
"learning_rate": 5.707179487179487e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 8875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.526427061310782,
|
||
|
|
"grad_norm": 0.13530157506465912,
|
||
|
|
"learning_rate": 5.694358974358975e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 8900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.547568710359408,
|
||
|
|
"grad_norm": 0.04225620627403259,
|
||
|
|
"learning_rate": 5.681538461538462e-06,
|
||
|
|
"loss": 0.003,
|
||
|
|
"step": 8925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.568710359408033,
|
||
|
|
"grad_norm": 0.06277480721473694,
|
||
|
|
"learning_rate": 5.668717948717949e-06,
|
||
|
|
"loss": 0.0041,
|
||
|
|
"step": 8950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.58985200845666,
|
||
|
|
"grad_norm": 0.06269287317991257,
|
||
|
|
"learning_rate": 5.655897435897436e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 8975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.6109936575052854,
|
||
|
|
"grad_norm": 0.06426391750574112,
|
||
|
|
"learning_rate": 5.643076923076923e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 9000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.6109936575052854,
|
||
|
|
"eval_loss": 0.08534783869981766,
|
||
|
|
"eval_runtime": 415.5854,
|
||
|
|
"eval_samples_per_second": 8.761,
|
||
|
|
"eval_steps_per_second": 0.549,
|
||
|
|
"eval_wer": 0.06274073042832615,
|
||
|
|
"step": 9000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.632135306553911,
|
||
|
|
"grad_norm": 0.04878684878349304,
|
||
|
|
"learning_rate": 5.630256410256411e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 9025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.653276955602537,
|
||
|
|
"grad_norm": 0.073283351957798,
|
||
|
|
"learning_rate": 5.6174358974358974e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.674418604651163,
|
||
|
|
"grad_norm": 0.04749315604567528,
|
||
|
|
"learning_rate": 5.604615384615385e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.695560253699789,
|
||
|
|
"grad_norm": 0.13554809987545013,
|
||
|
|
"learning_rate": 5.591794871794872e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 9100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.716701902748414,
|
||
|
|
"grad_norm": 0.03620721027255058,
|
||
|
|
"learning_rate": 5.57897435897436e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 9125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.73784355179704,
|
||
|
|
"grad_norm": 0.9968867301940918,
|
||
|
|
"learning_rate": 5.566153846153846e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 9150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.758985200845666,
|
||
|
|
"grad_norm": 0.055259935557842255,
|
||
|
|
"learning_rate": 5.553333333333334e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 9175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.780126849894292,
|
||
|
|
"grad_norm": 1.2477086782455444,
|
||
|
|
"learning_rate": 5.540512820512821e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 9200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.8012684989429175,
|
||
|
|
"grad_norm": 0.42810365557670593,
|
||
|
|
"learning_rate": 5.527692307692309e-06,
|
||
|
|
"loss": 0.0022,
|
||
|
|
"step": 9225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.822410147991543,
|
||
|
|
"grad_norm": 0.7914177775382996,
|
||
|
|
"learning_rate": 5.514871794871795e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 9250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.843551797040169,
|
||
|
|
"grad_norm": 0.7927113771438599,
|
||
|
|
"learning_rate": 5.502051282051283e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 9275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.864693446088795,
|
||
|
|
"grad_norm": 0.09316157549619675,
|
||
|
|
"learning_rate": 5.48923076923077e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 9300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.885835095137421,
|
||
|
|
"grad_norm": 0.21055510640144348,
|
||
|
|
"learning_rate": 5.476410256410258e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 9325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.906976744186046,
|
||
|
|
"grad_norm": 1.5093400478363037,
|
||
|
|
"learning_rate": 5.463589743589744e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 9350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.928118393234672,
|
||
|
|
"grad_norm": 0.9146241545677185,
|
||
|
|
"learning_rate": 5.450769230769232e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.949260042283298,
|
||
|
|
"grad_norm": 0.6534460186958313,
|
||
|
|
"learning_rate": 5.437948717948719e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 9400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.970401691331924,
|
||
|
|
"grad_norm": 0.056375931948423386,
|
||
|
|
"learning_rate": 5.425128205128205e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.99154334038055,
|
||
|
|
"grad_norm": 0.08614702522754669,
|
||
|
|
"learning_rate": 5.4123076923076925e-06,
|
||
|
|
"loss": 0.0028,
|
||
|
|
"step": 9450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.012684989429175,
|
||
|
|
"grad_norm": 0.04644578695297241,
|
||
|
|
"learning_rate": 5.399487179487179e-06,
|
||
|
|
"loss": 0.0033,
|
||
|
|
"step": 9475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.033826638477802,
|
||
|
|
"grad_norm": 0.12249679118394852,
|
||
|
|
"learning_rate": 5.386666666666667e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 9500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.054968287526426,
|
||
|
|
"grad_norm": 0.18292202055454254,
|
||
|
|
"learning_rate": 5.373846153846154e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 9525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.076109936575053,
|
||
|
|
"grad_norm": 0.94189453125,
|
||
|
|
"learning_rate": 5.3610256410256415e-06,
|
||
|
|
"loss": 0.0029,
|
||
|
|
"step": 9550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.09725158562368,
|
||
|
|
"grad_norm": 0.05061868205666542,
|
||
|
|
"learning_rate": 5.348205128205128e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 9575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.118393234672304,
|
||
|
|
"grad_norm": 0.6493793725967407,
|
||
|
|
"learning_rate": 5.335384615384615e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 9600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.13953488372093,
|
||
|
|
"grad_norm": 0.5912912487983704,
|
||
|
|
"learning_rate": 5.322564102564103e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.160676532769555,
|
||
|
|
"grad_norm": 0.036978259682655334,
|
||
|
|
"learning_rate": 5.30974358974359e-06,
|
||
|
|
"loss": 0.0021,
|
||
|
|
"step": 9650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.181818181818182,
|
||
|
|
"grad_norm": 0.13611486554145813,
|
||
|
|
"learning_rate": 5.296923076923077e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 9675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.202959830866808,
|
||
|
|
"grad_norm": 1.0610445737838745,
|
||
|
|
"learning_rate": 5.284102564102564e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 9700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.224101479915433,
|
||
|
|
"grad_norm": 0.024419546127319336,
|
||
|
|
"learning_rate": 5.271282051282052e-06,
|
||
|
|
"loss": 0.004,
|
||
|
|
"step": 9725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.24524312896406,
|
||
|
|
"grad_norm": 0.07428953051567078,
|
||
|
|
"learning_rate": 5.258461538461539e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 9750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.266384778012686,
|
||
|
|
"grad_norm": 1.252059817314148,
|
||
|
|
"learning_rate": 5.245641025641026e-06,
|
||
|
|
"loss": 0.0018,
|
||
|
|
"step": 9775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.28752642706131,
|
||
|
|
"grad_norm": 0.14112520217895508,
|
||
|
|
"learning_rate": 5.232820512820513e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.308668076109937,
|
||
|
|
"grad_norm": 0.05485629662871361,
|
||
|
|
"learning_rate": 5.220000000000001e-06,
|
||
|
|
"loss": 0.0017,
|
||
|
|
"step": 9825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.329809725158562,
|
||
|
|
"grad_norm": 0.9850168228149414,
|
||
|
|
"learning_rate": 5.207179487179488e-06,
|
||
|
|
"loss": 0.0034,
|
||
|
|
"step": 9850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.350951374207188,
|
||
|
|
"grad_norm": 0.2707412838935852,
|
||
|
|
"learning_rate": 5.194358974358975e-06,
|
||
|
|
"loss": 0.0024,
|
||
|
|
"step": 9875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.372093023255815,
|
||
|
|
"grad_norm": 0.7773647308349609,
|
||
|
|
"learning_rate": 5.181538461538462e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 9900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.39323467230444,
|
||
|
|
"grad_norm": 0.2679407000541687,
|
||
|
|
"learning_rate": 5.16871794871795e-06,
|
||
|
|
"loss": 0.0023,
|
||
|
|
"step": 9925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.414376321353066,
|
||
|
|
"grad_norm": 0.1327216774225235,
|
||
|
|
"learning_rate": 5.155897435897437e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 9950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.43551797040169,
|
||
|
|
"grad_norm": 0.5626333951950073,
|
||
|
|
"learning_rate": 5.143076923076924e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 9975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.456659619450317,
|
||
|
|
"grad_norm": 0.06341422349214554,
|
||
|
|
"learning_rate": 5.130256410256411e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 10000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.456659619450317,
|
||
|
|
"eval_loss": 0.08607128262519836,
|
||
|
|
"eval_runtime": 417.0751,
|
||
|
|
"eval_samples_per_second": 8.73,
|
||
|
|
"eval_steps_per_second": 0.547,
|
||
|
|
"eval_wer": 0.06413290639936887,
|
||
|
|
"step": 10000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.477801268498943,
|
||
|
|
"grad_norm": 0.04358547925949097,
|
||
|
|
"learning_rate": 5.117435897435897e-06,
|
||
|
|
"loss": 0.0018,
|
||
|
|
"step": 10025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.498942917547568,
|
||
|
|
"grad_norm": 0.11723045259714127,
|
||
|
|
"learning_rate": 5.104615384615385e-06,
|
||
|
|
"loss": 0.0034,
|
||
|
|
"step": 10050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.520084566596195,
|
||
|
|
"grad_norm": 0.034698598086833954,
|
||
|
|
"learning_rate": 5.091794871794872e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.541226215644821,
|
||
|
|
"grad_norm": 0.2308579683303833,
|
||
|
|
"learning_rate": 5.078974358974359e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 10100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.562367864693446,
|
||
|
|
"grad_norm": 0.03924379497766495,
|
||
|
|
"learning_rate": 5.066153846153846e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.583509513742072,
|
||
|
|
"grad_norm": 0.018929792568087578,
|
||
|
|
"learning_rate": 5.053333333333334e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.604651162790697,
|
||
|
|
"grad_norm": 0.06054197624325752,
|
||
|
|
"learning_rate": 5.040512820512821e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 10175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.625792811839323,
|
||
|
|
"grad_norm": 0.04145154356956482,
|
||
|
|
"learning_rate": 5.027692307692308e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 10200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.64693446088795,
|
||
|
|
"grad_norm": 0.05452277883887291,
|
||
|
|
"learning_rate": 5.014871794871795e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.668076109936575,
|
||
|
|
"grad_norm": 0.04759210720658302,
|
||
|
|
"learning_rate": 5.002051282051282e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 10250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.689217758985201,
|
||
|
|
"grad_norm": 0.029456498101353645,
|
||
|
|
"learning_rate": 4.98923076923077e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.710359408033828,
|
||
|
|
"grad_norm": 0.062097664922475815,
|
||
|
|
"learning_rate": 4.9764102564102564e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.731501057082452,
|
||
|
|
"grad_norm": 0.07016895711421967,
|
||
|
|
"learning_rate": 4.963589743589744e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 10325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.752642706131079,
|
||
|
|
"grad_norm": 2.872891426086426,
|
||
|
|
"learning_rate": 4.950769230769231e-06,
|
||
|
|
"loss": 0.0018,
|
||
|
|
"step": 10350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.773784355179703,
|
||
|
|
"grad_norm": 0.20757004618644714,
|
||
|
|
"learning_rate": 4.937948717948719e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 10375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.79492600422833,
|
||
|
|
"grad_norm": 0.10146087408065796,
|
||
|
|
"learning_rate": 4.9251282051282054e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 10400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.816067653276956,
|
||
|
|
"grad_norm": 0.07840722799301147,
|
||
|
|
"learning_rate": 4.912307692307693e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.837209302325581,
|
||
|
|
"grad_norm": 0.0831177830696106,
|
||
|
|
"learning_rate": 4.89948717948718e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 10450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.858350951374208,
|
||
|
|
"grad_norm": 0.6827990412712097,
|
||
|
|
"learning_rate": 4.886666666666668e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 10475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.879492600422832,
|
||
|
|
"grad_norm": 0.25397488474845886,
|
||
|
|
"learning_rate": 4.873846153846154e-06,
|
||
|
|
"loss": 0.0017,
|
||
|
|
"step": 10500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.900634249471459,
|
||
|
|
"grad_norm": 0.07114572823047638,
|
||
|
|
"learning_rate": 4.861025641025641e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 10525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.921775898520085,
|
||
|
|
"grad_norm": 0.05897723138332367,
|
||
|
|
"learning_rate": 4.848205128205128e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 10550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.94291754756871,
|
||
|
|
"grad_norm": 0.048447199165821075,
|
||
|
|
"learning_rate": 4.835384615384616e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 10575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.964059196617336,
|
||
|
|
"grad_norm": 0.04842350259423256,
|
||
|
|
"learning_rate": 4.8225641025641026e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 10600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.985200845665961,
|
||
|
|
"grad_norm": 0.06469196826219559,
|
||
|
|
"learning_rate": 4.80974358974359e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 10625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.006342494714588,
|
||
|
|
"grad_norm": 0.021318404003977776,
|
||
|
|
"learning_rate": 4.796923076923077e-06,
|
||
|
|
"loss": 0.0038,
|
||
|
|
"step": 10650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.027484143763214,
|
||
|
|
"grad_norm": 0.03229638934135437,
|
||
|
|
"learning_rate": 4.784102564102565e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.048625792811839,
|
||
|
|
"grad_norm": 0.08799826353788376,
|
||
|
|
"learning_rate": 4.7712820512820516e-06,
|
||
|
|
"loss": 0.0026,
|
||
|
|
"step": 10700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.069767441860465,
|
||
|
|
"grad_norm": 0.11259903013706207,
|
||
|
|
"learning_rate": 4.758461538461539e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 10725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.090909090909092,
|
||
|
|
"grad_norm": 0.14656835794448853,
|
||
|
|
"learning_rate": 4.745641025641026e-06,
|
||
|
|
"loss": 0.0019,
|
||
|
|
"step": 10750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.112050739957716,
|
||
|
|
"grad_norm": 0.5436356663703918,
|
||
|
|
"learning_rate": 4.732820512820514e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.133192389006343,
|
||
|
|
"grad_norm": 0.02085413970053196,
|
||
|
|
"learning_rate": 4.7200000000000005e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.154334038054968,
|
||
|
|
"grad_norm": 0.04881500452756882,
|
||
|
|
"learning_rate": 4.707179487179487e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 10825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.175475687103594,
|
||
|
|
"grad_norm": 0.04903466999530792,
|
||
|
|
"learning_rate": 4.694358974358974e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 10850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.19661733615222,
|
||
|
|
"grad_norm": 0.020907558500766754,
|
||
|
|
"learning_rate": 4.681538461538462e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.217758985200845,
|
||
|
|
"grad_norm": 0.13889507949352264,
|
||
|
|
"learning_rate": 4.668717948717949e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 10900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.238900634249472,
|
||
|
|
"grad_norm": 0.050613515079021454,
|
||
|
|
"learning_rate": 4.655897435897436e-06,
|
||
|
|
"loss": 0.0032,
|
||
|
|
"step": 10925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.260042283298096,
|
||
|
|
"grad_norm": 1.744171380996704,
|
||
|
|
"learning_rate": 4.643076923076923e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 10950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.281183932346723,
|
||
|
|
"grad_norm": 0.013857314363121986,
|
||
|
|
"learning_rate": 4.630256410256411e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 10975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.30232558139535,
|
||
|
|
"grad_norm": 0.03641614317893982,
|
||
|
|
"learning_rate": 4.617435897435898e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.30232558139535,
|
||
|
|
"eval_loss": 0.08570627868175507,
|
||
|
|
"eval_runtime": 422.6796,
|
||
|
|
"eval_samples_per_second": 8.614,
|
||
|
|
"eval_steps_per_second": 0.539,
|
||
|
|
"eval_wer": 0.06334400668244466,
|
||
|
|
"step": 11000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.323467230443974,
|
||
|
|
"grad_norm": 0.32879745960235596,
|
||
|
|
"learning_rate": 4.604615384615385e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 11025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.3446088794926,
|
||
|
|
"grad_norm": 0.21095559000968933,
|
||
|
|
"learning_rate": 4.591794871794872e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 11050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.365750528541227,
|
||
|
|
"grad_norm": 0.01756209135055542,
|
||
|
|
"learning_rate": 4.57897435897436e-06,
|
||
|
|
"loss": 0.0025,
|
||
|
|
"step": 11075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.386892177589852,
|
||
|
|
"grad_norm": 0.04053978621959686,
|
||
|
|
"learning_rate": 4.566153846153847e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.408033826638478,
|
||
|
|
"grad_norm": 1.196875810623169,
|
||
|
|
"learning_rate": 4.5533333333333335e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 11125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.429175475687103,
|
||
|
|
"grad_norm": 0.027264421805739403,
|
||
|
|
"learning_rate": 4.54051282051282e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.45031712473573,
|
||
|
|
"grad_norm": 0.021927664056420326,
|
||
|
|
"learning_rate": 4.527692307692308e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 11175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.471458773784356,
|
||
|
|
"grad_norm": 0.04593001306056976,
|
||
|
|
"learning_rate": 4.514871794871795e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 11200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.49260042283298,
|
||
|
|
"grad_norm": 0.8032304644584656,
|
||
|
|
"learning_rate": 4.5020512820512825e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 11225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.513742071881607,
|
||
|
|
"grad_norm": 0.6102417707443237,
|
||
|
|
"learning_rate": 4.489230769230769e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 11250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.534883720930232,
|
||
|
|
"grad_norm": 0.029139434918761253,
|
||
|
|
"learning_rate": 4.476410256410257e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 11275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.556025369978858,
|
||
|
|
"grad_norm": 0.01795080117881298,
|
||
|
|
"learning_rate": 4.463589743589744e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 11300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.577167019027485,
|
||
|
|
"grad_norm": 0.029438558965921402,
|
||
|
|
"learning_rate": 4.4507692307692315e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 11325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.59830866807611,
|
||
|
|
"grad_norm": 0.03739332780241966,
|
||
|
|
"learning_rate": 4.437948717948718e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 11350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.619450317124736,
|
||
|
|
"grad_norm": 0.11360177397727966,
|
||
|
|
"learning_rate": 4.425128205128206e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 11375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.640591966173362,
|
||
|
|
"grad_norm": 0.03182990849018097,
|
||
|
|
"learning_rate": 4.412307692307693e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 11400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.661733615221987,
|
||
|
|
"grad_norm": 0.023038147017359734,
|
||
|
|
"learning_rate": 4.39948717948718e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 11425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.682875264270614,
|
||
|
|
"grad_norm": 0.03209986910223961,
|
||
|
|
"learning_rate": 4.3866666666666665e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 11450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.704016913319238,
|
||
|
|
"grad_norm": 0.028583193197846413,
|
||
|
|
"learning_rate": 4.373846153846154e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 11475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.725158562367865,
|
||
|
|
"grad_norm": 0.023485548794269562,
|
||
|
|
"learning_rate": 4.361025641025641e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 11500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.746300211416491,
|
||
|
|
"grad_norm": 0.3672647476196289,
|
||
|
|
"learning_rate": 4.348205128205129e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 11525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.767441860465116,
|
||
|
|
"grad_norm": 0.8596897125244141,
|
||
|
|
"learning_rate": 4.3353846153846154e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 11550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.788583509513742,
|
||
|
|
"grad_norm": 1.4410885572433472,
|
||
|
|
"learning_rate": 4.322564102564103e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 11575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.809725158562367,
|
||
|
|
"grad_norm": 0.023211924359202385,
|
||
|
|
"learning_rate": 4.30974358974359e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.830866807610994,
|
||
|
|
"grad_norm": 0.032794274389743805,
|
||
|
|
"learning_rate": 4.296923076923078e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 11625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.85200845665962,
|
||
|
|
"grad_norm": 0.037845127284526825,
|
||
|
|
"learning_rate": 4.2841025641025644e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 11650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.873150105708245,
|
||
|
|
"grad_norm": 0.0936095118522644,
|
||
|
|
"learning_rate": 4.271282051282052e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 11675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.894291754756871,
|
||
|
|
"grad_norm": 0.06250233203172684,
|
||
|
|
"learning_rate": 4.258461538461539e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.915433403805498,
|
||
|
|
"grad_norm": 0.040198661386966705,
|
||
|
|
"learning_rate": 4.245641025641026e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 11725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.936575052854122,
|
||
|
|
"grad_norm": 0.02659662999212742,
|
||
|
|
"learning_rate": 4.232820512820513e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 11750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.957716701902749,
|
||
|
|
"grad_norm": 0.021418403834104538,
|
||
|
|
"learning_rate": 4.22e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 11775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.978858350951374,
|
||
|
|
"grad_norm": 0.2249915599822998,
|
||
|
|
"learning_rate": 4.207179487179487e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.0,
|
||
|
|
"grad_norm": 0.8315058350563049,
|
||
|
|
"learning_rate": 4.194358974358975e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 11825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.021141649048626,
|
||
|
|
"grad_norm": 0.1930394470691681,
|
||
|
|
"learning_rate": 4.1815384615384616e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 11850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.042283298097251,
|
||
|
|
"grad_norm": 0.01425615418702364,
|
||
|
|
"learning_rate": 4.168717948717949e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 11875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.063424947145878,
|
||
|
|
"grad_norm": 0.023017780855298042,
|
||
|
|
"learning_rate": 4.155897435897436e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 11900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.084566596194502,
|
||
|
|
"grad_norm": 0.029264431446790695,
|
||
|
|
"learning_rate": 4.143076923076924e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 11925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.105708245243129,
|
||
|
|
"grad_norm": 0.04874871298670769,
|
||
|
|
"learning_rate": 4.1302564102564106e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 11950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.126849894291755,
|
||
|
|
"grad_norm": 0.745508074760437,
|
||
|
|
"learning_rate": 4.117435897435898e-06,
|
||
|
|
"loss": 0.0015,
|
||
|
|
"step": 11975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.14799154334038,
|
||
|
|
"grad_norm": 0.03195907920598984,
|
||
|
|
"learning_rate": 4.104615384615385e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.14799154334038,
|
||
|
|
"eval_loss": 0.08556105196475983,
|
||
|
|
"eval_runtime": 420.9801,
|
||
|
|
"eval_samples_per_second": 8.649,
|
||
|
|
"eval_steps_per_second": 0.542,
|
||
|
|
"eval_wer": 0.06195183071140192,
|
||
|
|
"step": 12000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.169133192389006,
|
||
|
|
"grad_norm": 0.029029415920376778,
|
||
|
|
"learning_rate": 4.091794871794872e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 12025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.190274841437633,
|
||
|
|
"grad_norm": 0.029037466272711754,
|
||
|
|
"learning_rate": 4.078974358974359e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 12050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.211416490486258,
|
||
|
|
"grad_norm": 0.1034269854426384,
|
||
|
|
"learning_rate": 4.066153846153846e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 12075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.232558139534884,
|
||
|
|
"grad_norm": 0.025130081921815872,
|
||
|
|
"learning_rate": 4.053333333333333e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 12100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.253699788583509,
|
||
|
|
"grad_norm": 0.05509277433156967,
|
||
|
|
"learning_rate": 4.040512820512821e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 12125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.274841437632135,
|
||
|
|
"grad_norm": 0.022796448320150375,
|
||
|
|
"learning_rate": 4.027692307692308e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 12150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.295983086680762,
|
||
|
|
"grad_norm": 0.03756018355488777,
|
||
|
|
"learning_rate": 4.014871794871795e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 12175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.317124735729386,
|
||
|
|
"grad_norm": 0.6810747385025024,
|
||
|
|
"learning_rate": 4.002051282051282e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 12200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.338266384778013,
|
||
|
|
"grad_norm": 0.2094302922487259,
|
||
|
|
"learning_rate": 3.98923076923077e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 12225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.359408033826638,
|
||
|
|
"grad_norm": 0.02640734240412712,
|
||
|
|
"learning_rate": 3.976410256410257e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.380549682875264,
|
||
|
|
"grad_norm": 0.015162879601120949,
|
||
|
|
"learning_rate": 3.963589743589744e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 12275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.40169133192389,
|
||
|
|
"grad_norm": 0.023550117388367653,
|
||
|
|
"learning_rate": 3.950769230769231e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.422832980972515,
|
||
|
|
"grad_norm": 1.2513926029205322,
|
||
|
|
"learning_rate": 3.937948717948718e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 12325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.443974630021142,
|
||
|
|
"grad_norm": 1.0258477926254272,
|
||
|
|
"learning_rate": 3.925128205128205e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 12350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.465116279069768,
|
||
|
|
"grad_norm": 1.8391358852386475,
|
||
|
|
"learning_rate": 3.9123076923076925e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 12375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.486257928118393,
|
||
|
|
"grad_norm": 0.02079303376376629,
|
||
|
|
"learning_rate": 3.899487179487179e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 12400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.50739957716702,
|
||
|
|
"grad_norm": 0.3406016230583191,
|
||
|
|
"learning_rate": 3.886666666666667e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 12425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.528541226215644,
|
||
|
|
"grad_norm": 0.08087711036205292,
|
||
|
|
"learning_rate": 3.873846153846154e-06,
|
||
|
|
"loss": 0.0018,
|
||
|
|
"step": 12450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.54968287526427,
|
||
|
|
"grad_norm": 0.03195007145404816,
|
||
|
|
"learning_rate": 3.8610256410256415e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.570824524312897,
|
||
|
|
"grad_norm": 0.0327339693903923,
|
||
|
|
"learning_rate": 3.848205128205128e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.591966173361522,
|
||
|
|
"grad_norm": 0.050105396658182144,
|
||
|
|
"learning_rate": 3.835384615384616e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.613107822410148,
|
||
|
|
"grad_norm": 0.04684900864958763,
|
||
|
|
"learning_rate": 3.822564102564103e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.634249471458773,
|
||
|
|
"grad_norm": 0.01622653938829899,
|
||
|
|
"learning_rate": 3.80974358974359e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 12575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.6553911205074,
|
||
|
|
"grad_norm": 0.03434791415929794,
|
||
|
|
"learning_rate": 3.7969230769230773e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.676532769556026,
|
||
|
|
"grad_norm": 0.016083180904388428,
|
||
|
|
"learning_rate": 3.784102564102564e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.69767441860465,
|
||
|
|
"grad_norm": 0.019794505089521408,
|
||
|
|
"learning_rate": 3.7712820512820514e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.718816067653277,
|
||
|
|
"grad_norm": 0.019432729110121727,
|
||
|
|
"learning_rate": 3.7584615384615386e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 12675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.739957716701904,
|
||
|
|
"grad_norm": 0.021112432703375816,
|
||
|
|
"learning_rate": 3.745641025641026e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.761099365750528,
|
||
|
|
"grad_norm": 0.02420271746814251,
|
||
|
|
"learning_rate": 3.732820512820513e-06,
|
||
|
|
"loss": 0.0012,
|
||
|
|
"step": 12725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.782241014799155,
|
||
|
|
"grad_norm": 0.044272564351558685,
|
||
|
|
"learning_rate": 3.7200000000000004e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 12750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.80338266384778,
|
||
|
|
"grad_norm": 0.6784161329269409,
|
||
|
|
"learning_rate": 3.7071794871794876e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 12775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.824524312896406,
|
||
|
|
"grad_norm": 0.110283263027668,
|
||
|
|
"learning_rate": 3.694358974358975e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 12800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.845665961945032,
|
||
|
|
"grad_norm": 0.026112297549843788,
|
||
|
|
"learning_rate": 3.681538461538462e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 12825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.866807610993657,
|
||
|
|
"grad_norm": 0.03150051832199097,
|
||
|
|
"learning_rate": 3.6687179487179494e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 12850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.887949260042284,
|
||
|
|
"grad_norm": 0.08290383219718933,
|
||
|
|
"learning_rate": 3.655897435897436e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 12875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.909090909090908,
|
||
|
|
"grad_norm": 0.018157586455345154,
|
||
|
|
"learning_rate": 3.6430769230769234e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 12900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.930232558139535,
|
||
|
|
"grad_norm": 0.04915007948875427,
|
||
|
|
"learning_rate": 3.6302564102564103e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 12925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.951374207188161,
|
||
|
|
"grad_norm": 0.023294847458600998,
|
||
|
|
"learning_rate": 3.6174358974358975e-06,
|
||
|
|
"loss": 0.0014,
|
||
|
|
"step": 12950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.972515856236786,
|
||
|
|
"grad_norm": 0.013834277167916298,
|
||
|
|
"learning_rate": 3.6046153846153848e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 12975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.993657505285412,
|
||
|
|
"grad_norm": 0.018607119098305702,
|
||
|
|
"learning_rate": 3.591794871794872e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.993657505285412,
|
||
|
|
"eval_loss": 0.08658287674188614,
|
||
|
|
"eval_runtime": 413.9659,
|
||
|
|
"eval_samples_per_second": 8.795,
|
||
|
|
"eval_steps_per_second": 0.551,
|
||
|
|
"eval_wer": 0.060513248874657755,
|
||
|
|
"step": 13000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.014799154334039,
|
||
|
|
"grad_norm": 0.034428298473358154,
|
||
|
|
"learning_rate": 3.5789743589743593e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.035940803382664,
|
||
|
|
"grad_norm": 0.024136802181601524,
|
||
|
|
"learning_rate": 3.5661538461538465e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 13050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.05708245243129,
|
||
|
|
"grad_norm": 0.014073341153562069,
|
||
|
|
"learning_rate": 3.5533333333333338e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.078224101479915,
|
||
|
|
"grad_norm": 0.015313107520341873,
|
||
|
|
"learning_rate": 3.540512820512821e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.099365750528541,
|
||
|
|
"grad_norm": 0.014939980581402779,
|
||
|
|
"learning_rate": 3.5276923076923083e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 13125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.120507399577168,
|
||
|
|
"grad_norm": 0.054304271936416626,
|
||
|
|
"learning_rate": 3.5148717948717955e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 13150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.141649048625792,
|
||
|
|
"grad_norm": 0.01899879425764084,
|
||
|
|
"learning_rate": 3.5020512820512823e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 13175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.162790697674419,
|
||
|
|
"grad_norm": 0.008164430968463421,
|
||
|
|
"learning_rate": 3.4892307692307696e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.183932346723044,
|
||
|
|
"grad_norm": 0.12134576588869095,
|
||
|
|
"learning_rate": 3.4764102564102564e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.20507399577167,
|
||
|
|
"grad_norm": 0.019934862852096558,
|
||
|
|
"learning_rate": 3.4635897435897436e-06,
|
||
|
|
"loss": 0.0011,
|
||
|
|
"step": 13250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.226215644820297,
|
||
|
|
"grad_norm": 0.01381596364080906,
|
||
|
|
"learning_rate": 3.450769230769231e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 13275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.247357293868921,
|
||
|
|
"grad_norm": 0.1572095900774002,
|
||
|
|
"learning_rate": 3.437948717948718e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 13300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.268498942917548,
|
||
|
|
"grad_norm": 0.03256658464670181,
|
||
|
|
"learning_rate": 3.4251282051282054e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.289640591966174,
|
||
|
|
"grad_norm": 0.012259602546691895,
|
||
|
|
"learning_rate": 3.4123076923076926e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 13350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.310782241014799,
|
||
|
|
"grad_norm": 0.7077483534812927,
|
||
|
|
"learning_rate": 3.39948717948718e-06,
|
||
|
|
"loss": 0.002,
|
||
|
|
"step": 13375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.331923890063425,
|
||
|
|
"grad_norm": 0.013183564879000187,
|
||
|
|
"learning_rate": 3.386666666666667e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 13400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.35306553911205,
|
||
|
|
"grad_norm": 0.015149732120335102,
|
||
|
|
"learning_rate": 3.3738461538461544e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.374207188160677,
|
||
|
|
"grad_norm": 1.2345651388168335,
|
||
|
|
"learning_rate": 3.3610256410256416e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.395348837209303,
|
||
|
|
"grad_norm": 0.015832841396331787,
|
||
|
|
"learning_rate": 3.3482051282051285e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 13475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.416490486257928,
|
||
|
|
"grad_norm": 0.02144164778292179,
|
||
|
|
"learning_rate": 3.3353846153846157e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 13500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.437632135306554,
|
||
|
|
"grad_norm": 0.02886483073234558,
|
||
|
|
"learning_rate": 3.322564102564103e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.458773784355179,
|
||
|
|
"grad_norm": 0.01857246272265911,
|
||
|
|
"learning_rate": 3.3097435897435898e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.479915433403805,
|
||
|
|
"grad_norm": 0.06685657054185867,
|
||
|
|
"learning_rate": 3.296923076923077e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 13575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.501057082452432,
|
||
|
|
"grad_norm": 0.058960702270269394,
|
||
|
|
"learning_rate": 3.2841025641025643e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 13600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.522198731501057,
|
||
|
|
"grad_norm": 0.016561295837163925,
|
||
|
|
"learning_rate": 3.2712820512820515e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 13625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.543340380549683,
|
||
|
|
"grad_norm": 0.019466349855065346,
|
||
|
|
"learning_rate": 3.2584615384615388e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 13650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.56448202959831,
|
||
|
|
"grad_norm": 0.014084039255976677,
|
||
|
|
"learning_rate": 3.245641025641026e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.585623678646934,
|
||
|
|
"grad_norm": 0.022753361612558365,
|
||
|
|
"learning_rate": 3.2328205128205133e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.60676532769556,
|
||
|
|
"grad_norm": 0.012626050040125847,
|
||
|
|
"learning_rate": 3.2200000000000005e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.627906976744185,
|
||
|
|
"grad_norm": 0.9902653694152832,
|
||
|
|
"learning_rate": 3.2071794871794878e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 13750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.649048625792812,
|
||
|
|
"grad_norm": 0.034385230392217636,
|
||
|
|
"learning_rate": 3.194358974358975e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 13775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.670190274841438,
|
||
|
|
"grad_norm": 0.013236723840236664,
|
||
|
|
"learning_rate": 3.181538461538462e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 13800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.691331923890063,
|
||
|
|
"grad_norm": 0.014498353935778141,
|
||
|
|
"learning_rate": 3.168717948717949e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 13825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.71247357293869,
|
||
|
|
"grad_norm": 0.012556152418255806,
|
||
|
|
"learning_rate": 3.155897435897436e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.733615221987314,
|
||
|
|
"grad_norm": 0.017172476276755333,
|
||
|
|
"learning_rate": 3.143076923076923e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 13875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.75475687103594,
|
||
|
|
"grad_norm": 0.04857848584651947,
|
||
|
|
"learning_rate": 3.1302564102564104e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 13900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.775898520084567,
|
||
|
|
"grad_norm": 0.2465539425611496,
|
||
|
|
"learning_rate": 3.1174358974358976e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 13925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.797040169133192,
|
||
|
|
"grad_norm": 0.01584937795996666,
|
||
|
|
"learning_rate": 3.104615384615385e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 13950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.818181818181818,
|
||
|
|
"grad_norm": 0.022607628256082535,
|
||
|
|
"learning_rate": 3.091794871794872e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 13975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.839323467230443,
|
||
|
|
"grad_norm": 0.021190233528614044,
|
||
|
|
"learning_rate": 3.0789743589743594e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.839323467230443,
|
||
|
|
"eval_loss": 0.08707120269536972,
|
||
|
|
"eval_runtime": 422.3648,
|
||
|
|
"eval_samples_per_second": 8.621,
|
||
|
|
"eval_steps_per_second": 0.54,
|
||
|
|
"eval_wer": 0.061394960322984825,
|
||
|
|
"step": 14000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.86046511627907,
|
||
|
|
"grad_norm": 0.02160489559173584,
|
||
|
|
"learning_rate": 3.0661538461538466e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 14025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.881606765327696,
|
||
|
|
"grad_norm": 0.017302557826042175,
|
||
|
|
"learning_rate": 3.053333333333334e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.90274841437632,
|
||
|
|
"grad_norm": 0.03932559862732887,
|
||
|
|
"learning_rate": 3.040512820512821e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.923890063424947,
|
||
|
|
"grad_norm": 0.16547563672065735,
|
||
|
|
"learning_rate": 3.027692307692308e-06,
|
||
|
|
"loss": 0.001,
|
||
|
|
"step": 14100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.945031712473574,
|
||
|
|
"grad_norm": 0.05746368691325188,
|
||
|
|
"learning_rate": 3.014871794871795e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.966173361522198,
|
||
|
|
"grad_norm": 0.017229914665222168,
|
||
|
|
"learning_rate": 3.002051282051282e-06,
|
||
|
|
"loss": 0.0016,
|
||
|
|
"step": 14150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.987315010570825,
|
||
|
|
"grad_norm": 0.017080632969737053,
|
||
|
|
"learning_rate": 2.9892307692307693e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.00845665961945,
|
||
|
|
"grad_norm": 0.14502297341823578,
|
||
|
|
"learning_rate": 2.9764102564102565e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 14200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.029598308668076,
|
||
|
|
"grad_norm": 0.013931095600128174,
|
||
|
|
"learning_rate": 2.9635897435897438e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.050739957716702,
|
||
|
|
"grad_norm": 0.04354655370116234,
|
||
|
|
"learning_rate": 2.950769230769231e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 14250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.071881606765327,
|
||
|
|
"grad_norm": 0.015747781842947006,
|
||
|
|
"learning_rate": 2.9379487179487183e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.093023255813954,
|
||
|
|
"grad_norm": 0.08688750118017197,
|
||
|
|
"learning_rate": 2.9251282051282055e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 14300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.11416490486258,
|
||
|
|
"grad_norm": 0.01061871089041233,
|
||
|
|
"learning_rate": 2.9123076923076928e-06,
|
||
|
|
"loss": 0.0013,
|
||
|
|
"step": 14325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.135306553911205,
|
||
|
|
"grad_norm": 0.01094849780201912,
|
||
|
|
"learning_rate": 2.89948717948718e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.156448202959831,
|
||
|
|
"grad_norm": 0.012437337078154087,
|
||
|
|
"learning_rate": 2.8866666666666673e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.177589852008456,
|
||
|
|
"grad_norm": 0.014366303570568562,
|
||
|
|
"learning_rate": 2.873846153846154e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.198731501057082,
|
||
|
|
"grad_norm": 0.017898643389344215,
|
||
|
|
"learning_rate": 2.8610256410256413e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.219873150105709,
|
||
|
|
"grad_norm": 0.016448453068733215,
|
||
|
|
"learning_rate": 2.848205128205128e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.241014799154334,
|
||
|
|
"grad_norm": 0.017254604026675224,
|
||
|
|
"learning_rate": 2.8353846153846154e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 14475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.26215644820296,
|
||
|
|
"grad_norm": 0.01735294982790947,
|
||
|
|
"learning_rate": 2.8225641025641027e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.283298097251585,
|
||
|
|
"grad_norm": 0.017333608120679855,
|
||
|
|
"learning_rate": 2.80974358974359e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 14525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.304439746300211,
|
||
|
|
"grad_norm": 0.010371909476816654,
|
||
|
|
"learning_rate": 2.796923076923077e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 14550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.325581395348838,
|
||
|
|
"grad_norm": 0.051518309861421585,
|
||
|
|
"learning_rate": 2.7841025641025644e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 14575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.346723044397462,
|
||
|
|
"grad_norm": 0.015523129142820835,
|
||
|
|
"learning_rate": 2.7712820512820516e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.367864693446089,
|
||
|
|
"grad_norm": 0.013449127785861492,
|
||
|
|
"learning_rate": 2.758461538461539e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 14625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.389006342494715,
|
||
|
|
"grad_norm": 0.28945910930633545,
|
||
|
|
"learning_rate": 2.745641025641026e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 14650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.41014799154334,
|
||
|
|
"grad_norm": 0.01732316054403782,
|
||
|
|
"learning_rate": 2.7328205128205134e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.431289640591967,
|
||
|
|
"grad_norm": 0.0187962856143713,
|
||
|
|
"learning_rate": 2.7200000000000002e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.452431289640591,
|
||
|
|
"grad_norm": 0.010457909666001797,
|
||
|
|
"learning_rate": 2.7071794871794875e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 14725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.473572938689218,
|
||
|
|
"grad_norm": 0.017735542729496956,
|
||
|
|
"learning_rate": 2.6943589743589743e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 14750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.494714587737844,
|
||
|
|
"grad_norm": 0.01583629846572876,
|
||
|
|
"learning_rate": 2.6815384615384615e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 14775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.515856236786469,
|
||
|
|
"grad_norm": 0.024372195824980736,
|
||
|
|
"learning_rate": 2.6687179487179488e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 14800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.536997885835095,
|
||
|
|
"grad_norm": 0.03954934701323509,
|
||
|
|
"learning_rate": 2.655897435897436e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.55813953488372,
|
||
|
|
"grad_norm": 0.07841933518648148,
|
||
|
|
"learning_rate": 2.6430769230769233e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 14850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.579281183932347,
|
||
|
|
"grad_norm": 0.023459434509277344,
|
||
|
|
"learning_rate": 2.6302564102564105e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 14875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.600422832980973,
|
||
|
|
"grad_norm": 0.02575707994401455,
|
||
|
|
"learning_rate": 2.6174358974358978e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.621564482029598,
|
||
|
|
"grad_norm": 0.01122299861162901,
|
||
|
|
"learning_rate": 2.604615384615385e-06,
|
||
|
|
"loss": 0.0008,
|
||
|
|
"step": 14925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.642706131078224,
|
||
|
|
"grad_norm": 0.013861022889614105,
|
||
|
|
"learning_rate": 2.5917948717948723e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 14950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.66384778012685,
|
||
|
|
"grad_norm": 0.015051736496388912,
|
||
|
|
"learning_rate": 2.5789743589743595e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 14975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.684989429175475,
|
||
|
|
"grad_norm": 0.053748294711112976,
|
||
|
|
"learning_rate": 2.5661538461538463e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.684989429175475,
|
||
|
|
"eval_loss": 0.08498353511095047,
|
||
|
|
"eval_runtime": 422.6177,
|
||
|
|
"eval_samples_per_second": 8.615,
|
||
|
|
"eval_steps_per_second": 0.539,
|
||
|
|
"eval_wer": 0.05963153742633069,
|
||
|
|
"step": 15000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.706131078224102,
|
||
|
|
"grad_norm": 0.008815528824925423,
|
||
|
|
"learning_rate": 2.5533333333333336e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.727272727272727,
|
||
|
|
"grad_norm": 0.01506373006850481,
|
||
|
|
"learning_rate": 2.5405128205128204e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 15050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.748414376321353,
|
||
|
|
"grad_norm": 0.11881545186042786,
|
||
|
|
"learning_rate": 2.5276923076923077e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.76955602536998,
|
||
|
|
"grad_norm": 0.01836121454834938,
|
||
|
|
"learning_rate": 2.514871794871795e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 15100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.790697674418604,
|
||
|
|
"grad_norm": 0.019225163385272026,
|
||
|
|
"learning_rate": 2.502051282051282e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 15125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.81183932346723,
|
||
|
|
"grad_norm": 0.02618946135044098,
|
||
|
|
"learning_rate": 2.4892307692307694e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.832980972515855,
|
||
|
|
"grad_norm": 0.02191704511642456,
|
||
|
|
"learning_rate": 2.4764102564102567e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.854122621564482,
|
||
|
|
"grad_norm": 0.010356785729527473,
|
||
|
|
"learning_rate": 2.463589743589744e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 15200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.875264270613108,
|
||
|
|
"grad_norm": 0.011190637946128845,
|
||
|
|
"learning_rate": 2.450769230769231e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.896405919661733,
|
||
|
|
"grad_norm": 0.4306105375289917,
|
||
|
|
"learning_rate": 2.4379487179487184e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 15250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.91754756871036,
|
||
|
|
"grad_norm": 0.01129214372485876,
|
||
|
|
"learning_rate": 2.4251282051282056e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 15275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.938689217758984,
|
||
|
|
"grad_norm": 0.013043936342000961,
|
||
|
|
"learning_rate": 2.4123076923076925e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 15300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.95983086680761,
|
||
|
|
"grad_norm": 0.03151563182473183,
|
||
|
|
"learning_rate": 2.3994871794871797e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.980972515856237,
|
||
|
|
"grad_norm": 0.01353500597178936,
|
||
|
|
"learning_rate": 2.386666666666667e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.002114164904862,
|
||
|
|
"grad_norm": 0.010209338739514351,
|
||
|
|
"learning_rate": 2.3738461538461542e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 15375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.023255813953488,
|
||
|
|
"grad_norm": 0.01054307445883751,
|
||
|
|
"learning_rate": 2.3610256410256415e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.044397463002115,
|
||
|
|
"grad_norm": 0.0059889694675803185,
|
||
|
|
"learning_rate": 2.3482051282051287e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.06553911205074,
|
||
|
|
"grad_norm": 0.008033188059926033,
|
||
|
|
"learning_rate": 2.3353846153846155e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.086680761099366,
|
||
|
|
"grad_norm": 0.009764975868165493,
|
||
|
|
"learning_rate": 2.3225641025641028e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.10782241014799,
|
||
|
|
"grad_norm": 0.015029883943498135,
|
||
|
|
"learning_rate": 2.30974358974359e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.128964059196617,
|
||
|
|
"grad_norm": 0.8327123522758484,
|
||
|
|
"learning_rate": 2.2969230769230773e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 15525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.150105708245244,
|
||
|
|
"grad_norm": 0.010631484910845757,
|
||
|
|
"learning_rate": 2.2841025641025645e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 15550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.171247357293868,
|
||
|
|
"grad_norm": 0.011425021104514599,
|
||
|
|
"learning_rate": 2.2712820512820518e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.192389006342495,
|
||
|
|
"grad_norm": 0.009755819104611874,
|
||
|
|
"learning_rate": 2.2584615384615386e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.213530655391121,
|
||
|
|
"grad_norm": 0.011913259513676167,
|
||
|
|
"learning_rate": 2.245641025641026e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 15625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.234672304439746,
|
||
|
|
"grad_norm": 0.0059737637639045715,
|
||
|
|
"learning_rate": 2.232820512820513e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.255813953488373,
|
||
|
|
"grad_norm": 0.015654481947422028,
|
||
|
|
"learning_rate": 2.2200000000000003e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 15675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.276955602536997,
|
||
|
|
"grad_norm": 0.010202393867075443,
|
||
|
|
"learning_rate": 2.2071794871794876e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.298097251585624,
|
||
|
|
"grad_norm": 0.008887005969882011,
|
||
|
|
"learning_rate": 2.194358974358975e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.31923890063425,
|
||
|
|
"grad_norm": 0.010564594529569149,
|
||
|
|
"learning_rate": 2.1815384615384617e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.340380549682875,
|
||
|
|
"grad_norm": 0.007872478105127811,
|
||
|
|
"learning_rate": 2.168717948717949e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.361522198731501,
|
||
|
|
"grad_norm": 0.014362242072820663,
|
||
|
|
"learning_rate": 2.155897435897436e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.382663847780126,
|
||
|
|
"grad_norm": 0.013115731067955494,
|
||
|
|
"learning_rate": 2.1430769230769234e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.403805496828753,
|
||
|
|
"grad_norm": 0.007929886691272259,
|
||
|
|
"learning_rate": 2.1302564102564107e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 15850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.424947145877379,
|
||
|
|
"grad_norm": 0.01074293628334999,
|
||
|
|
"learning_rate": 2.117435897435898e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.446088794926004,
|
||
|
|
"grad_norm": 0.007108274381607771,
|
||
|
|
"learning_rate": 2.1046153846153847e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.46723044397463,
|
||
|
|
"grad_norm": 0.006991777569055557,
|
||
|
|
"learning_rate": 2.091794871794872e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 15925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.488372093023255,
|
||
|
|
"grad_norm": 0.006929017137736082,
|
||
|
|
"learning_rate": 2.0789743589743592e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 15950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.509513742071881,
|
||
|
|
"grad_norm": 0.016624469310045242,
|
||
|
|
"learning_rate": 2.0661538461538465e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 15975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.530655391120508,
|
||
|
|
"grad_norm": 0.009122622199356556,
|
||
|
|
"learning_rate": 2.0533333333333337e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 16000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.530655391120508,
|
||
|
|
"eval_loss": 0.08493294566869736,
|
||
|
|
"eval_runtime": 416.438,
|
||
|
|
"eval_samples_per_second": 8.743,
|
||
|
|
"eval_steps_per_second": 0.548,
|
||
|
|
"eval_wer": 0.06004919021764351,
|
||
|
|
"step": 16000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.551797040169133,
|
||
|
|
"grad_norm": 0.007773926947265863,
|
||
|
|
"learning_rate": 2.040512820512821e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 16025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.572938689217759,
|
||
|
|
"grad_norm": 0.023034438490867615,
|
||
|
|
"learning_rate": 2.027692307692308e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 16050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.594080338266386,
|
||
|
|
"grad_norm": 0.012188156135380268,
|
||
|
|
"learning_rate": 2.014871794871795e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.61522198731501,
|
||
|
|
"grad_norm": 0.009154338389635086,
|
||
|
|
"learning_rate": 2.0020512820512823e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.636363636363637,
|
||
|
|
"grad_norm": 0.007401302456855774,
|
||
|
|
"learning_rate": 1.9892307692307695e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.657505285412261,
|
||
|
|
"grad_norm": 0.011268429458141327,
|
||
|
|
"learning_rate": 1.9764102564102568e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 16150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.678646934460888,
|
||
|
|
"grad_norm": 0.010454394854605198,
|
||
|
|
"learning_rate": 1.963589743589744e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.699788583509514,
|
||
|
|
"grad_norm": 0.011891184374690056,
|
||
|
|
"learning_rate": 1.950769230769231e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 16200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.720930232558139,
|
||
|
|
"grad_norm": 0.016350483521819115,
|
||
|
|
"learning_rate": 1.937948717948718e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.742071881606766,
|
||
|
|
"grad_norm": 0.13966374099254608,
|
||
|
|
"learning_rate": 1.9251282051282054e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 16250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.763213530655392,
|
||
|
|
"grad_norm": 0.008222724311053753,
|
||
|
|
"learning_rate": 1.9123076923076926e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.784355179704017,
|
||
|
|
"grad_norm": 0.011430777609348297,
|
||
|
|
"learning_rate": 1.8994871794871796e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.805496828752643,
|
||
|
|
"grad_norm": 0.009091757237911224,
|
||
|
|
"learning_rate": 1.8866666666666669e-06,
|
||
|
|
"loss": 0.0006,
|
||
|
|
"step": 16325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.826638477801268,
|
||
|
|
"grad_norm": 0.009097087197005749,
|
||
|
|
"learning_rate": 1.873846153846154e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.847780126849894,
|
||
|
|
"grad_norm": 0.0094605116173625,
|
||
|
|
"learning_rate": 1.8610256410256412e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.86892177589852,
|
||
|
|
"grad_norm": 0.006917539052665234,
|
||
|
|
"learning_rate": 1.8482051282051284e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.890063424947146,
|
||
|
|
"grad_norm": 0.006485483143478632,
|
||
|
|
"learning_rate": 1.8353846153846155e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 16425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.911205073995772,
|
||
|
|
"grad_norm": 0.010646677576005459,
|
||
|
|
"learning_rate": 1.8225641025641027e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 16450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.932346723044397,
|
||
|
|
"grad_norm": 0.009001165628433228,
|
||
|
|
"learning_rate": 1.80974358974359e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.953488372093023,
|
||
|
|
"grad_norm": 0.007851574569940567,
|
||
|
|
"learning_rate": 1.796923076923077e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 16500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.97463002114165,
|
||
|
|
"grad_norm": 0.005184480920433998,
|
||
|
|
"learning_rate": 1.7841025641025642e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.995771670190274,
|
||
|
|
"grad_norm": 0.009073914960026741,
|
||
|
|
"learning_rate": 1.7712820512820515e-06,
|
||
|
|
"loss": 0.0005,
|
||
|
|
"step": 16550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.0169133192389,
|
||
|
|
"grad_norm": 0.006329812109470367,
|
||
|
|
"learning_rate": 1.7584615384615385e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.038054968287527,
|
||
|
|
"grad_norm": 0.00448222178965807,
|
||
|
|
"learning_rate": 1.7456410256410258e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.059196617336152,
|
||
|
|
"grad_norm": 0.006917804013937712,
|
||
|
|
"learning_rate": 1.732820512820513e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.080338266384778,
|
||
|
|
"grad_norm": 0.011933974921703339,
|
||
|
|
"learning_rate": 1.72e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.101479915433403,
|
||
|
|
"grad_norm": 0.006539530120790005,
|
||
|
|
"learning_rate": 1.7071794871794873e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.12262156448203,
|
||
|
|
"grad_norm": 0.007711876183748245,
|
||
|
|
"learning_rate": 1.6943589743589745e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.143763213530656,
|
||
|
|
"grad_norm": 0.00857022125273943,
|
||
|
|
"learning_rate": 1.6820512820512822e-06,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 16725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.16490486257928,
|
||
|
|
"grad_norm": 0.00736591499298811,
|
||
|
|
"learning_rate": 1.6692307692307694e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.186046511627907,
|
||
|
|
"grad_norm": 0.008430298417806625,
|
||
|
|
"learning_rate": 1.6564102564102567e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.207188160676532,
|
||
|
|
"grad_norm": 0.006714751478284597,
|
||
|
|
"learning_rate": 1.643589743589744e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 16800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.228329809725158,
|
||
|
|
"grad_norm": 0.007295829243957996,
|
||
|
|
"learning_rate": 1.6307692307692307e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.249471458773785,
|
||
|
|
"grad_norm": 0.005545494146645069,
|
||
|
|
"learning_rate": 1.617948717948718e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.27061310782241,
|
||
|
|
"grad_norm": 0.006525352597236633,
|
||
|
|
"learning_rate": 1.6051282051282052e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 16875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.291754756871036,
|
||
|
|
"grad_norm": 0.006453375332057476,
|
||
|
|
"learning_rate": 1.5923076923076925e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.312896405919663,
|
||
|
|
"grad_norm": 0.005989603232592344,
|
||
|
|
"learning_rate": 1.5794871794871797e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.334038054968287,
|
||
|
|
"grad_norm": 0.006138788536190987,
|
||
|
|
"learning_rate": 1.566666666666667e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.355179704016914,
|
||
|
|
"grad_norm": 0.006993785500526428,
|
||
|
|
"learning_rate": 1.5538461538461538e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 16975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.376321353065538,
|
||
|
|
"grad_norm": 0.007072498090565205,
|
||
|
|
"learning_rate": 1.541025641025641e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.376321353065538,
|
||
|
|
"eval_loss": 0.0867857038974762,
|
||
|
|
"eval_runtime": 413.9388,
|
||
|
|
"eval_samples_per_second": 8.796,
|
||
|
|
"eval_steps_per_second": 0.551,
|
||
|
|
"eval_wer": 0.05916747876931644,
|
||
|
|
"step": 17000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.397463002114165,
|
||
|
|
"grad_norm": 0.008112003095448017,
|
||
|
|
"learning_rate": 1.5282051282051283e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.418604651162791,
|
||
|
|
"grad_norm": 0.007216181140393019,
|
||
|
|
"learning_rate": 1.5153846153846156e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 17050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.439746300211416,
|
||
|
|
"grad_norm": 0.003465973073616624,
|
||
|
|
"learning_rate": 1.5025641025641028e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.460887949260043,
|
||
|
|
"grad_norm": 0.005432849284261465,
|
||
|
|
"learning_rate": 1.48974358974359e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.482029598308667,
|
||
|
|
"grad_norm": 0.00709709245711565,
|
||
|
|
"learning_rate": 1.476923076923077e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.503171247357294,
|
||
|
|
"grad_norm": 0.006040381733328104,
|
||
|
|
"learning_rate": 1.4641025641025641e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.52431289640592,
|
||
|
|
"grad_norm": 0.00656255753710866,
|
||
|
|
"learning_rate": 1.4512820512820514e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.545454545454545,
|
||
|
|
"grad_norm": 0.006466065067797899,
|
||
|
|
"learning_rate": 1.4384615384615386e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.566596194503171,
|
||
|
|
"grad_norm": 0.008718462660908699,
|
||
|
|
"learning_rate": 1.4261538461538462e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 17225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.587737843551796,
|
||
|
|
"grad_norm": 0.0089957807213068,
|
||
|
|
"learning_rate": 1.4133333333333335e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.608879492600423,
|
||
|
|
"grad_norm": 0.004027772229164839,
|
||
|
|
"learning_rate": 1.4005128205128207e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 17275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.630021141649049,
|
||
|
|
"grad_norm": 0.006016540341079235,
|
||
|
|
"learning_rate": 1.3876923076923076e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.651162790697674,
|
||
|
|
"grad_norm": 0.006955642718821764,
|
||
|
|
"learning_rate": 1.3748717948717948e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.6723044397463,
|
||
|
|
"grad_norm": 0.006230717524886131,
|
||
|
|
"learning_rate": 1.362051282051282e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.693446088794927,
|
||
|
|
"grad_norm": 0.007248835172504187,
|
||
|
|
"learning_rate": 1.3492307692307693e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.714587737843551,
|
||
|
|
"grad_norm": 0.009279552847146988,
|
||
|
|
"learning_rate": 1.3364102564102566e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.735729386892178,
|
||
|
|
"grad_norm": 0.004904840141534805,
|
||
|
|
"learning_rate": 1.3235897435897438e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.756871035940803,
|
||
|
|
"grad_norm": 0.008709315210580826,
|
||
|
|
"learning_rate": 1.3107692307692308e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 17450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.778012684989429,
|
||
|
|
"grad_norm": 0.005629656370729208,
|
||
|
|
"learning_rate": 1.2979487179487179e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.799154334038056,
|
||
|
|
"grad_norm": 0.007197321858257055,
|
||
|
|
"learning_rate": 1.2851282051282051e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.82029598308668,
|
||
|
|
"grad_norm": 0.013610289432108402,
|
||
|
|
"learning_rate": 1.2723076923076924e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.841437632135307,
|
||
|
|
"grad_norm": 0.006126283202320337,
|
||
|
|
"learning_rate": 1.2594871794871796e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 17550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.862579281183933,
|
||
|
|
"grad_norm": 0.006340153515338898,
|
||
|
|
"learning_rate": 1.2466666666666667e-06,
|
||
|
|
"loss": 0.0004,
|
||
|
|
"step": 17575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.883720930232558,
|
||
|
|
"grad_norm": 0.007039876654744148,
|
||
|
|
"learning_rate": 1.233846153846154e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.904862579281184,
|
||
|
|
"grad_norm": 0.006753341294825077,
|
||
|
|
"learning_rate": 1.2210256410256412e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.926004228329809,
|
||
|
|
"grad_norm": 0.007074939087033272,
|
||
|
|
"learning_rate": 1.2082051282051282e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.947145877378436,
|
||
|
|
"grad_norm": 0.006931220646947622,
|
||
|
|
"learning_rate": 1.1953846153846154e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 17675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.968287526427062,
|
||
|
|
"grad_norm": 0.006897748447954655,
|
||
|
|
"learning_rate": 1.1825641025641027e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.989429175475687,
|
||
|
|
"grad_norm": 0.0052500138990581036,
|
||
|
|
"learning_rate": 1.1697435897435897e-06,
|
||
|
|
"loss": 0.0003,
|
||
|
|
"step": 17725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.010570824524313,
|
||
|
|
"grad_norm": 0.003996185027062893,
|
||
|
|
"learning_rate": 1.156923076923077e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 17750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.031712473572938,
|
||
|
|
"grad_norm": 0.006482282187789679,
|
||
|
|
"learning_rate": 1.1441025641025642e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.052854122621564,
|
||
|
|
"grad_norm": 0.004399996716529131,
|
||
|
|
"learning_rate": 1.1312820512820513e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.073995771670191,
|
||
|
|
"grad_norm": 0.004176503047347069,
|
||
|
|
"learning_rate": 1.1184615384615385e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.095137420718816,
|
||
|
|
"grad_norm": 0.005335643887519836,
|
||
|
|
"learning_rate": 1.1056410256410258e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.116279069767442,
|
||
|
|
"grad_norm": 0.006689351052045822,
|
||
|
|
"learning_rate": 1.0928205128205128e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.137420718816067,
|
||
|
|
"grad_norm": 0.0035949235316365957,
|
||
|
|
"learning_rate": 1.08e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.158562367864693,
|
||
|
|
"grad_norm": 0.004826567135751247,
|
||
|
|
"learning_rate": 1.0671794871794873e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.17970401691332,
|
||
|
|
"grad_norm": 0.006563639268279076,
|
||
|
|
"learning_rate": 1.0543589743589743e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.200845665961944,
|
||
|
|
"grad_norm": 0.005385232623666525,
|
||
|
|
"learning_rate": 1.0415384615384616e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 17975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.221987315010571,
|
||
|
|
"grad_norm": 0.004666761960834265,
|
||
|
|
"learning_rate": 1.0287179487179488e-06,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 18000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.221987315010571,
|
||
|
|
"eval_loss": 0.08731851726770401,
|
||
|
|
"eval_runtime": 418.9511,
|
||
|
|
"eval_samples_per_second": 8.691,
|
||
|
|
"eval_steps_per_second": 0.544,
|
||
|
|
"eval_wer": 0.05930669636642071,
|
||
|
|
"step": 18000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.243128964059197,
|
||
|
|
"grad_norm": 0.004958902020007372,
|
||
|
|
"learning_rate": 1.0158974358974359e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.264270613107822,
|
||
|
|
"grad_norm": 0.005769228097051382,
|
||
|
|
"learning_rate": 1.003076923076923e-06,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.285412262156449,
|
||
|
|
"grad_norm": 0.004522492177784443,
|
||
|
|
"learning_rate": 9.902564102564103e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.306553911205073,
|
||
|
|
"grad_norm": 0.00491857435554266,
|
||
|
|
"learning_rate": 9.774358974358974e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.3276955602537,
|
||
|
|
"grad_norm": 0.007983505725860596,
|
||
|
|
"learning_rate": 9.646153846153846e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.348837209302326,
|
||
|
|
"grad_norm": 0.004594389349222183,
|
||
|
|
"learning_rate": 9.517948717948719e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.369978858350951,
|
||
|
|
"grad_norm": 0.005598857067525387,
|
||
|
|
"learning_rate": 9.38974358974359e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.391120507399577,
|
||
|
|
"grad_norm": 0.004582141991704702,
|
||
|
|
"learning_rate": 9.261538461538462e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.412262156448204,
|
||
|
|
"grad_norm": 0.008931068703532219,
|
||
|
|
"learning_rate": 9.133333333333334e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.433403805496829,
|
||
|
|
"grad_norm": 0.0040603941306471825,
|
||
|
|
"learning_rate": 9.005128205128206e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.454545454545455,
|
||
|
|
"grad_norm": 0.005295175593346357,
|
||
|
|
"learning_rate": 8.876923076923077e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.47568710359408,
|
||
|
|
"grad_norm": 0.005524117033928633,
|
||
|
|
"learning_rate": 8.748717948717949e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.496828752642706,
|
||
|
|
"grad_norm": 0.005777684506028891,
|
||
|
|
"learning_rate": 8.620512820512822e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.517970401691333,
|
||
|
|
"grad_norm": 0.004244440235197544,
|
||
|
|
"learning_rate": 8.492307692307692e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.539112050739957,
|
||
|
|
"grad_norm": 0.008006569929420948,
|
||
|
|
"learning_rate": 8.364102564102565e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.560253699788584,
|
||
|
|
"grad_norm": 0.00508382823318243,
|
||
|
|
"learning_rate": 8.235897435897437e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.581395348837209,
|
||
|
|
"grad_norm": 0.005526789929717779,
|
||
|
|
"learning_rate": 8.107692307692308e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.602536997885835,
|
||
|
|
"grad_norm": 0.0036265768576413393,
|
||
|
|
"learning_rate": 7.97948717948718e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.623678646934462,
|
||
|
|
"grad_norm": 0.004917936399579048,
|
||
|
|
"learning_rate": 7.851282051282053e-07,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 18475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.644820295983086,
|
||
|
|
"grad_norm": 0.005852636881172657,
|
||
|
|
"learning_rate": 7.723076923076923e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.665961945031713,
|
||
|
|
"grad_norm": 0.0046966904774308205,
|
||
|
|
"learning_rate": 7.594871794871795e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.687103594080337,
|
||
|
|
"grad_norm": 0.004561580251902342,
|
||
|
|
"learning_rate": 7.466666666666668e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.708245243128964,
|
||
|
|
"grad_norm": 0.006141614634543657,
|
||
|
|
"learning_rate": 7.338461538461538e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.72938689217759,
|
||
|
|
"grad_norm": 0.005293000023812056,
|
||
|
|
"learning_rate": 7.210256410256411e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.750528541226215,
|
||
|
|
"grad_norm": 0.024633372202515602,
|
||
|
|
"learning_rate": 7.082051282051283e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.771670190274842,
|
||
|
|
"grad_norm": 0.007387631572782993,
|
||
|
|
"learning_rate": 6.953846153846154e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.792811839323468,
|
||
|
|
"grad_norm": 0.005313596688210964,
|
||
|
|
"learning_rate": 6.825641025641026e-07,
|
||
|
|
"loss": 0.0002,
|
||
|
|
"step": 18675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.813953488372093,
|
||
|
|
"grad_norm": 0.004781834315508604,
|
||
|
|
"learning_rate": 6.697435897435899e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.83509513742072,
|
||
|
|
"grad_norm": 0.11602696031332016,
|
||
|
|
"learning_rate": 6.569230769230769e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.856236786469344,
|
||
|
|
"grad_norm": 0.005565613973885775,
|
||
|
|
"learning_rate": 6.441025641025641e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.87737843551797,
|
||
|
|
"grad_norm": 0.005617073271423578,
|
||
|
|
"learning_rate": 6.312820512820514e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.898520084566597,
|
||
|
|
"grad_norm": 0.005743805319070816,
|
||
|
|
"learning_rate": 6.184615384615385e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.919661733615222,
|
||
|
|
"grad_norm": 0.005840159021317959,
|
||
|
|
"learning_rate": 6.056410256410257e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.940803382663848,
|
||
|
|
"grad_norm": 0.0066063860431313515,
|
||
|
|
"learning_rate": 5.928205128205128e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.961945031712474,
|
||
|
|
"grad_norm": 0.0054490105248987675,
|
||
|
|
"learning_rate": 5.800000000000001e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.9830866807611,
|
||
|
|
"grad_norm": 0.006493702996522188,
|
||
|
|
"learning_rate": 5.671794871794872e-07,
|
||
|
|
"loss": 0.0007,
|
||
|
|
"step": 18900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.004228329809724,
|
||
|
|
"grad_norm": 0.004811755381524563,
|
||
|
|
"learning_rate": 5.543589743589743e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.02536997885835,
|
||
|
|
"grad_norm": 0.005250418093055487,
|
||
|
|
"learning_rate": 5.415384615384616e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.046511627906977,
|
||
|
|
"grad_norm": 0.004121173173189163,
|
||
|
|
"learning_rate": 5.287179487179487e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 18975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.067653276955603,
|
||
|
|
"grad_norm": 0.005048220045864582,
|
||
|
|
"learning_rate": 5.158974358974359e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.067653276955603,
|
||
|
|
"eval_loss": 0.08753260225057602,
|
||
|
|
"eval_runtime": 419.2956,
|
||
|
|
"eval_samples_per_second": 8.684,
|
||
|
|
"eval_steps_per_second": 0.544,
|
||
|
|
"eval_wer": 0.05847139078379507,
|
||
|
|
"step": 19000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.08879492600423,
|
||
|
|
"grad_norm": 0.005383364390581846,
|
||
|
|
"learning_rate": 5.030769230769231e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.109936575052853,
|
||
|
|
"grad_norm": 0.003624641802161932,
|
||
|
|
"learning_rate": 4.902564102564103e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.13107822410148,
|
||
|
|
"grad_norm": 0.003508235327899456,
|
||
|
|
"learning_rate": 4.774358974358974e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.152219873150106,
|
||
|
|
"grad_norm": 0.004268943332135677,
|
||
|
|
"learning_rate": 4.6461538461538465e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.173361522198732,
|
||
|
|
"grad_norm": 0.003968693781644106,
|
||
|
|
"learning_rate": 4.5179487179487185e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.19450317124736,
|
||
|
|
"grad_norm": 0.004143453668802977,
|
||
|
|
"learning_rate": 4.38974358974359e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.21564482029598,
|
||
|
|
"grad_norm": 0.004426514729857445,
|
||
|
|
"learning_rate": 4.261538461538462e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.236786469344608,
|
||
|
|
"grad_norm": 0.005651060491800308,
|
||
|
|
"learning_rate": 4.133333333333334e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.257928118393234,
|
||
|
|
"grad_norm": 0.003962742630392313,
|
||
|
|
"learning_rate": 4.005128205128205e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.27906976744186,
|
||
|
|
"grad_norm": 0.004281258676201105,
|
||
|
|
"learning_rate": 3.876923076923077e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.300211416490487,
|
||
|
|
"grad_norm": 0.003360031172633171,
|
||
|
|
"learning_rate": 3.748717948717949e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.32135306553911,
|
||
|
|
"grad_norm": 0.005053969100117683,
|
||
|
|
"learning_rate": 3.6205128205128206e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.342494714587737,
|
||
|
|
"grad_norm": 0.005359134636819363,
|
||
|
|
"learning_rate": 3.4923076923076925e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.363636363636363,
|
||
|
|
"grad_norm": 0.004870879463851452,
|
||
|
|
"learning_rate": 3.3641025641025645e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.38477801268499,
|
||
|
|
"grad_norm": 0.005147048272192478,
|
||
|
|
"learning_rate": 3.235897435897436e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.405919661733616,
|
||
|
|
"grad_norm": 0.005027804523706436,
|
||
|
|
"learning_rate": 3.107692307692308e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.427061310782243,
|
||
|
|
"grad_norm": 0.012405909597873688,
|
||
|
|
"learning_rate": 2.97948717948718e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.448202959830866,
|
||
|
|
"grad_norm": 0.004649542272090912,
|
||
|
|
"learning_rate": 2.8512820512820517e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.469344608879492,
|
||
|
|
"grad_norm": 0.004960506223142147,
|
||
|
|
"learning_rate": 2.7230769230769237e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.49048625792812,
|
||
|
|
"grad_norm": 0.00558600015938282,
|
||
|
|
"learning_rate": 2.594871794871795e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.511627906976745,
|
||
|
|
"grad_norm": 0.00477565685287118,
|
||
|
|
"learning_rate": 2.466666666666667e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.53276955602537,
|
||
|
|
"grad_norm": 0.007015578914433718,
|
||
|
|
"learning_rate": 2.3384615384615387e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.553911205073994,
|
||
|
|
"grad_norm": 0.0036124507896602154,
|
||
|
|
"learning_rate": 2.2102564102564104e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.57505285412262,
|
||
|
|
"grad_norm": 0.005142053589224815,
|
||
|
|
"learning_rate": 2.082051282051282e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.596194503171247,
|
||
|
|
"grad_norm": 0.005827662535011768,
|
||
|
|
"learning_rate": 1.953846153846154e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.617336152219874,
|
||
|
|
"grad_norm": 0.006833038758486509,
|
||
|
|
"learning_rate": 1.8256410256410257e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.6384778012685,
|
||
|
|
"grad_norm": 0.0065496135503053665,
|
||
|
|
"learning_rate": 1.6974358974358974e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.659619450317123,
|
||
|
|
"grad_norm": 0.0090131014585495,
|
||
|
|
"learning_rate": 1.5692307692307694e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.68076109936575,
|
||
|
|
"grad_norm": 0.0042783962562680244,
|
||
|
|
"learning_rate": 1.441025641025641e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.701902748414376,
|
||
|
|
"grad_norm": 0.005526359658688307,
|
||
|
|
"learning_rate": 1.3128205128205127e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.723044397463003,
|
||
|
|
"grad_norm": 0.004802173003554344,
|
||
|
|
"learning_rate": 1.1846153846153847e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.74418604651163,
|
||
|
|
"grad_norm": 0.003740393090993166,
|
||
|
|
"learning_rate": 1.0564102564102565e-07,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.765327695560252,
|
||
|
|
"grad_norm": 0.004182030912488699,
|
||
|
|
"learning_rate": 9.282051282051283e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.78646934460888,
|
||
|
|
"grad_norm": 0.004386850632727146,
|
||
|
|
"learning_rate": 8e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.807610993657505,
|
||
|
|
"grad_norm": 0.005020872224122286,
|
||
|
|
"learning_rate": 6.717948717948718e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.82875264270613,
|
||
|
|
"grad_norm": 0.0037505626678466797,
|
||
|
|
"learning_rate": 5.435897435897436e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.849894291754758,
|
||
|
|
"grad_norm": 0.004394158720970154,
|
||
|
|
"learning_rate": 4.153846153846154e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.87103594080338,
|
||
|
|
"grad_norm": 0.004075503908097744,
|
||
|
|
"learning_rate": 2.8717948717948722e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.892177589852007,
|
||
|
|
"grad_norm": 0.0045666322112083435,
|
||
|
|
"learning_rate": 1.5897435897435897e-08,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 19975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.913319238900634,
|
||
|
|
"grad_norm": 0.006132797803729773,
|
||
|
|
"learning_rate": 3.0769230769230774e-09,
|
||
|
|
"loss": 0.0001,
|
||
|
|
"step": 20000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.913319238900634,
|
||
|
|
"eval_loss": 0.08780684322118759,
|
||
|
|
"eval_runtime": 420.9914,
|
||
|
|
"eval_samples_per_second": 8.649,
|
||
|
|
"eval_steps_per_second": 0.542,
|
||
|
|
"eval_wer": 0.05902826117221217,
|
||
|
|
"step": 20000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.913319238900634,
|
||
|
|
"step": 20000,
|
||
|
|
"total_flos": 1.8463463044153344e+20,
|
||
|
|
"train_loss": 0.02644415222366224,
|
||
|
|
"train_runtime": 72777.8888,
|
||
|
|
"train_samples_per_second": 8.794,
|
||
|
|
"train_steps_per_second": 0.275
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 25,
|
||
|
|
"max_steps": 20000,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 17,
|
||
|
|
"save_steps": 1000,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.8463463044153344e+20,
|
||
|
|
"train_batch_size": 16,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|