89 lines
2.5 KiB
JSON
89 lines
2.5 KiB
JSON
|
{
|
||
|
|
"trainer_test": {
|
||
|
|
"test_loss": 0.8137470483779907,
|
||
|
|
"test_wer": 0.28512065990166696,
|
||
|
|
"test_cer": 0.12683188844935386,
|
||
|
|
"test_runtime": 1344.2304,
|
||
|
|
"test_samples_per_second": 1.518,
|
||
|
|
"test_steps_per_second": 0.379,
|
||
|
|
"epoch": 11.563787495482472
|
||
|
|
},
|
||
|
|
"trainer_test_utterance_avg": {
|
||
|
|
"wer": 0.28512065990166696,
|
||
|
|
"cer": 0.12683188844935386,
|
||
|
|
"loss": 0.8137470483779907
|
||
|
|
},
|
||
|
|
"reference_style_overall": {
|
||
|
|
"wer": 0.3410804796637409,
|
||
|
|
"cer": 0.16023962034179612,
|
||
|
|
"utterance_avg_wer": 0.3189475550725116,
|
||
|
|
"utterance_avg_cer": 0.13851965646586686
|
||
|
|
},
|
||
|
|
"reference_style_overall_corpus": {
|
||
|
|
"wer": 0.3410804796637409,
|
||
|
|
"cer": 0.16023962034179612
|
||
|
|
},
|
||
|
|
"reference_style_overall_utterance_avg": {
|
||
|
|
"wer": 0.3189475550725116,
|
||
|
|
"cer": 0.13851965646586686
|
||
|
|
},
|
||
|
|
"reference_style_per_language": [
|
||
|
|
{
|
||
|
|
"language": "eng",
|
||
|
|
"n": 1013,
|
||
|
|
"wer": 0.24436512392716772,
|
||
|
|
"cer": 0.14721321419406014,
|
||
|
|
"utterance_avg_wer": 0.22532790099687414,
|
||
|
|
"utterance_avg_cer": 0.13886085242721155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"language": "lug",
|
||
|
|
"n": 1027,
|
||
|
|
"wer": 0.4965508348913674,
|
||
|
|
"cer": 0.17653755217607053,
|
||
|
|
"utterance_avg_wer": 0.4112909918579261,
|
||
|
|
"utterance_avg_cer": 0.13818311166660482
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"reference_style_per_severity_lug": [
|
||
|
|
{
|
||
|
|
"severity_speech_impairment": "Mild (easily understood with minimal effort)",
|
||
|
|
"n": 365,
|
||
|
|
"wer": 0.4485981308411215,
|
||
|
|
"cer": 0.15233985165205663,
|
||
|
|
"utterance_avg_wer": 0.3566426067511471,
|
||
|
|
"utterance_avg_cer": 0.11296899355913631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"severity_speech_impairment": "Moderate (requires effort to understand)",
|
||
|
|
"n": 347,
|
||
|
|
"wer": 0.45241608262633715,
|
||
|
|
"cer": 0.1289565287784344,
|
||
|
|
"utterance_avg_wer": 0.4098227847004097,
|
||
|
|
"utterance_avg_cer": 0.11154220353941666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"severity_speech_impairment": "Severe (frequent breakdowns)",
|
||
|
|
"n": 315,
|
||
|
|
"wer": 0.6083977900552486,
|
||
|
|
"cer": 0.2694201026428796,
|
||
|
|
"utterance_avg_wer": 0.47623108216787063,
|
||
|
|
"utterance_avg_cer": 0.19674675683917717
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"old_luganda_test": {
|
||
|
|
"n": 1028,
|
||
|
|
"wer": 0.6278914293354727,
|
||
|
|
"cer": 0.21834629171755687,
|
||
|
|
"utterance_avg_wer": 0.5785237813292773,
|
||
|
|
"utterance_avg_cer": 0.18847034300324522,
|
||
|
|
"note": "Uncleaned HF Luganda test split with the same <=30s and high-confidence filters."
|
||
|
|
},
|
||
|
|
"decode_kwargs": {
|
||
|
|
"max_length": 448,
|
||
|
|
"num_beams": 1,
|
||
|
|
"do_sample": false,
|
||
|
|
"repetition_penalty": 1.3,
|
||
|
|
"no_repeat_ngram_size": 2
|
||
|
|
}
|
||
|
|
}
|