76 lines
2.2 KiB
JSON
76 lines
2.2 KiB
JSON
{
|
|
"trainer_test": {
|
|
"test_loss": 0.5511467456817627,
|
|
"test_wer": 0.34776840202900167,
|
|
"test_cer": 0.18876529976505252,
|
|
"test_runtime": 1854.5701,
|
|
"test_samples_per_second": 1.1,
|
|
"test_steps_per_second": 0.275,
|
|
"epoch": 3.613048978854148
|
|
},
|
|
"reference_style_overall": {
|
|
"wer": 0.371121275806651,
|
|
"cer": 0.17606607826695828,
|
|
"utterance_avg_wer": 0.3521848911073324,
|
|
"utterance_avg_cer": 0.15366339107087282
|
|
},
|
|
"reference_style_per_language": [
|
|
{
|
|
"language": "eng",
|
|
"n": 1013,
|
|
"wer": 0.26421753429052697,
|
|
"cer": 0.1609002325237773,
|
|
"utterance_avg_wer": 0.24615732101458704,
|
|
"utterance_avg_cer": 0.1519399161596408
|
|
},
|
|
{
|
|
"language": "lug",
|
|
"n": 1027,
|
|
"wer": 0.5429695055122171,
|
|
"cer": 0.19504149922645053,
|
|
"utterance_avg_wer": 0.4567670999719392,
|
|
"utterance_avg_cer": 0.15536337167951744
|
|
}
|
|
],
|
|
"reference_style_per_severity_lug": [
|
|
{
|
|
"severity_speech_impairment": "Mild (easily understood with minimal effort)",
|
|
"n": 365,
|
|
"wer": 0.4899352983465133,
|
|
"cer": 0.16129902357447268,
|
|
"utterance_avg_wer": 0.39321992638128483,
|
|
"utterance_avg_cer": 0.11936053558848729
|
|
},
|
|
{
|
|
"severity_speech_impairment": "Moderate (requires effort to understand)",
|
|
"n": 347,
|
|
"wer": 0.4974179269642198,
|
|
"cer": 0.15035889686437476,
|
|
"utterance_avg_wer": 0.45218892375959957,
|
|
"utterance_avg_cer": 0.13221225352708516
|
|
},
|
|
{
|
|
"severity_speech_impairment": "Severe (frequent breakdowns)",
|
|
"n": 315,
|
|
"wer": 0.6627624309392265,
|
|
"cer": 0.29653294228553473,
|
|
"utterance_avg_wer": 0.5354443872934337,
|
|
"utterance_avg_cer": 0.22258392143227942
|
|
}
|
|
],
|
|
"old_luganda_test": {
|
|
"n": 1028,
|
|
"wer": 0.6604492579221821,
|
|
"cer": 0.2353163136624068,
|
|
"utterance_avg_wer": 0.6130353642389026,
|
|
"utterance_avg_cer": 0.20360531726376055,
|
|
"note": "Uncleaned HF Luganda test split with the same <=30s and high-confidence filters."
|
|
},
|
|
"decode_kwargs": {
|
|
"max_length": 448,
|
|
"num_beams": 1,
|
|
"do_sample": false,
|
|
"repetition_penalty": 1.3,
|
|
"no_repeat_ngram_size": 2
|
|
}
|
|
} |