{ "trainer_test": { "test_loss": 0.5511467456817627, "test_wer": 0.34776840202900167, "test_cer": 0.18876529976505252, "test_runtime": 1854.5701, "test_samples_per_second": 1.1, "test_steps_per_second": 0.275, "epoch": 3.613048978854148 }, "reference_style_overall": { "wer": 0.371121275806651, "cer": 0.17606607826695828, "utterance_avg_wer": 0.3521848911073324, "utterance_avg_cer": 0.15366339107087282 }, "reference_style_per_language": [ { "language": "eng", "n": 1013, "wer": 0.26421753429052697, "cer": 0.1609002325237773, "utterance_avg_wer": 0.24615732101458704, "utterance_avg_cer": 0.1519399161596408 }, { "language": "lug", "n": 1027, "wer": 0.5429695055122171, "cer": 0.19504149922645053, "utterance_avg_wer": 0.4567670999719392, "utterance_avg_cer": 0.15536337167951744 } ], "reference_style_per_severity_lug": [ { "severity_speech_impairment": "Mild (easily understood with minimal effort)", "n": 365, "wer": 0.4899352983465133, "cer": 0.16129902357447268, "utterance_avg_wer": 0.39321992638128483, "utterance_avg_cer": 0.11936053558848729 }, { "severity_speech_impairment": "Moderate (requires effort to understand)", "n": 347, "wer": 0.4974179269642198, "cer": 0.15035889686437476, "utterance_avg_wer": 0.45218892375959957, "utterance_avg_cer": 0.13221225352708516 }, { "severity_speech_impairment": "Severe (frequent breakdowns)", "n": 315, "wer": 0.6627624309392265, "cer": 0.29653294228553473, "utterance_avg_wer": 0.5354443872934337, "utterance_avg_cer": 0.22258392143227942 } ], "old_luganda_test": { "n": 1028, "wer": 0.6604492579221821, "cer": 0.2353163136624068, "utterance_avg_wer": 0.6130353642389026, "utterance_avg_cer": 0.20360531726376055, "note": "Uncleaned HF Luganda test split with the same <=30s and high-confidence filters." }, "decode_kwargs": { "max_length": 448, "num_beams": 1, "do_sample": false, "repetition_penalty": 1.3, "no_repeat_ngram_size": 2 } }