{ "trainer_test": { "test_loss": 0.8137470483779907, "test_wer": 0.28512065990166696, "test_cer": 0.12683188844935386, "test_runtime": 1344.2304, "test_samples_per_second": 1.518, "test_steps_per_second": 0.379, "epoch": 11.563787495482472 }, "trainer_test_utterance_avg": { "wer": 0.28512065990166696, "cer": 0.12683188844935386, "loss": 0.8137470483779907 }, "reference_style_overall": { "wer": 0.3410804796637409, "cer": 0.16023962034179612, "utterance_avg_wer": 0.3189475550725116, "utterance_avg_cer": 0.13851965646586686 }, "reference_style_overall_corpus": { "wer": 0.3410804796637409, "cer": 0.16023962034179612 }, "reference_style_overall_utterance_avg": { "wer": 0.3189475550725116, "cer": 0.13851965646586686 }, "reference_style_per_language": [ { "language": "eng", "n": 1013, "wer": 0.24436512392716772, "cer": 0.14721321419406014, "utterance_avg_wer": 0.22532790099687414, "utterance_avg_cer": 0.13886085242721155 }, { "language": "lug", "n": 1027, "wer": 0.4965508348913674, "cer": 0.17653755217607053, "utterance_avg_wer": 0.4112909918579261, "utterance_avg_cer": 0.13818311166660482 } ], "reference_style_per_severity_lug": [ { "severity_speech_impairment": "Mild (easily understood with minimal effort)", "n": 365, "wer": 0.4485981308411215, "cer": 0.15233985165205663, "utterance_avg_wer": 0.3566426067511471, "utterance_avg_cer": 0.11296899355913631 }, { "severity_speech_impairment": "Moderate (requires effort to understand)", "n": 347, "wer": 0.45241608262633715, "cer": 0.1289565287784344, "utterance_avg_wer": 0.4098227847004097, "utterance_avg_cer": 0.11154220353941666 }, { "severity_speech_impairment": "Severe (frequent breakdowns)", "n": 315, "wer": 0.6083977900552486, "cer": 0.2694201026428796, "utterance_avg_wer": 0.47623108216787063, "utterance_avg_cer": 0.19674675683917717 } ], "old_luganda_test": { "n": 1028, "wer": 0.6278914293354727, "cer": 0.21834629171755687, "utterance_avg_wer": 0.5785237813292773, "utterance_avg_cer": 0.18847034300324522, "note": "Uncleaned HF Luganda test split with the same <=30s and high-confidence filters." }, "decode_kwargs": { "max_length": 448, "num_beams": 1, "do_sample": false, "repetition_penalty": 1.3, "no_repeat_ngram_size": 2 } }