初始化项目,由ModelHub XC社区提供模型
Model: KasuleTrevor/cdli-whisper-ml-eng-lug-full-a40 Source: Original Platform
This commit is contained in:
76
eval_metrics.json
Normal file
76
eval_metrics.json
Normal file
@@ -0,0 +1,76 @@
|
||||
{
|
||||
"trainer_test": {
|
||||
"test_loss": 0.5511467456817627,
|
||||
"test_wer": 0.34776840202900167,
|
||||
"test_cer": 0.18876529976505252,
|
||||
"test_runtime": 1854.5701,
|
||||
"test_samples_per_second": 1.1,
|
||||
"test_steps_per_second": 0.275,
|
||||
"epoch": 3.613048978854148
|
||||
},
|
||||
"reference_style_overall": {
|
||||
"wer": 0.371121275806651,
|
||||
"cer": 0.17606607826695828,
|
||||
"utterance_avg_wer": 0.3521848911073324,
|
||||
"utterance_avg_cer": 0.15366339107087282
|
||||
},
|
||||
"reference_style_per_language": [
|
||||
{
|
||||
"language": "eng",
|
||||
"n": 1013,
|
||||
"wer": 0.26421753429052697,
|
||||
"cer": 0.1609002325237773,
|
||||
"utterance_avg_wer": 0.24615732101458704,
|
||||
"utterance_avg_cer": 0.1519399161596408
|
||||
},
|
||||
{
|
||||
"language": "lug",
|
||||
"n": 1027,
|
||||
"wer": 0.5429695055122171,
|
||||
"cer": 0.19504149922645053,
|
||||
"utterance_avg_wer": 0.4567670999719392,
|
||||
"utterance_avg_cer": 0.15536337167951744
|
||||
}
|
||||
],
|
||||
"reference_style_per_severity_lug": [
|
||||
{
|
||||
"severity_speech_impairment": "Mild (easily understood with minimal effort)",
|
||||
"n": 365,
|
||||
"wer": 0.4899352983465133,
|
||||
"cer": 0.16129902357447268,
|
||||
"utterance_avg_wer": 0.39321992638128483,
|
||||
"utterance_avg_cer": 0.11936053558848729
|
||||
},
|
||||
{
|
||||
"severity_speech_impairment": "Moderate (requires effort to understand)",
|
||||
"n": 347,
|
||||
"wer": 0.4974179269642198,
|
||||
"cer": 0.15035889686437476,
|
||||
"utterance_avg_wer": 0.45218892375959957,
|
||||
"utterance_avg_cer": 0.13221225352708516
|
||||
},
|
||||
{
|
||||
"severity_speech_impairment": "Severe (frequent breakdowns)",
|
||||
"n": 315,
|
||||
"wer": 0.6627624309392265,
|
||||
"cer": 0.29653294228553473,
|
||||
"utterance_avg_wer": 0.5354443872934337,
|
||||
"utterance_avg_cer": 0.22258392143227942
|
||||
}
|
||||
],
|
||||
"old_luganda_test": {
|
||||
"n": 1028,
|
||||
"wer": 0.6604492579221821,
|
||||
"cer": 0.2353163136624068,
|
||||
"utterance_avg_wer": 0.6130353642389026,
|
||||
"utterance_avg_cer": 0.20360531726376055,
|
||||
"note": "Uncleaned HF Luganda test split with the same <=30s and high-confidence filters."
|
||||
},
|
||||
"decode_kwargs": {
|
||||
"max_length": 448,
|
||||
"num_beams": 1,
|
||||
"do_sample": false,
|
||||
"repetition_penalty": 1.3,
|
||||
"no_repeat_ngram_size": 2
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user