commit 678d6709bbb1e0113a4c35442e9ac194314c9724 Author: ModelHub XC Date: Tue May 19 02:22:15 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: alinerodrigues/wav2vec2-large-xlsr-mecita-coraa-portuguese-2-all-04 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..0348ea9 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +checkpoint-*/ \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..91551dd --- /dev/null +++ b/README.md @@ -0,0 +1,126 @@ +--- +license: apache-2.0 +tags: +- generated_from_trainer +metrics: +- wer +model-index: +- name: wav2vec2-large-xlsr-mecita-coraa-portuguese-2-all-04 + results: [] +--- + + + +# wav2vec2-large-xlsr-mecita-coraa-portuguese-2-all-04 + +This model is a fine-tuned version of [Edresson/wav2vec2-large-xlsr-coraa-portuguese](https://huggingface.co/Edresson/wav2vec2-large-xlsr-coraa-portuguese) on an unknown dataset. +It achieves the following results on the evaluation set: +- Loss: 0.1832 +- Wer: 0.0896 +- Cer: 0.0286 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 3e-05 +- train_batch_size: 16 +- eval_batch_size: 8 +- seed: 42 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 32 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 100 +- mixed_precision_training: Native AMP + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Wer | Cer | +|:-------------:|:-----:|:----:|:---------------:|:------:|:------:| +| 28.4874 | 1.0 | 86 | 3.3048 | 1.0 | 1.0 | +| 7.6481 | 2.0 | 172 | 2.9770 | 1.0 | 1.0 | +| 3.0297 | 3.0 | 258 | 2.9361 | 1.0 | 1.0 | +| 2.9192 | 4.0 | 344 | 2.9206 | 1.0 | 1.0 | +| 2.8826 | 5.0 | 430 | 2.6372 | 0.9990 | 0.9993 | +| 2.3512 | 6.0 | 516 | 0.8687 | 0.4358 | 0.1113 | +| 1.0373 | 7.0 | 602 | 0.5095 | 0.2419 | 0.0665 | +| 1.0373 | 8.0 | 688 | 0.4001 | 0.2101 | 0.0584 | +| 0.6758 | 9.0 | 774 | 0.3354 | 0.1799 | 0.0502 | +| 0.5667 | 10.0 | 860 | 0.2962 | 0.1617 | 0.0468 | +| 0.4908 | 11.0 | 946 | 0.2820 | 0.1471 | 0.0430 | +| 0.4084 | 12.0 | 1032 | 0.2581 | 0.1351 | 0.0399 | +| 0.3728 | 13.0 | 1118 | 0.2444 | 0.1230 | 0.0374 | +| 0.3577 | 14.0 | 1204 | 0.2408 | 0.1144 | 0.0355 | +| 0.3577 | 15.0 | 1290 | 0.2353 | 0.1100 | 0.0340 | +| 0.3237 | 16.0 | 1376 | 0.2227 | 0.1036 | 0.0332 | +| 0.3043 | 17.0 | 1462 | 0.2241 | 0.1004 | 0.0322 | +| 0.2876 | 18.0 | 1548 | 0.2260 | 0.1048 | 0.0329 | +| 0.2842 | 19.0 | 1634 | 0.2086 | 0.1070 | 0.0325 | +| 0.269 | 20.0 | 1720 | 0.2156 | 0.1006 | 0.0324 | +| 0.2396 | 21.0 | 1806 | 0.2065 | 0.0952 | 0.0307 | +| 0.2396 | 22.0 | 1892 | 0.2144 | 0.0960 | 0.0312 | +| 0.2411 | 23.0 | 1978 | 0.2018 | 0.0933 | 0.0307 | +| 0.2357 | 24.0 | 2064 | 0.2055 | 0.0940 | 0.0305 | +| 0.2268 | 25.0 | 2150 | 0.2099 | 0.0928 | 0.0307 | +| 0.2053 | 26.0 | 2236 | 0.2044 | 0.0933 | 0.0302 | +| 0.2188 | 27.0 | 2322 | 0.2037 | 0.0933 | 0.0301 | +| 0.2152 | 28.0 | 2408 | 0.2068 | 0.0933 | 0.0298 | +| 0.2152 | 29.0 | 2494 | 0.2044 | 0.0898 | 0.0283 | +| 0.1998 | 30.0 | 2580 | 0.2039 | 0.0888 | 0.0294 | +| 0.1934 | 31.0 | 2666 | 0.1965 | 0.0915 | 0.0296 | +| 0.19 | 32.0 | 2752 | 0.1994 | 0.0908 | 0.0291 | +| 0.2108 | 33.0 | 2838 | 0.2026 | 0.0888 | 0.0292 | +| 0.1922 | 34.0 | 2924 | 0.1957 | 0.0906 | 0.0292 | +| 0.1827 | 35.0 | 3010 | 0.1935 | 0.0893 | 0.0287 | +| 0.1827 | 36.0 | 3096 | 0.1933 | 0.0906 | 0.0295 | +| 0.1848 | 37.0 | 3182 | 0.1999 | 0.0883 | 0.0287 | +| 0.1807 | 38.0 | 3268 | 0.1949 | 0.0881 | 0.0287 | +| 0.1695 | 39.0 | 3354 | 0.1968 | 0.0906 | 0.0295 | +| 0.1764 | 40.0 | 3440 | 0.1894 | 0.0864 | 0.0284 | +| 0.1812 | 41.0 | 3526 | 0.1932 | 0.0871 | 0.0286 | +| 0.1566 | 42.0 | 3612 | 0.1889 | 0.0869 | 0.0281 | +| 0.1566 | 43.0 | 3698 | 0.1965 | 0.0864 | 0.0282 | +| 0.161 | 44.0 | 3784 | 0.1832 | 0.0896 | 0.0286 | +| 0.167 | 45.0 | 3870 | 0.1968 | 0.0886 | 0.0282 | +| 0.1556 | 46.0 | 3956 | 0.1835 | 0.0881 | 0.0283 | +| 0.157 | 47.0 | 4042 | 0.1912 | 0.0864 | 0.0279 | +| 0.1588 | 48.0 | 4128 | 0.1926 | 0.0883 | 0.0279 | +| 0.1543 | 49.0 | 4214 | 0.1961 | 0.0869 | 0.0282 | +| 0.1528 | 50.0 | 4300 | 0.1959 | 0.0886 | 0.0286 | +| 0.1528 | 51.0 | 4386 | 0.1938 | 0.0869 | 0.0277 | +| 0.1477 | 52.0 | 4472 | 0.1984 | 0.0839 | 0.0272 | +| 0.1533 | 53.0 | 4558 | 0.1969 | 0.0864 | 0.0274 | +| 0.1351 | 54.0 | 4644 | 0.1983 | 0.0856 | 0.0275 | +| 0.1468 | 55.0 | 4730 | 0.1970 | 0.0834 | 0.0272 | +| 0.1406 | 56.0 | 4816 | 0.1940 | 0.0817 | 0.0270 | +| 0.1412 | 57.0 | 4902 | 0.1894 | 0.0859 | 0.0277 | +| 0.1412 | 58.0 | 4988 | 0.1929 | 0.0856 | 0.0275 | +| 0.1435 | 59.0 | 5074 | 0.1977 | 0.0859 | 0.0278 | +| 0.1389 | 60.0 | 5160 | 0.1986 | 0.0849 | 0.0277 | +| 0.1366 | 61.0 | 5246 | 0.1977 | 0.0856 | 0.0272 | +| 0.1367 | 62.0 | 5332 | 0.1948 | 0.0851 | 0.0275 | +| 0.1268 | 63.0 | 5418 | 0.1947 | 0.0856 | 0.0275 | +| 0.1441 | 64.0 | 5504 | 0.1956 | 0.0856 | 0.0277 | + + +### Framework versions + +- Transformers 4.28.0 +- Pytorch 2.1.1+cu121 +- Datasets 2.15.0 +- Tokenizers 0.13.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..108cfe3 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 39, + "": 38 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..d35394d --- /dev/null +++ b/all_results.json @@ -0,0 +1,16 @@ +{ + "epoch": 64.0, + "eval_cer": 0.028558289261899288, + "eval_loss": 0.1832132190465927, + "eval_runtime": 19.6053, + "eval_samples": 341, + "eval_samples_per_second": 17.393, + "eval_steps_per_second": 2.193, + "eval_wer": 0.08956692913385826, + "total_flos": 4.598243749292761e+19, + "train_loss": 0.5636214655932299, + "train_runtime": 15910.8756, + "train_samples": 2743, + "train_samples_per_second": 17.24, + "train_steps_per_second": 0.541 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..11a8c75 --- /dev/null +++ b/config.json @@ -0,0 +1,115 @@ +{ + "_name_or_path": "Edresson/wav2vec2-large-xlsr-coraa-portuguese", + "activation_dropout": 0.0, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForCTC" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "mean", + "ctc_zero_infinity": true, + "diversity_loss_weight": 0.1, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_channel_length": 10, + "mask_channel_min_space": 1, + "mask_channel_other": 0.0, + "mask_channel_prob": 0.0, + "mask_channel_selection": "static", + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_min_space": 1, + "mask_time_other": 0.0, + "mask_time_prob": 0.1, + "mask_time_selection": "static", + "model_type": "wav2vec2", + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "output_hidden_size": 1024, + "pad_token_id": 37, + "proj_codevector_dim": 768, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "torch_dtype": "float32", + "transformers_version": "4.28.0", + "use_weighted_layer_sum": false, + "vocab_size": 40, + "xvector_output_dim": 512 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..40ad6f7 --- /dev/null +++ b/eval_results.json @@ -0,0 +1,10 @@ +{ + "epoch": 64.0, + "eval_cer": 0.028558289261899288, + "eval_loss": 0.1832132190465927, + "eval_runtime": 19.6053, + "eval_samples": 341, + "eval_samples_per_second": 17.393, + "eval_steps_per_second": 2.193, + "eval_wer": 0.08956692913385826 +} \ No newline at end of file diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..67dee51 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,10 @@ +{ + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "processor_class": "Wav2Vec2Processor", + "return_attention_mask": true, + "sampling_rate": 16000 +} diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..87806fd --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba27a2d2177861967807ce8135c2a3c04e6904129b30e9da943b8d6aba47ebf +size 1262066282 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..5dd6921 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,22 @@ +{ + "additional_special_tokens": [ + { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } + ], + "bos_token": "", + "eos_token": "", + "pad_token": "[PAD]", + "unk_token": "[UNK]" +} diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..92ac3ab --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,12 @@ +{ + "bos_token": "", + "clean_up_tokenization_spaces": true, + "do_lower_case": false, + "eos_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "[PAD]", + "replace_word_delimiter_char": " ", + "tokenizer_class": "Wav2Vec2CTCTokenizer", + "unk_token": "[UNK]", + "word_delimiter_token": "|" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..b6c1b8b --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 64.0, + "total_flos": 4.598243749292761e+19, + "train_loss": 0.5636214655932299, + "train_runtime": 15910.8756, + "train_samples": 2743, + "train_samples_per_second": 17.24, + "train_steps_per_second": 0.541 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..e73f616 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1001 @@ +{ + "best_metric": 0.1832132190465927, + "best_model_checkpoint": "wav2vec2-large-xlsr-mecita-coraa-portuguese-2-all-04/checkpoint-3784", + "epoch": 64.0, + "global_step": 5504, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 3e-05, + "loss": 28.4874, + "step": 1 + }, + { + "epoch": 1.0, + "eval_cer": 1.0, + "eval_loss": 3.3048207759857178, + "eval_runtime": 19.5313, + "eval_samples_per_second": 17.459, + "eval_steps_per_second": 2.202, + "eval_wer": 1.0, + "step": 86 + }, + { + "epoch": 1.16, + "learning_rate": 2.9661627906976745e-05, + "loss": 7.6481, + "step": 100 + }, + { + "epoch": 2.0, + "eval_cer": 1.0, + "eval_loss": 2.9769535064697266, + "eval_runtime": 19.125, + "eval_samples_per_second": 17.83, + "eval_steps_per_second": 2.248, + "eval_wer": 1.0, + "step": 172 + }, + { + "epoch": 2.33, + "learning_rate": 2.931279069767442e-05, + "loss": 3.0297, + "step": 200 + }, + { + "epoch": 3.0, + "eval_cer": 1.0, + "eval_loss": 2.9361252784729004, + "eval_runtime": 18.9766, + "eval_samples_per_second": 17.969, + "eval_steps_per_second": 2.266, + "eval_wer": 1.0, + "step": 258 + }, + { + "epoch": 3.49, + "learning_rate": 2.8963953488372093e-05, + "loss": 2.9192, + "step": 300 + }, + { + "epoch": 4.0, + "eval_cer": 1.0, + "eval_loss": 2.9206249713897705, + "eval_runtime": 19.307, + "eval_samples_per_second": 17.662, + "eval_steps_per_second": 2.227, + "eval_wer": 1.0, + "step": 344 + }, + { + "epoch": 4.65, + "learning_rate": 2.861511627906977e-05, + "loss": 2.8826, + "step": 400 + }, + { + "epoch": 5.0, + "eval_cer": 0.9992641986663601, + "eval_loss": 2.6372246742248535, + "eval_runtime": 19.1582, + "eval_samples_per_second": 17.799, + "eval_steps_per_second": 2.244, + "eval_wer": 0.9990157480314961, + "step": 430 + }, + { + "epoch": 5.81, + "learning_rate": 2.8266279069767444e-05, + "loss": 2.3512, + "step": 500 + }, + { + "epoch": 6.0, + "eval_cer": 0.11133593929638998, + "eval_loss": 0.8686644434928894, + "eval_runtime": 19.3918, + "eval_samples_per_second": 17.585, + "eval_steps_per_second": 2.217, + "eval_wer": 0.4357775590551181, + "step": 516 + }, + { + "epoch": 6.98, + "learning_rate": 2.7917441860465118e-05, + "loss": 1.0373, + "step": 600 + }, + { + "epoch": 7.0, + "eval_cer": 0.06645205794435502, + "eval_loss": 0.5094822645187378, + "eval_runtime": 19.0781, + "eval_samples_per_second": 17.874, + "eval_steps_per_second": 2.254, + "eval_wer": 0.2418799212598425, + "step": 602 + }, + { + "epoch": 8.0, + "eval_cer": 0.05840423085766843, + "eval_loss": 0.40014487504959106, + "eval_runtime": 19.2136, + "eval_samples_per_second": 17.748, + "eval_steps_per_second": 2.238, + "eval_wer": 0.21013779527559054, + "step": 688 + }, + { + "epoch": 8.14, + "learning_rate": 2.7568604651162792e-05, + "loss": 0.6758, + "step": 700 + }, + { + "epoch": 9.0, + "eval_cer": 0.05021844102092435, + "eval_loss": 0.3354460895061493, + "eval_runtime": 19.074, + "eval_samples_per_second": 17.878, + "eval_steps_per_second": 2.254, + "eval_wer": 0.1798720472440945, + "step": 774 + }, + { + "epoch": 9.3, + "learning_rate": 2.7219767441860466e-05, + "loss": 0.5667, + "step": 800 + }, + { + "epoch": 10.0, + "eval_cer": 0.04681535985283973, + "eval_loss": 0.2961549162864685, + "eval_runtime": 19.1133, + "eval_samples_per_second": 17.841, + "eval_steps_per_second": 2.25, + "eval_wer": 0.16166338582677164, + "step": 860 + }, + { + "epoch": 10.47, + "learning_rate": 2.6870930232558143e-05, + "loss": 0.4908, + "step": 900 + }, + { + "epoch": 11.0, + "eval_cer": 0.043044378017935155, + "eval_loss": 0.2820357084274292, + "eval_runtime": 19.2073, + "eval_samples_per_second": 17.754, + "eval_steps_per_second": 2.239, + "eval_wer": 0.14714566929133857, + "step": 946 + }, + { + "epoch": 11.63, + "learning_rate": 2.6522093023255817e-05, + "loss": 0.4084, + "step": 1000 + }, + { + "epoch": 12.0, + "eval_cer": 0.039871234766613015, + "eval_loss": 0.25810757279396057, + "eval_runtime": 19.5082, + "eval_samples_per_second": 17.48, + "eval_steps_per_second": 2.204, + "eval_wer": 0.13508858267716536, + "step": 1032 + }, + { + "epoch": 12.79, + "learning_rate": 2.617325581395349e-05, + "loss": 0.3728, + "step": 1100 + }, + { + "epoch": 13.0, + "eval_cer": 0.037387905265578295, + "eval_loss": 0.2444266527891159, + "eval_runtime": 19.0415, + "eval_samples_per_second": 17.908, + "eval_steps_per_second": 2.258, + "eval_wer": 0.12303149606299213, + "step": 1118 + }, + { + "epoch": 13.95, + "learning_rate": 2.5824418604651165e-05, + "loss": 0.3577, + "step": 1200 + }, + { + "epoch": 14.0, + "eval_cer": 0.035502414348126, + "eval_loss": 0.24084249138832092, + "eval_runtime": 19.2097, + "eval_samples_per_second": 17.751, + "eval_steps_per_second": 2.238, + "eval_wer": 0.11441929133858268, + "step": 1204 + }, + { + "epoch": 15.0, + "eval_cer": 0.03398482409749368, + "eval_loss": 0.23529472947120667, + "eval_runtime": 19.9753, + "eval_samples_per_second": 17.071, + "eval_steps_per_second": 2.153, + "eval_wer": 0.10999015748031496, + "step": 1290 + }, + { + "epoch": 15.12, + "learning_rate": 2.547558139534884e-05, + "loss": 0.3237, + "step": 1300 + }, + { + "epoch": 16.0, + "eval_cer": 0.03324902276385376, + "eval_loss": 0.22266538441181183, + "eval_runtime": 19.26, + "eval_samples_per_second": 17.705, + "eval_steps_per_second": 2.233, + "eval_wer": 0.10359251968503937, + "step": 1376 + }, + { + "epoch": 16.28, + "learning_rate": 2.512674418604651e-05, + "loss": 0.3043, + "step": 1400 + }, + { + "epoch": 17.0, + "eval_cer": 0.032191308346746376, + "eval_loss": 0.22414861619472504, + "eval_runtime": 19.2388, + "eval_samples_per_second": 17.725, + "eval_steps_per_second": 2.235, + "eval_wer": 0.10039370078740158, + "step": 1462 + }, + { + "epoch": 17.44, + "learning_rate": 2.4777906976744186e-05, + "loss": 0.2876, + "step": 1500 + }, + { + "epoch": 18.0, + "eval_cer": 0.0329271096803863, + "eval_loss": 0.22596892714500427, + "eval_runtime": 19.2615, + "eval_samples_per_second": 17.704, + "eval_steps_per_second": 2.232, + "eval_wer": 0.10482283464566929, + "step": 1548 + }, + { + "epoch": 18.6, + "learning_rate": 2.442906976744186e-05, + "loss": 0.2842, + "step": 1600 + }, + { + "epoch": 19.0, + "eval_cer": 0.032513221430213846, + "eval_loss": 0.20861704647541046, + "eval_runtime": 19.253, + "eval_samples_per_second": 17.711, + "eval_steps_per_second": 2.233, + "eval_wer": 0.10703740157480315, + "step": 1634 + }, + { + "epoch": 19.77, + "learning_rate": 2.4080232558139534e-05, + "loss": 0.269, + "step": 1700 + }, + { + "epoch": 20.0, + "eval_cer": 0.03237525868015636, + "eval_loss": 0.21557514369487762, + "eval_runtime": 19.2787, + "eval_samples_per_second": 17.688, + "eval_steps_per_second": 2.23, + "eval_wer": 0.10063976377952756, + "step": 1720 + }, + { + "epoch": 20.93, + "learning_rate": 2.3731395348837208e-05, + "loss": 0.2396, + "step": 1800 + }, + { + "epoch": 21.0, + "eval_cer": 0.03067371809611405, + "eval_loss": 0.20651517808437347, + "eval_runtime": 19.1026, + "eval_samples_per_second": 17.851, + "eval_steps_per_second": 2.251, + "eval_wer": 0.0952263779527559, + "step": 1806 + }, + { + "epoch": 22.0, + "eval_cer": 0.03117958151299149, + "eval_loss": 0.21441449224948883, + "eval_runtime": 19.5818, + "eval_samples_per_second": 17.414, + "eval_steps_per_second": 2.196, + "eval_wer": 0.09596456692913385, + "step": 1892 + }, + { + "epoch": 22.09, + "learning_rate": 2.3382558139534882e-05, + "loss": 0.2411, + "step": 1900 + }, + { + "epoch": 23.0, + "eval_cer": 0.030719705679466545, + "eval_loss": 0.20180490612983704, + "eval_runtime": 19.3167, + "eval_samples_per_second": 17.653, + "eval_steps_per_second": 2.226, + "eval_wer": 0.09325787401574803, + "step": 1978 + }, + { + "epoch": 23.26, + "learning_rate": 2.303372093023256e-05, + "loss": 0.2357, + "step": 2000 + }, + { + "epoch": 24.0, + "eval_cer": 0.030535755346056563, + "eval_loss": 0.20546293258666992, + "eval_runtime": 19.3401, + "eval_samples_per_second": 17.632, + "eval_steps_per_second": 2.223, + "eval_wer": 0.09399606299212598, + "step": 2064 + }, + { + "epoch": 24.42, + "learning_rate": 2.2684883720930233e-05, + "loss": 0.2268, + "step": 2100 + }, + { + "epoch": 25.0, + "eval_cer": 0.03067371809611405, + "eval_loss": 0.20989486575126648, + "eval_runtime": 19.2814, + "eval_samples_per_second": 17.685, + "eval_steps_per_second": 2.23, + "eval_wer": 0.09276574803149606, + "step": 2150 + }, + { + "epoch": 25.58, + "learning_rate": 2.2336046511627907e-05, + "loss": 0.2053, + "step": 2200 + }, + { + "epoch": 26.0, + "eval_cer": 0.030167854679236605, + "eval_loss": 0.204420268535614, + "eval_runtime": 19.0634, + "eval_samples_per_second": 17.888, + "eval_steps_per_second": 2.256, + "eval_wer": 0.09325787401574803, + "step": 2236 + }, + { + "epoch": 26.74, + "learning_rate": 2.198720930232558e-05, + "loss": 0.2188, + "step": 2300 + }, + { + "epoch": 27.0, + "eval_cer": 0.03012186709588411, + "eval_loss": 0.20365406572818756, + "eval_runtime": 19.1283, + "eval_samples_per_second": 17.827, + "eval_steps_per_second": 2.248, + "eval_wer": 0.09325787401574803, + "step": 2322 + }, + { + "epoch": 27.91, + "learning_rate": 2.1638372093023255e-05, + "loss": 0.2152, + "step": 2400 + }, + { + "epoch": 28.0, + "eval_cer": 0.029799954012416648, + "eval_loss": 0.2068387269973755, + "eval_runtime": 19.1207, + "eval_samples_per_second": 17.834, + "eval_steps_per_second": 2.249, + "eval_wer": 0.09325787401574803, + "step": 2408 + }, + { + "epoch": 29.0, + "eval_cer": 0.028282363761784318, + "eval_loss": 0.20444060862064362, + "eval_runtime": 19.0848, + "eval_samples_per_second": 17.868, + "eval_steps_per_second": 2.253, + "eval_wer": 0.08981299212598425, + "step": 2494 + }, + { + "epoch": 29.07, + "learning_rate": 2.128953488372093e-05, + "loss": 0.1998, + "step": 2500 + }, + { + "epoch": 30.0, + "eval_cer": 0.029386065762244194, + "eval_loss": 0.20385394990444183, + "eval_runtime": 19.6397, + "eval_samples_per_second": 17.363, + "eval_steps_per_second": 2.189, + "eval_wer": 0.08882874015748031, + "step": 2580 + }, + { + "epoch": 30.23, + "learning_rate": 2.0940697674418606e-05, + "loss": 0.1934, + "step": 2600 + }, + { + "epoch": 31.0, + "eval_cer": 0.029570016095654173, + "eval_loss": 0.1964925080537796, + "eval_runtime": 19.4249, + "eval_samples_per_second": 17.555, + "eval_steps_per_second": 2.214, + "eval_wer": 0.09153543307086615, + "step": 2666 + }, + { + "epoch": 31.4, + "learning_rate": 2.059186046511628e-05, + "loss": 0.19, + "step": 2700 + }, + { + "epoch": 32.0, + "eval_cer": 0.02906415267877673, + "eval_loss": 0.19938160479068756, + "eval_runtime": 19.2102, + "eval_samples_per_second": 17.751, + "eval_steps_per_second": 2.238, + "eval_wer": 0.0907972440944882, + "step": 2752 + }, + { + "epoch": 32.56, + "learning_rate": 2.0243023255813954e-05, + "loss": 0.2108, + "step": 2800 + }, + { + "epoch": 33.0, + "eval_cer": 0.029202115428834215, + "eval_loss": 0.20258696377277374, + "eval_runtime": 19.1989, + "eval_samples_per_second": 17.761, + "eval_steps_per_second": 2.24, + "eval_wer": 0.08882874015748031, + "step": 2838 + }, + { + "epoch": 33.72, + "learning_rate": 1.9894186046511628e-05, + "loss": 0.1922, + "step": 2900 + }, + { + "epoch": 34.0, + "eval_cer": 0.02924810301218671, + "eval_loss": 0.1956785023212433, + "eval_runtime": 19.1262, + "eval_samples_per_second": 17.829, + "eval_steps_per_second": 2.248, + "eval_wer": 0.09055118110236221, + "step": 2924 + }, + { + "epoch": 34.88, + "learning_rate": 1.9545348837209302e-05, + "loss": 0.1827, + "step": 3000 + }, + { + "epoch": 35.0, + "eval_cer": 0.028742239595309266, + "eval_loss": 0.19348372519016266, + "eval_runtime": 19.2699, + "eval_samples_per_second": 17.696, + "eval_steps_per_second": 2.231, + "eval_wer": 0.08932086614173228, + "step": 3010 + }, + { + "epoch": 36.0, + "eval_cer": 0.029524028512301678, + "eval_loss": 0.19330757856369019, + "eval_runtime": 19.3036, + "eval_samples_per_second": 17.665, + "eval_steps_per_second": 2.228, + "eval_wer": 0.09055118110236221, + "step": 3096 + }, + { + "epoch": 36.05, + "learning_rate": 1.919651162790698e-05, + "loss": 0.1848, + "step": 3100 + }, + { + "epoch": 37.0, + "eval_cer": 0.02869625201195677, + "eval_loss": 0.19993430376052856, + "eval_runtime": 19.2145, + "eval_samples_per_second": 17.747, + "eval_steps_per_second": 2.238, + "eval_wer": 0.08833661417322834, + "step": 3182 + }, + { + "epoch": 37.21, + "learning_rate": 1.8847674418604653e-05, + "loss": 0.1807, + "step": 3200 + }, + { + "epoch": 38.0, + "eval_cer": 0.02869625201195677, + "eval_loss": 0.1949012279510498, + "eval_runtime": 19.2564, + "eval_samples_per_second": 17.708, + "eval_steps_per_second": 2.233, + "eval_wer": 0.08809055118110236, + "step": 3268 + }, + { + "epoch": 38.37, + "learning_rate": 1.8498837209302327e-05, + "loss": 0.1695, + "step": 3300 + }, + { + "epoch": 39.0, + "eval_cer": 0.029478040928949185, + "eval_loss": 0.1967935413122177, + "eval_runtime": 19.3052, + "eval_samples_per_second": 17.664, + "eval_steps_per_second": 2.227, + "eval_wer": 0.09055118110236221, + "step": 3354 + }, + { + "epoch": 39.53, + "learning_rate": 1.815e-05, + "loss": 0.1764, + "step": 3400 + }, + { + "epoch": 40.0, + "eval_cer": 0.02837433892848931, + "eval_loss": 0.18935783207416534, + "eval_runtime": 19.4348, + "eval_samples_per_second": 17.546, + "eval_steps_per_second": 2.213, + "eval_wer": 0.08636811023622047, + "step": 3440 + }, + { + "epoch": 40.7, + "learning_rate": 1.7801162790697675e-05, + "loss": 0.1812, + "step": 3500 + }, + { + "epoch": 41.0, + "eval_cer": 0.028558289261899288, + "eval_loss": 0.19317786395549774, + "eval_runtime": 19.3277, + "eval_samples_per_second": 17.643, + "eval_steps_per_second": 2.225, + "eval_wer": 0.08710629921259842, + "step": 3526 + }, + { + "epoch": 41.86, + "learning_rate": 1.7452325581395352e-05, + "loss": 0.1566, + "step": 3600 + }, + { + "epoch": 42.0, + "eval_cer": 0.02809841342837434, + "eval_loss": 0.18891684710979462, + "eval_runtime": 19.5468, + "eval_samples_per_second": 17.445, + "eval_steps_per_second": 2.2, + "eval_wer": 0.08686023622047244, + "step": 3612 + }, + { + "epoch": 43.0, + "eval_cer": 0.02819038859507933, + "eval_loss": 0.19649028778076172, + "eval_runtime": 19.4284, + "eval_samples_per_second": 17.552, + "eval_steps_per_second": 2.213, + "eval_wer": 0.08636811023622047, + "step": 3698 + }, + { + "epoch": 43.02, + "learning_rate": 1.7103488372093026e-05, + "loss": 0.161, + "step": 3700 + }, + { + "epoch": 44.0, + "eval_cer": 0.028558289261899288, + "eval_loss": 0.1832132190465927, + "eval_runtime": 19.3446, + "eval_samples_per_second": 17.628, + "eval_steps_per_second": 2.223, + "eval_wer": 0.08956692913385826, + "step": 3784 + }, + { + "epoch": 44.19, + "learning_rate": 1.67546511627907e-05, + "loss": 0.167, + "step": 3800 + }, + { + "epoch": 45.0, + "eval_cer": 0.028236376178431822, + "eval_loss": 0.19680964946746826, + "eval_runtime": 19.1457, + "eval_samples_per_second": 17.811, + "eval_steps_per_second": 2.246, + "eval_wer": 0.08858267716535433, + "step": 3870 + }, + { + "epoch": 45.35, + "learning_rate": 1.6405813953488374e-05, + "loss": 0.1556, + "step": 3900 + }, + { + "epoch": 46.0, + "eval_cer": 0.028328351345136813, + "eval_loss": 0.18351908028125763, + "eval_runtime": 19.2512, + "eval_samples_per_second": 17.713, + "eval_steps_per_second": 2.234, + "eval_wer": 0.08809055118110236, + "step": 3956 + }, + { + "epoch": 46.51, + "learning_rate": 1.6056976744186047e-05, + "loss": 0.157, + "step": 4000 + }, + { + "epoch": 47.0, + "eval_cer": 0.027868475511611864, + "eval_loss": 0.19117018580436707, + "eval_runtime": 19.4147, + "eval_samples_per_second": 17.564, + "eval_steps_per_second": 2.215, + "eval_wer": 0.08636811023622047, + "step": 4042 + }, + { + "epoch": 47.67, + "learning_rate": 1.570813953488372e-05, + "loss": 0.1588, + "step": 4100 + }, + { + "epoch": 48.0, + "eval_cer": 0.02791446309496436, + "eval_loss": 0.19263863563537598, + "eval_runtime": 19.509, + "eval_samples_per_second": 17.479, + "eval_steps_per_second": 2.204, + "eval_wer": 0.08833661417322834, + "step": 4128 + }, + { + "epoch": 48.84, + "learning_rate": 1.5359302325581395e-05, + "loss": 0.1543, + "step": 4200 + }, + { + "epoch": 49.0, + "eval_cer": 0.02819038859507933, + "eval_loss": 0.1961362212896347, + "eval_runtime": 19.2346, + "eval_samples_per_second": 17.728, + "eval_steps_per_second": 2.236, + "eval_wer": 0.08686023622047244, + "step": 4214 + }, + { + "epoch": 50.0, + "learning_rate": 1.5010465116279071e-05, + "loss": 0.1528, + "step": 4300 + }, + { + "epoch": 50.0, + "eval_cer": 0.028558289261899288, + "eval_loss": 0.1958739012479782, + "eval_runtime": 19.2236, + "eval_samples_per_second": 17.739, + "eval_steps_per_second": 2.237, + "eval_wer": 0.08858267716535433, + "step": 4300 + }, + { + "epoch": 51.0, + "eval_cer": 0.02773051276155438, + "eval_loss": 0.19377769529819489, + "eval_runtime": 19.7288, + "eval_samples_per_second": 17.284, + "eval_steps_per_second": 2.18, + "eval_wer": 0.08686023622047244, + "step": 4386 + }, + { + "epoch": 51.16, + "learning_rate": 1.4661627906976745e-05, + "loss": 0.1477, + "step": 4400 + }, + { + "epoch": 52.0, + "eval_cer": 0.02717866176132444, + "eval_loss": 0.19839388132095337, + "eval_runtime": 19.2855, + "eval_samples_per_second": 17.682, + "eval_steps_per_second": 2.23, + "eval_wer": 0.08390748031496063, + "step": 4472 + }, + { + "epoch": 52.33, + "learning_rate": 1.4312790697674419e-05, + "loss": 0.1533, + "step": 4500 + }, + { + "epoch": 53.0, + "eval_cer": 0.027362612094734423, + "eval_loss": 0.19690458476543427, + "eval_runtime": 19.5093, + "eval_samples_per_second": 17.479, + "eval_steps_per_second": 2.204, + "eval_wer": 0.08636811023622047, + "step": 4558 + }, + { + "epoch": 53.49, + "learning_rate": 1.3963953488372094e-05, + "loss": 0.1351, + "step": 4600 + }, + { + "epoch": 54.0, + "eval_cer": 0.027500574844791906, + "eval_loss": 0.19829140603542328, + "eval_runtime": 19.311, + "eval_samples_per_second": 17.658, + "eval_steps_per_second": 2.227, + "eval_wer": 0.08562992125984252, + "step": 4644 + }, + { + "epoch": 54.65, + "learning_rate": 1.3615116279069768e-05, + "loss": 0.1468, + "step": 4700 + }, + { + "epoch": 55.0, + "eval_cer": 0.02717866176132444, + "eval_loss": 0.1969507783651352, + "eval_runtime": 19.3127, + "eval_samples_per_second": 17.657, + "eval_steps_per_second": 2.227, + "eval_wer": 0.08341535433070867, + "step": 4730 + }, + { + "epoch": 55.81, + "learning_rate": 1.3266279069767444e-05, + "loss": 0.1406, + "step": 4800 + }, + { + "epoch": 56.0, + "eval_cer": 0.026994711427914462, + "eval_loss": 0.19397075474262238, + "eval_runtime": 19.5659, + "eval_samples_per_second": 17.428, + "eval_steps_per_second": 2.198, + "eval_wer": 0.08169291338582677, + "step": 4816 + }, + { + "epoch": 56.98, + "learning_rate": 1.2917441860465116e-05, + "loss": 0.1412, + "step": 4900 + }, + { + "epoch": 57.0, + "eval_cer": 0.027684525178201885, + "eval_loss": 0.18938837945461273, + "eval_runtime": 19.2752, + "eval_samples_per_second": 17.691, + "eval_steps_per_second": 2.231, + "eval_wer": 0.0858759842519685, + "step": 4902 + }, + { + "epoch": 58.0, + "eval_cer": 0.027546562428144402, + "eval_loss": 0.1928883194923401, + "eval_runtime": 19.254, + "eval_samples_per_second": 17.711, + "eval_steps_per_second": 2.233, + "eval_wer": 0.08562992125984252, + "step": 4988 + }, + { + "epoch": 58.14, + "learning_rate": 1.256860465116279e-05, + "loss": 0.1435, + "step": 5000 + }, + { + "epoch": 59.0, + "eval_cer": 0.02782248792825937, + "eval_loss": 0.1976550668478012, + "eval_runtime": 19.3356, + "eval_samples_per_second": 17.636, + "eval_steps_per_second": 2.224, + "eval_wer": 0.0858759842519685, + "step": 5074 + }, + { + "epoch": 59.3, + "learning_rate": 1.2219767441860465e-05, + "loss": 0.1389, + "step": 5100 + }, + { + "epoch": 60.0, + "eval_cer": 0.027684525178201885, + "eval_loss": 0.19864533841609955, + "eval_runtime": 19.4727, + "eval_samples_per_second": 17.512, + "eval_steps_per_second": 2.208, + "eval_wer": 0.08489173228346457, + "step": 5160 + }, + { + "epoch": 60.47, + "learning_rate": 1.187093023255814e-05, + "loss": 0.1366, + "step": 5200 + }, + { + "epoch": 61.0, + "eval_cer": 0.027224649344676936, + "eval_loss": 0.1977253407239914, + "eval_runtime": 19.4637, + "eval_samples_per_second": 17.52, + "eval_steps_per_second": 2.209, + "eval_wer": 0.08562992125984252, + "step": 5246 + }, + { + "epoch": 61.63, + "learning_rate": 1.1522093023255813e-05, + "loss": 0.1367, + "step": 5300 + }, + { + "epoch": 62.0, + "eval_cer": 0.02745458726143941, + "eval_loss": 0.19484524428844452, + "eval_runtime": 19.3058, + "eval_samples_per_second": 17.663, + "eval_steps_per_second": 2.227, + "eval_wer": 0.08513779527559055, + "step": 5332 + }, + { + "epoch": 62.79, + "learning_rate": 1.1173255813953489e-05, + "loss": 0.1268, + "step": 5400 + }, + { + "epoch": 63.0, + "eval_cer": 0.027500574844791906, + "eval_loss": 0.1947014331817627, + "eval_runtime": 19.4659, + "eval_samples_per_second": 17.518, + "eval_steps_per_second": 2.209, + "eval_wer": 0.08562992125984252, + "step": 5418 + }, + { + "epoch": 63.95, + "learning_rate": 1.0824418604651163e-05, + "loss": 0.1441, + "step": 5500 + }, + { + "epoch": 64.0, + "eval_cer": 0.02773051276155438, + "eval_loss": 0.19555877149105072, + "eval_runtime": 19.4278, + "eval_samples_per_second": 17.552, + "eval_steps_per_second": 2.213, + "eval_wer": 0.08562992125984252, + "step": 5504 + }, + { + "epoch": 64.0, + "step": 5504, + "total_flos": 4.598243749292761e+19, + "train_loss": 0.5636214655932299, + "train_runtime": 15910.8756, + "train_samples_per_second": 17.24, + "train_steps_per_second": 0.541 + } + ], + "max_steps": 8600, + "num_train_epochs": 100, + "total_flos": 4.598243749292761e+19, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..d97ccea --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f57f55f59f48bcef511d7767c91f4465f0614699a14776f80bd39ab694ee5bf +size 4088 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..127f7d9 --- /dev/null +++ b/vocab.json @@ -0,0 +1,40 @@ +{ + "[PAD]": 37, + "[UNK]": 36, + "a": 1, + "b": 2, + "c": 3, + "d": 4, + "e": 5, + "f": 6, + "g": 7, + "h": 8, + "i": 9, + "j": 10, + "l": 11, + "m": 12, + "n": 13, + "o": 14, + "p": 15, + "q": 16, + "r": 17, + "s": 18, + "t": 19, + "u": 20, + "v": 21, + "x": 22, + "z": 23, + "|": 0, + "à": 24, + "á": 25, + "â": 26, + "ã": 27, + "ç": 28, + "é": 29, + "ê": 30, + "í": 31, + "ó": 32, + "ô": 33, + "õ": 34, + "ú": 35 +}