From 37329a021c8092bd66b699349c2dfd1cbdc2ff50 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 18 May 2026 18:21:58 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: yoon1000/ft_0123_korean Source: Original Platform --- .gitattributes | 35 + README.md | 309 ++++ added_tokens.json | 4 + config.json | 109 ++ model.safetensors | 3 + preprocessor_config.json | 9 + ....tfevents.1705968887.DESKTOP-CE5K89C.356.0 | 3 + ...fevents.1705971152.DESKTOP-CE5K89C.15448.0 | 3 + ...tfevents.1705979801.DESKTOP-CE5K89C.1044.0 | 3 + special_tokens_map.json | 6 + tokenizer_config.json | 47 + training_args.bin | 3 + vocab.json | 1299 +++++++++++++++++ 13 files changed, 1833 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 config.json create mode 100644 model.safetensors create mode 100644 preprocessor_config.json create mode 100644 runs/Jan23_08-59-42_DESKTOP-CE5K89C/events.out.tfevents.1705968887.DESKTOP-CE5K89C.356.0 create mode 100644 runs/Jan23_09-42-45_DESKTOP-CE5K89C/events.out.tfevents.1705971152.DESKTOP-CE5K89C.15448.0 create mode 100644 runs/Jan23_12-06-54_DESKTOP-CE5K89C/events.out.tfevents.1705979801.DESKTOP-CE5K89C.1044.0 create mode 100644 special_tokens_map.json create mode 100644 tokenizer_config.json create mode 100644 training_args.bin create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b52c8b8 --- /dev/null +++ b/README.md @@ -0,0 +1,309 @@ +--- +license: apache-2.0 +base_model: facebook/wav2vec2-xls-r-300m +tags: +- generated_from_trainer +model-index: +- name: ft_0123_korean + results: [] +--- + + + +# ft_0123_korean + +This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the None dataset. +It achieves the following results on the evaluation set: +- Loss: 0.3699 +- Cer: 0.0865 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- lr_scheduler_warmup_steps: 100 +- num_epochs: 20 +- mixed_precision_training: Native AMP + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Cer | +|:-------------:|:-----:|:-----:|:---------------:|:------:| +| 44.8594 | 0.08 | 100 | 44.3665 | 1.0 | +| 12.9149 | 0.16 | 200 | 6.5429 | 1.0 | +| 4.9281 | 0.24 | 300 | 5.0589 | 1.0 | +| 4.7706 | 0.32 | 400 | 5.0132 | 1.0 | +| 4.7775 | 0.4 | 500 | 4.9384 | 1.0 | +| 4.7654 | 0.48 | 600 | 4.8867 | 1.0 | +| 4.7027 | 0.56 | 700 | 4.8270 | 1.0 | +| 4.6665 | 0.64 | 800 | 4.8539 | 1.0 | +| 4.6345 | 0.72 | 900 | 4.7036 | 1.0 | +| 4.5947 | 0.8 | 1000 | 4.6693 | 1.0 | +| 4.5559 | 0.88 | 1100 | 4.5838 | 1.0 | +| 4.4675 | 0.96 | 1200 | 4.4082 | 0.9829 | +| 4.2824 | 1.04 | 1300 | 4.1135 | 0.9822 | +| 3.974 | 1.12 | 1400 | 3.5638 | 0.8459 | +| 3.4392 | 1.2 | 1500 | 2.9181 | 0.5621 | +| 3.0379 | 1.28 | 1600 | 2.6116 | 0.5058 | +| 2.8071 | 1.36 | 1700 | 2.3746 | 0.4765 | +| 2.6047 | 1.44 | 1800 | 2.2212 | 0.4516 | +| 2.4776 | 1.52 | 1900 | 2.0525 | 0.4275 | +| 2.3004 | 1.6 | 2000 | 1.9099 | 0.4083 | +| 2.2378 | 1.68 | 2100 | 1.8172 | 0.3878 | +| 2.1651 | 1.76 | 2200 | 1.7322 | 0.3740 | +| 2.0153 | 1.84 | 2300 | 1.6424 | 0.3547 | +| 1.9648 | 1.92 | 2400 | 1.5879 | 0.3416 | +| 1.8871 | 2.0 | 2500 | 1.5091 | 0.3311 | +| 1.8132 | 2.08 | 2600 | 1.4359 | 0.3203 | +| 1.7394 | 2.16 | 2700 | 1.3848 | 0.3193 | +| 1.6906 | 2.24 | 2800 | 1.3468 | 0.3147 | +| 1.6871 | 2.32 | 2900 | 1.3204 | 0.3095 | +| 1.6068 | 2.4 | 3000 | 1.2524 | 0.2957 | +| 1.5774 | 2.48 | 3100 | 1.2123 | 0.2852 | +| 1.5225 | 2.56 | 3200 | 1.1677 | 0.2785 | +| 1.4817 | 2.64 | 3300 | 1.1342 | 0.2727 | +| 1.4742 | 2.72 | 3400 | 1.0920 | 0.2667 | +| 1.4147 | 2.8 | 3500 | 1.0832 | 0.2616 | +| 1.4332 | 2.88 | 3600 | 1.0515 | 0.2588 | +| 1.3366 | 2.96 | 3700 | 1.0385 | 0.2558 | +| 1.3334 | 3.04 | 3800 | 0.9847 | 0.2501 | +| 1.277 | 3.12 | 3900 | 0.9959 | 0.2472 | +| 1.2866 | 3.2 | 4000 | 0.9506 | 0.2386 | +| 1.2299 | 3.28 | 4100 | 0.9189 | 0.2318 | +| 1.2261 | 3.36 | 4200 | 0.8910 | 0.2289 | +| 1.2111 | 3.44 | 4300 | 0.9037 | 0.2239 | +| 1.1714 | 3.52 | 4400 | 0.8729 | 0.2209 | +| 1.1327 | 3.6 | 4500 | 0.8688 | 0.2198 | +| 1.177 | 3.68 | 4600 | 0.8230 | 0.2143 | +| 1.1003 | 3.76 | 4700 | 0.8700 | 0.2196 | +| 1.083 | 3.84 | 4800 | 0.7949 | 0.2027 | +| 1.0884 | 3.92 | 4900 | 0.7844 | 0.2053 | +| 1.0457 | 4.0 | 5000 | 0.7730 | 0.2015 | +| 0.9918 | 4.08 | 5100 | 0.7647 | 0.1974 | +| 1.0337 | 4.16 | 5200 | 0.7602 | 0.1962 | +| 0.9958 | 4.24 | 5300 | 0.7328 | 0.1928 | +| 0.9732 | 4.32 | 5400 | 0.7355 | 0.1924 | +| 0.9486 | 4.4 | 5500 | 0.7216 | 0.1910 | +| 0.9375 | 4.48 | 5600 | 0.7011 | 0.1880 | +| 0.9509 | 4.56 | 5700 | 0.6768 | 0.1819 | +| 0.9454 | 4.64 | 5800 | 0.6813 | 0.1805 | +| 0.9493 | 4.72 | 5900 | 0.6705 | 0.1778 | +| 0.9406 | 4.8 | 6000 | 0.6510 | 0.1755 | +| 0.9441 | 4.88 | 6100 | 0.6461 | 0.1702 | +| 0.9469 | 4.96 | 6200 | 0.6496 | 0.1755 | +| 0.8764 | 5.04 | 6300 | 0.6510 | 0.1705 | +| 0.8494 | 5.12 | 6400 | 0.6289 | 0.1694 | +| 0.8175 | 5.2 | 6500 | 0.6184 | 0.1674 | +| 0.8543 | 5.28 | 6600 | 0.6155 | 0.1655 | +| 0.8571 | 5.36 | 6700 | 0.6156 | 0.1637 | +| 0.8629 | 5.44 | 6800 | 0.6085 | 0.1626 | +| 0.8203 | 5.52 | 6900 | 0.6037 | 0.1636 | +| 0.8155 | 5.6 | 7000 | 0.5979 | 0.1625 | +| 0.8114 | 5.68 | 7100 | 0.5817 | 0.1582 | +| 0.7884 | 5.76 | 7200 | 0.6055 | 0.1633 | +| 0.7826 | 5.84 | 7300 | 0.5757 | 0.1565 | +| 0.7918 | 5.92 | 7400 | 0.5803 | 0.1562 | +| 0.7835 | 6.0 | 7500 | 0.5714 | 0.1534 | +| 0.717 | 6.08 | 7600 | 0.5784 | 0.1557 | +| 0.726 | 6.16 | 7700 | 0.5566 | 0.1507 | +| 0.7377 | 6.24 | 7800 | 0.5686 | 0.1561 | +| 0.7187 | 6.32 | 7900 | 0.5505 | 0.1513 | +| 0.7374 | 6.4 | 8000 | 0.5610 | 0.1528 | +| 0.7278 | 6.48 | 8100 | 0.5579 | 0.1530 | +| 0.7383 | 6.56 | 8200 | 0.5479 | 0.1499 | +| 0.696 | 6.64 | 8300 | 0.5485 | 0.1484 | +| 0.726 | 6.72 | 8400 | 0.5355 | 0.1455 | +| 0.7024 | 6.8 | 8500 | 0.5213 | 0.1411 | +| 0.7294 | 6.88 | 8600 | 0.5213 | 0.1446 | +| 0.6634 | 6.96 | 8700 | 0.5211 | 0.1426 | +| 0.6888 | 7.04 | 8800 | 0.5341 | 0.1462 | +| 0.6623 | 7.12 | 8900 | 0.5123 | 0.1397 | +| 0.646 | 7.2 | 9000 | 0.5302 | 0.1447 | +| 0.6729 | 7.28 | 9100 | 0.5218 | 0.1412 | +| 0.6444 | 7.36 | 9200 | 0.5098 | 0.1384 | +| 0.6357 | 7.44 | 9300 | 0.5218 | 0.1414 | +| 0.6492 | 7.52 | 9400 | 0.5037 | 0.1365 | +| 0.6388 | 7.6 | 9500 | 0.5091 | 0.1368 | +| 0.6545 | 7.68 | 9600 | 0.4980 | 0.1365 | +| 0.6404 | 7.76 | 9700 | 0.4832 | 0.1318 | +| 0.644 | 7.84 | 9800 | 0.4904 | 0.1367 | +| 0.6401 | 7.92 | 9900 | 0.4985 | 0.1346 | +| 0.6312 | 8.0 | 10000 | 0.4863 | 0.1338 | +| 0.6088 | 8.08 | 10100 | 0.4851 | 0.1336 | +| 0.5566 | 8.16 | 10200 | 0.4844 | 0.1319 | +| 0.5806 | 8.24 | 10300 | 0.4865 | 0.1326 | +| 0.5604 | 8.32 | 10400 | 0.4833 | 0.1340 | +| 0.5977 | 8.4 | 10500 | 0.4726 | 0.1286 | +| 0.5909 | 8.48 | 10600 | 0.4784 | 0.1300 | +| 0.584 | 8.56 | 10700 | 0.4732 | 0.1282 | +| 0.5819 | 8.64 | 10800 | 0.4656 | 0.1261 | +| 0.5977 | 8.72 | 10900 | 0.4616 | 0.1249 | +| 0.5942 | 8.8 | 11000 | 0.4568 | 0.1249 | +| 0.5873 | 8.88 | 11100 | 0.4554 | 0.1252 | +| 0.576 | 8.96 | 11200 | 0.4600 | 0.1237 | +| 0.5503 | 9.04 | 11300 | 0.4699 | 0.1252 | +| 0.5586 | 9.12 | 11400 | 0.4695 | 0.1265 | +| 0.5146 | 9.2 | 11500 | 0.4544 | 0.1218 | +| 0.5505 | 9.28 | 11600 | 0.4509 | 0.1221 | +| 0.5358 | 9.36 | 11700 | 0.4577 | 0.1259 | +| 0.5465 | 9.44 | 11800 | 0.4481 | 0.1205 | +| 0.5255 | 9.52 | 11900 | 0.4427 | 0.1221 | +| 0.506 | 9.6 | 12000 | 0.4466 | 0.1193 | +| 0.5248 | 9.68 | 12100 | 0.4345 | 0.1167 | +| 0.569 | 9.76 | 12200 | 0.4429 | 0.1173 | +| 0.4933 | 9.84 | 12300 | 0.4377 | 0.1181 | +| 0.5381 | 9.92 | 12400 | 0.4359 | 0.1170 | +| 0.5206 | 10.0 | 12500 | 0.4401 | 0.1185 | +| 0.4755 | 10.08 | 12600 | 0.4409 | 0.1173 | +| 0.4899 | 10.16 | 12700 | 0.4350 | 0.1158 | +| 0.4834 | 10.24 | 12800 | 0.4351 | 0.1158 | +| 0.4973 | 10.32 | 12900 | 0.4202 | 0.1130 | +| 0.4798 | 10.4 | 13000 | 0.4335 | 0.1148 | +| 0.499 | 10.48 | 13100 | 0.4327 | 0.1149 | +| 0.4852 | 10.56 | 13200 | 0.4277 | 0.1149 | +| 0.475 | 10.64 | 13300 | 0.4233 | 0.1111 | +| 0.4653 | 10.72 | 13400 | 0.4169 | 0.1093 | +| 0.4776 | 10.8 | 13500 | 0.4341 | 0.1125 | +| 0.4803 | 10.88 | 13600 | 0.4305 | 0.1124 | +| 0.4721 | 10.96 | 13700 | 0.4212 | 0.1130 | +| 0.4655 | 11.04 | 13800 | 0.4262 | 0.1086 | +| 0.4513 | 11.12 | 13900 | 0.4295 | 0.1113 | +| 0.4563 | 11.2 | 14000 | 0.4299 | 0.1111 | +| 0.4537 | 11.28 | 14100 | 0.4192 | 0.1086 | +| 0.4273 | 11.36 | 14200 | 0.4176 | 0.1067 | +| 0.4667 | 11.44 | 14300 | 0.4125 | 0.1071 | +| 0.4468 | 11.52 | 14400 | 0.4080 | 0.1072 | +| 0.4546 | 11.6 | 14500 | 0.4108 | 0.1047 | +| 0.4468 | 11.68 | 14600 | 0.4104 | 0.1082 | +| 0.4322 | 11.76 | 14700 | 0.4071 | 0.1052 | +| 0.4379 | 11.84 | 14800 | 0.3994 | 0.1057 | +| 0.4471 | 11.92 | 14900 | 0.4043 | 0.1058 | +| 0.4394 | 12.0 | 15000 | 0.3971 | 0.1040 | +| 0.4162 | 12.08 | 15100 | 0.3995 | 0.1027 | +| 0.4183 | 12.16 | 15200 | 0.4092 | 0.1055 | +| 0.4192 | 12.24 | 15300 | 0.4078 | 0.1043 | +| 0.4154 | 12.32 | 15400 | 0.4062 | 0.1040 | +| 0.3932 | 12.4 | 15500 | 0.4032 | 0.1034 | +| 0.412 | 12.48 | 15600 | 0.4083 | 0.1041 | +| 0.4008 | 12.56 | 15700 | 0.3941 | 0.1025 | +| 0.4199 | 12.64 | 15800 | 0.4014 | 0.1031 | +| 0.4252 | 12.72 | 15900 | 0.3991 | 0.1014 | +| 0.436 | 12.8 | 16000 | 0.3938 | 0.1032 | +| 0.4137 | 12.88 | 16100 | 0.3902 | 0.1022 | +| 0.4201 | 12.96 | 16200 | 0.3927 | 0.1023 | +| 0.4052 | 13.04 | 16300 | 0.3967 | 0.1003 | +| 0.3852 | 13.12 | 16400 | 0.3942 | 0.0995 | +| 0.3912 | 13.2 | 16500 | 0.3959 | 0.1004 | +| 0.3658 | 13.28 | 16600 | 0.3970 | 0.1010 | +| 0.416 | 13.36 | 16700 | 0.4067 | 0.1036 | +| 0.396 | 13.44 | 16800 | 0.3964 | 0.0994 | +| 0.3972 | 13.52 | 16900 | 0.3937 | 0.1000 | +| 0.3863 | 13.6 | 17000 | 0.3990 | 0.0995 | +| 0.3688 | 13.68 | 17100 | 0.3901 | 0.0992 | +| 0.3712 | 13.76 | 17200 | 0.3828 | 0.0975 | +| 0.3711 | 13.84 | 17300 | 0.3853 | 0.0971 | +| 0.3845 | 13.92 | 17400 | 0.3909 | 0.0983 | +| 0.4011 | 14.0 | 17500 | 0.3859 | 0.0978 | +| 0.3762 | 14.08 | 17600 | 0.3961 | 0.0986 | +| 0.3734 | 14.16 | 17700 | 0.3930 | 0.0976 | +| 0.3577 | 14.24 | 17800 | 0.3883 | 0.0981 | +| 0.3723 | 14.32 | 17900 | 0.3864 | 0.0970 | +| 0.3596 | 14.4 | 18000 | 0.3900 | 0.0978 | +| 0.3642 | 14.48 | 18100 | 0.3848 | 0.0970 | +| 0.3684 | 14.56 | 18200 | 0.3949 | 0.0968 | +| 0.3553 | 14.64 | 18300 | 0.3968 | 0.0981 | +| 0.3564 | 14.72 | 18400 | 0.3942 | 0.0966 | +| 0.3709 | 14.8 | 18500 | 0.4025 | 0.0982 | +| 0.3653 | 14.88 | 18600 | 0.3840 | 0.0951 | +| 0.3679 | 14.96 | 18700 | 0.3777 | 0.0934 | +| 0.339 | 15.04 | 18800 | 0.3812 | 0.0941 | +| 0.3384 | 15.12 | 18900 | 0.3809 | 0.0935 | +| 0.3192 | 15.2 | 19000 | 0.3887 | 0.0942 | +| 0.3368 | 15.28 | 19100 | 0.3815 | 0.0939 | +| 0.3298 | 15.36 | 19200 | 0.3854 | 0.0935 | +| 0.3368 | 15.44 | 19300 | 0.3837 | 0.0936 | +| 0.3392 | 15.52 | 19400 | 0.3756 | 0.0935 | +| 0.3413 | 15.6 | 19500 | 0.3801 | 0.0934 | +| 0.3083 | 15.68 | 19600 | 0.3809 | 0.0930 | +| 0.3461 | 15.76 | 19700 | 0.3825 | 0.0927 | +| 0.3257 | 15.84 | 19800 | 0.3800 | 0.0928 | +| 0.3347 | 15.92 | 19900 | 0.3806 | 0.0919 | +| 0.3201 | 16.0 | 20000 | 0.3853 | 0.0927 | +| 0.3127 | 16.08 | 20100 | 0.3843 | 0.0917 | +| 0.2948 | 16.16 | 20200 | 0.3823 | 0.0907 | +| 0.3061 | 16.24 | 20300 | 0.3777 | 0.0900 | +| 0.3232 | 16.32 | 20400 | 0.3760 | 0.0904 | +| 0.3045 | 16.4 | 20500 | 0.3831 | 0.0908 | +| 0.3276 | 16.48 | 20600 | 0.3739 | 0.0898 | +| 0.3141 | 16.56 | 20700 | 0.3805 | 0.0907 | +| 0.3218 | 16.64 | 20800 | 0.3790 | 0.0906 | +| 0.3181 | 16.72 | 20900 | 0.3761 | 0.0904 | +| 0.3177 | 16.8 | 21000 | 0.3749 | 0.0903 | +| 0.3111 | 16.88 | 21100 | 0.3742 | 0.0894 | +| 0.3349 | 16.96 | 21200 | 0.3689 | 0.0883 | +| 0.3282 | 17.04 | 21300 | 0.3731 | 0.0889 | +| 0.2896 | 17.12 | 21400 | 0.3756 | 0.0895 | +| 0.2892 | 17.2 | 21500 | 0.3729 | 0.0886 | +| 0.3125 | 17.28 | 21600 | 0.3736 | 0.0882 | +| 0.31 | 17.36 | 21700 | 0.3701 | 0.0881 | +| 0.2853 | 17.44 | 21800 | 0.3742 | 0.0880 | +| 0.2954 | 17.52 | 21900 | 0.3757 | 0.0885 | +| 0.3003 | 17.6 | 22000 | 0.3720 | 0.0876 | +| 0.314 | 17.68 | 22100 | 0.3719 | 0.0883 | +| 0.3186 | 17.76 | 22200 | 0.3761 | 0.0890 | +| 0.31 | 17.84 | 22300 | 0.3698 | 0.0879 | +| 0.305 | 17.92 | 22400 | 0.3740 | 0.0881 | +| 0.2989 | 18.0 | 22500 | 0.3724 | 0.0878 | +| 0.2932 | 18.08 | 22600 | 0.3691 | 0.0872 | +| 0.2911 | 18.16 | 22700 | 0.3686 | 0.0873 | +| 0.2972 | 18.24 | 22800 | 0.3692 | 0.0872 | +| 0.2915 | 18.32 | 22900 | 0.3714 | 0.0874 | +| 0.2956 | 18.4 | 23000 | 0.3721 | 0.0873 | +| 0.2737 | 18.48 | 23100 | 0.3745 | 0.0875 | +| 0.3018 | 18.56 | 23200 | 0.3727 | 0.0873 | +| 0.2732 | 18.64 | 23300 | 0.3732 | 0.0871 | +| 0.2971 | 18.72 | 23400 | 0.3699 | 0.0876 | +| 0.3005 | 18.8 | 23500 | 0.3724 | 0.0871 | +| 0.2865 | 18.88 | 23600 | 0.3738 | 0.0869 | +| 0.2873 | 18.96 | 23700 | 0.3710 | 0.0865 | +| 0.2981 | 19.04 | 23800 | 0.3721 | 0.0869 | +| 0.2926 | 19.12 | 23900 | 0.3741 | 0.0869 | +| 0.2796 | 19.2 | 24000 | 0.3733 | 0.0867 | +| 0.2869 | 19.28 | 24100 | 0.3722 | 0.0860 | +| 0.2624 | 19.36 | 24200 | 0.3734 | 0.0862 | +| 0.2976 | 19.44 | 24300 | 0.3733 | 0.0862 | +| 0.2809 | 19.52 | 24400 | 0.3733 | 0.0864 | +| 0.273 | 19.6 | 24500 | 0.3716 | 0.0863 | +| 0.3105 | 19.68 | 24600 | 0.3702 | 0.0863 | +| 0.2937 | 19.76 | 24700 | 0.3702 | 0.0863 | +| 0.2849 | 19.84 | 24800 | 0.3697 | 0.0864 | +| 0.2865 | 19.92 | 24900 | 0.3700 | 0.0865 | +| 0.2872 | 20.0 | 25000 | 0.3699 | 0.0865 | + + +### Framework versions + +- Transformers 4.35.2 +- Pytorch 2.1.1+cu121 +- Datasets 2.13.0 +- Tokenizers 0.15.0 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..ce296d5 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 1298, + "": 1297 +} diff --git a/config.json b/config.json new file mode 100644 index 0000000..c30b90a --- /dev/null +++ b/config.json @@ -0,0 +1,109 @@ +{ + "_name_or_path": "facebook/wav2vec2-xls-r-300m", + "activation_dropout": 0.0, + "adapter_attn_dim": null, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForCTC" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "mean", + "ctc_zero_infinity": false, + "diversity_loss_weight": 0.1, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.075, + "model_type": "wav2vec2", + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "output_hidden_size": 1024, + "pad_token_id": 1296, + "proj_codevector_dim": 768, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "torch_dtype": "float32", + "transformers_version": "4.35.2", + "use_weighted_layer_sum": false, + "vocab_size": 1299, + "xvector_output_dim": 512 +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..11e4724 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1d4d1772d90cf7f3b4c58236d4433d3fdfdaca53dfa2b3d4ff860f03744315 +size 1267133396 diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..a0b7227 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,9 @@ +{ + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": false, + "sampling_rate": 16000 +} diff --git a/runs/Jan23_08-59-42_DESKTOP-CE5K89C/events.out.tfevents.1705968887.DESKTOP-CE5K89C.356.0 b/runs/Jan23_08-59-42_DESKTOP-CE5K89C/events.out.tfevents.1705968887.DESKTOP-CE5K89C.356.0 new file mode 100644 index 0000000..fadd61f --- /dev/null +++ b/runs/Jan23_08-59-42_DESKTOP-CE5K89C/events.out.tfevents.1705968887.DESKTOP-CE5K89C.356.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b47c94bd678441316307cd576d30c886c1279ca9ee00b212bcd1162755d753 +size 5818 diff --git a/runs/Jan23_09-42-45_DESKTOP-CE5K89C/events.out.tfevents.1705971152.DESKTOP-CE5K89C.15448.0 b/runs/Jan23_09-42-45_DESKTOP-CE5K89C/events.out.tfevents.1705971152.DESKTOP-CE5K89C.15448.0 new file mode 100644 index 0000000..0f28fe5 --- /dev/null +++ b/runs/Jan23_09-42-45_DESKTOP-CE5K89C/events.out.tfevents.1705971152.DESKTOP-CE5K89C.15448.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce527f5fbbcee38692e0ff51010f54b9bd59aeed4af910591d9ee40e9c5423b4 +size 15312 diff --git a/runs/Jan23_12-06-54_DESKTOP-CE5K89C/events.out.tfevents.1705979801.DESKTOP-CE5K89C.1044.0 b/runs/Jan23_12-06-54_DESKTOP-CE5K89C/events.out.tfevents.1705979801.DESKTOP-CE5K89C.1044.0 new file mode 100644 index 0000000..4800b6a --- /dev/null +++ b/runs/Jan23_12-06-54_DESKTOP-CE5K89C/events.out.tfevents.1705979801.DESKTOP-CE5K89C.1044.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4b2b1ce53dc3b04373b15fa08766f8e37ef699e5adf9538e4adc45e3bb1d51 +size 125549 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..1c2a036 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,6 @@ +{ + "bos_token": "", + "eos_token": "", + "pad_token": "[PAD]", + "unk_token": "[UNK]" +} diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..a1fd930 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,47 @@ +{ + "added_tokens_decoder": { + "1295": { + "content": "[UNK]", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": false + }, + "1296": { + "content": "[PAD]", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": false + }, + "1297": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "1298": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": true, + "do_lower_case": false, + "eos_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "[PAD]", + "replace_word_delimiter_char": " ", + "target_lang": null, + "tokenizer_class": "Wav2Vec2CTCTokenizer", + "unk_token": "[UNK]", + "word_delimiter_token": "|" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..b44dad3 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803cbf345cf90d4ff66aac613ee01da37f69010e921187cd1a4a75f3933e0eb3 +size 4536 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..9e6b818 --- /dev/null +++ b/vocab.json @@ -0,0 +1,1299 @@ +{ + "[PAD]": 1296, + "[UNK]": 1295, + "|": 0, + "가": 1, + "각": 2, + "간": 3, + "갈": 4, + "감": 5, + "갑": 6, + "값": 7, + "갔": 8, + "강": 9, + "갖": 10, + "같": 11, + "개": 12, + "객": 13, + "갠": 14, + "갭": 15, + "갯": 16, + "갱": 17, + "걀": 18, + "걔": 19, + "거": 20, + "걱": 21, + "건": 22, + "걷": 23, + "걸": 24, + "검": 25, + "겁": 26, + "것": 27, + "겅": 28, + "겉": 29, + "게": 30, + "겐": 31, + "겔": 32, + "겟": 33, + "겠": 34, + "겨": 35, + "격": 36, + "겪": 37, + "견": 38, + "결": 39, + "겸": 40, + "겹": 41, + "겼": 42, + "경": 43, + "곁": 44, + "계": 45, + "곘": 46, + "고": 47, + "곡": 48, + "곤": 49, + "곧": 50, + "골": 51, + "곰": 52, + "곱": 53, + "곳": 54, + "공": 55, + "곶": 56, + "과": 57, + "관": 58, + "광": 59, + "괘": 60, + "괜": 61, + "괴": 62, + "굉": 63, + "교": 64, + "구": 65, + "국": 66, + "군": 67, + "굳": 68, + "굴": 69, + "굵": 70, + "굶": 71, + "굽": 72, + "굿": 73, + "궁": 74, + "궈": 75, + "권": 76, + "궤": 77, + "귀": 78, + "귑": 79, + "규": 80, + "균": 81, + "귤": 82, + "그": 83, + "극": 84, + "근": 85, + "글": 86, + "긁": 87, + "금": 88, + "급": 89, + "긋": 90, + "긍": 91, + "기": 92, + "긱": 93, + "긴": 94, + "길": 95, + "김": 96, + "깁": 97, + "깃": 98, + "깅": 99, + "깊": 100, + "까": 101, + "깍": 102, + "깎": 103, + "깐": 104, + "깔": 105, + "깜": 106, + "깝": 107, + "깡": 108, + "깥": 109, + "깨": 110, + "깬": 111, + "깻": 112, + "깽": 113, + "꺼": 114, + "껀": 115, + "껍": 116, + "껏": 117, + "껑": 118, + "께": 119, + "껴": 120, + "꼈": 121, + "꼬": 122, + "꼭": 123, + "꼰": 124, + "꼴": 125, + "꼼": 126, + "꼽": 127, + "꽁": 128, + "꽂": 129, + "꽃": 130, + "꽈": 131, + "꽉": 132, + "꽝": 133, + "꽤": 134, + "꾸": 135, + "꾹": 136, + "꾼": 137, + "꿀": 138, + "꿈": 139, + "꿍": 140, + "꿔": 141, + "꿨": 142, + "꿰": 143, + "뀌": 144, + "뀐": 145, + "뀔": 146, + "끄": 147, + "끈": 148, + "끊": 149, + "끌": 150, + "끓": 151, + "끔": 152, + "끗": 153, + "끝": 154, + "끼": 155, + "끽": 156, + "낀": 157, + "낄": 158, + "낌": 159, + "나": 160, + "낙": 161, + "난": 162, + "날": 163, + "남": 164, + "납": 165, + "낫": 166, + "났": 167, + "낭": 168, + "낮": 169, + "낯": 170, + "낱": 171, + "낳": 172, + "내": 173, + "낵": 174, + "낸": 175, + "낼": 176, + "냄": 177, + "냈": 178, + "냉": 179, + "냐": 180, + "냥": 181, + "너": 182, + "넉": 183, + "넌": 184, + "널": 185, + "넓": 186, + "넘": 187, + "넣": 188, + "네": 189, + "넥": 190, + "넷": 191, + "녀": 192, + "녁": 193, + "년": 194, + "념": 195, + "녔": 196, + "녕": 197, + "노": 198, + "녹": 199, + "논": 200, + "놀": 201, + "놈": 202, + "농": 203, + "높": 204, + "놓": 205, + "놔": 206, + "놨": 207, + "뇌": 208, + "뇨": 209, + "누": 210, + "눅": 211, + "눈": 212, + "눌": 213, + "눕": 214, + "눠": 215, + "눴": 216, + "뉘": 217, + "뉴": 218, + "늄": 219, + "늉": 220, + "느": 221, + "는": 222, + "늘": 223, + "늙": 224, + "늠": 225, + "능": 226, + "늦": 227, + "늬": 228, + "니": 229, + "닌": 230, + "닐": 231, + "님": 232, + "닙": 233, + "닛": 234, + "닝": 235, + "다": 236, + "닥": 237, + "닦": 238, + "단": 239, + "닫": 240, + "달": 241, + "닭": 242, + "닮": 243, + "닯": 244, + "담": 245, + "답": 246, + "닷": 247, + "당": 248, + "닿": 249, + "대": 250, + "댁": 251, + "댄": 252, + "댓": 253, + "댔": 254, + "댕": 255, + "댜": 256, + "더": 257, + "덕": 258, + "던": 259, + "덜": 260, + "덟": 261, + "덤": 262, + "덥": 263, + "덩": 264, + "덮": 265, + "데": 266, + "덴": 267, + "델": 268, + "뎠": 269, + "도": 270, + "독": 271, + "돈": 272, + "돋": 273, + "돌": 274, + "돕": 275, + "돗": 276, + "동": 277, + "돛": 278, + "돼": 279, + "됐": 280, + "되": 281, + "된": 282, + "될": 283, + "됨": 284, + "됩": 285, + "두": 286, + "둑": 287, + "둔": 288, + "둘": 289, + "둠": 290, + "둥": 291, + "둬": 292, + "뒀": 293, + "뒤": 294, + "뒷": 295, + "뒹": 296, + "드": 297, + "득": 298, + "든": 299, + "듣": 300, + "들": 301, + "듬": 302, + "듯": 303, + "등": 304, + "듸": 305, + "디": 306, + "딘": 307, + "딜": 308, + "딤": 309, + "딨": 310, + "딩": 311, + "딪": 312, + "따": 313, + "딱": 314, + "딲": 315, + "딴": 316, + "딸": 317, + "땀": 318, + "땄": 319, + "땅": 320, + "땋": 321, + "때": 322, + "땐": 323, + "땜": 324, + "땠": 325, + "땡": 326, + "떄": 327, + "떠": 328, + "떡": 329, + "떤": 330, + "떨": 331, + "떴": 332, + "떵": 333, + "떻": 334, + "떼": 335, + "또": 336, + "똑": 337, + "똘": 338, + "똥": 339, + "뚜": 340, + "뚝": 341, + "뚤": 342, + "뚫": 343, + "뚱": 344, + "뛰": 345, + "뜨": 346, + "뜩": 347, + "뜬": 348, + "뜯": 349, + "뜰": 350, + "뜻": 351, + "띄": 352, + "띕": 353, + "띠": 354, + "라": 355, + "락": 356, + "란": 357, + "랄": 358, + "람": 359, + "랍": 360, + "랐": 361, + "랑": 362, + "래": 363, + "랙": 364, + "랜": 365, + "램": 366, + "랫": 367, + "랬": 368, + "랭": 369, + "랴": 370, + "략": 371, + "량": 372, + "러": 373, + "럭": 374, + "런": 375, + "럴": 376, + "럼": 377, + "럽": 378, + "럿": 379, + "렀": 380, + "렁": 381, + "렇": 382, + "레": 383, + "렉": 384, + "렌": 385, + "렐": 386, + "렛": 387, + "려": 388, + "력": 389, + "련": 390, + "렬": 391, + "렴": 392, + "렵": 393, + "렸": 394, + "령": 395, + "례": 396, + "롄": 397, + "로": 398, + "록": 399, + "론": 400, + "롤": 401, + "롬": 402, + "롭": 403, + "롯": 404, + "롱": 405, + "뢰": 406, + "료": 407, + "루": 408, + "룩": 409, + "룰": 410, + "룸": 411, + "룹": 412, + "룻": 413, + "뤄": 414, + "뤘": 415, + "류": 416, + "륙": 417, + "륜": 418, + "률": 419, + "륨": 420, + "륭": 421, + "르": 422, + "른": 423, + "를": 424, + "름": 425, + "릅": 426, + "릇": 427, + "릉": 428, + "릎": 429, + "리": 430, + "릭": 431, + "린": 432, + "릴": 433, + "림": 434, + "립": 435, + "릿": 436, + "링": 437, + "마": 438, + "막": 439, + "만": 440, + "많": 441, + "말": 442, + "맑": 443, + "맘": 444, + "맙": 445, + "맛": 446, + "망": 447, + "맞": 448, + "맡": 449, + "매": 450, + "맥": 451, + "맨": 452, + "맵": 453, + "맹": 454, + "맺": 455, + "머": 456, + "먹": 457, + "먼": 458, + "멀": 459, + "멈": 460, + "멋": 461, + "멍": 462, + "멓": 463, + "메": 464, + "멘": 465, + "멜": 466, + "멤": 467, + "멩": 468, + "며": 469, + "면": 470, + "멸": 471, + "명": 472, + "몇": 473, + "모": 474, + "목": 475, + "몫": 476, + "몬": 477, + "몰": 478, + "몸": 479, + "몹": 480, + "못": 481, + "몽": 482, + "묘": 483, + "묙": 484, + "무": 485, + "묵": 486, + "묶": 487, + "문": 488, + "묻": 489, + "물": 490, + "묽": 491, + "뭉": 492, + "뭐": 493, + "뭔": 494, + "뭘": 495, + "뭣": 496, + "뮈": 497, + "뮤": 498, + "뮬": 499, + "믄": 500, + "미": 501, + "믹": 502, + "민": 503, + "믿": 504, + "밀": 505, + "밉": 506, + "밌": 507, + "밍": 508, + "및": 509, + "밑": 510, + "바": 511, + "박": 512, + "밖": 513, + "반": 514, + "받": 515, + "발": 516, + "밝": 517, + "밤": 518, + "밥": 519, + "밧": 520, + "방": 521, + "밭": 522, + "배": 523, + "백": 524, + "밸": 525, + "뱀": 526, + "뱃": 527, + "뱅": 528, + "버": 529, + "벅": 530, + "번": 531, + "벌": 532, + "범": 533, + "법": 534, + "벗": 535, + "벙": 536, + "베": 537, + "벤": 538, + "벨": 539, + "벵": 540, + "벼": 541, + "벽": 542, + "변": 543, + "별": 544, + "볍": 545, + "병": 546, + "볕": 547, + "보": 548, + "복": 549, + "볶": 550, + "본": 551, + "볼": 552, + "봄": 553, + "봅": 554, + "봇": 555, + "봉": 556, + "봐": 557, + "봔": 558, + "봤": 559, + "봬": 560, + "뵈": 561, + "뵌": 562, + "뵙": 563, + "뵤": 564, + "부": 565, + "북": 566, + "분": 567, + "불": 568, + "붉": 569, + "붓": 570, + "붕": 571, + "붙": 572, + "뷔": 573, + "뷰": 574, + "브": 575, + "블": 576, + "비": 577, + "빅": 578, + "빈": 579, + "빌": 580, + "빔": 581, + "빕": 582, + "빙": 583, + "빚": 584, + "빛": 585, + "빠": 586, + "빡": 587, + "빨": 588, + "빴": 589, + "빵": 590, + "빼": 591, + "뺀": 592, + "뺄": 593, + "뺌": 594, + "뺏": 595, + "뺐": 596, + "뻐": 597, + "뻑": 598, + "뻔": 599, + "뻗": 600, + "뻘": 601, + "뻤": 602, + "뻬": 603, + "뼈": 604, + "뽑": 605, + "뽕": 606, + "뾰": 607, + "뿌": 608, + "뿍": 609, + "뿐": 610, + "뿜": 611, + "쁘": 612, + "쁜": 613, + "쁠": 614, + "쁨": 615, + "삐": 616, + "삑": 617, + "사": 618, + "삭": 619, + "산": 620, + "살": 621, + "삶": 622, + "삼": 623, + "삿": 624, + "샀": 625, + "상": 626, + "새": 627, + "색": 628, + "샌": 629, + "샐": 630, + "샘": 631, + "샛": 632, + "샜": 633, + "생": 634, + "샤": 635, + "샵": 636, + "샷": 637, + "샹": 638, + "서": 639, + "석": 640, + "섞": 641, + "선": 642, + "설": 643, + "섬": 644, + "섭": 645, + "섯": 646, + "섰": 647, + "성": 648, + "세": 649, + "센": 650, + "셀": 651, + "셈": 652, + "셋": 653, + "셔": 654, + "션": 655, + "셜": 656, + "셨": 657, + "셰": 658, + "셸": 659, + "솅": 660, + "소": 661, + "속": 662, + "손": 663, + "솔": 664, + "솜": 665, + "솟": 666, + "송": 667, + "쇠": 668, + "쇼": 669, + "숄": 670, + "숍": 671, + "수": 672, + "숙": 673, + "순": 674, + "숟": 675, + "술": 676, + "숨": 677, + "숫": 678, + "숭": 679, + "숱": 680, + "숲": 681, + "숴": 682, + "쉐": 683, + "쉬": 684, + "쉰": 685, + "쉼": 686, + "쉽": 687, + "슈": 688, + "슐": 689, + "슘": 690, + "스": 691, + "슥": 692, + "슨": 693, + "슬": 694, + "슴": 695, + "습": 696, + "슷": 697, + "승": 698, + "시": 699, + "식": 700, + "신": 701, + "싣": 702, + "실": 703, + "싫": 704, + "심": 705, + "십": 706, + "싱": 707, + "싶": 708, + "싸": 709, + "싹": 710, + "싼": 711, + "쌀": 712, + "쌈": 713, + "쌉": 714, + "쌌": 715, + "쌓": 716, + "쌜": 717, + "쌤": 718, + "쌩": 719, + "쌰": 720, + "써": 721, + "썩": 722, + "썪": 723, + "썬": 724, + "썰": 725, + "썸": 726, + "썹": 727, + "썻": 728, + "썼": 729, + "쎄": 730, + "쎌": 731, + "쏘": 732, + "쏙": 733, + "쏟": 734, + "쏠": 735, + "쐬": 736, + "쑤": 737, + "쑥": 738, + "쓰": 739, + "쓴": 740, + "쓸": 741, + "씀": 742, + "씁": 743, + "씌": 744, + "씨": 745, + "씩": 746, + "씬": 747, + "씸": 748, + "씹": 749, + "씻": 750, + "씼": 751, + "씽": 752, + "아": 753, + "악": 754, + "안": 755, + "앉": 756, + "않": 757, + "알": 758, + "앓": 759, + "암": 760, + "압": 761, + "앗": 762, + "았": 763, + "앙": 764, + "앞": 765, + "애": 766, + "액": 767, + "앤": 768, + "앨": 769, + "앱": 770, + "앵": 771, + "야": 772, + "약": 773, + "얀": 774, + "얄": 775, + "얇": 776, + "얌": 777, + "얐": 778, + "양": 779, + "얘": 780, + "얩": 781, + "어": 782, + "억": 783, + "언": 784, + "얹": 785, + "얻": 786, + "얼": 787, + "얽": 788, + "엄": 789, + "업": 790, + "없": 791, + "엇": 792, + "었": 793, + "엉": 794, + "엊": 795, + "에": 796, + "엑": 797, + "엔": 798, + "엘": 799, + "엠": 800, + "엣": 801, + "엥": 802, + "여": 803, + "역": 804, + "연": 805, + "열": 806, + "엷": 807, + "염": 808, + "엽": 809, + "엿": 810, + "였": 811, + "영": 812, + "옅": 813, + "옆": 814, + "예": 815, + "옛": 816, + "오": 817, + "옥": 818, + "온": 819, + "올": 820, + "옮": 821, + "옳": 822, + "옵": 823, + "옷": 824, + "와": 825, + "완": 826, + "왈": 827, + "왔": 828, + "왕": 829, + "왜": 830, + "왠": 831, + "외": 832, + "왼": 833, + "요": 834, + "욕": 835, + "욥": 836, + "용": 837, + "우": 838, + "욱": 839, + "운": 840, + "울": 841, + "움": 842, + "웃": 843, + "웅": 844, + "워": 845, + "웍": 846, + "원": 847, + "월": 848, + "웠": 849, + "웨": 850, + "웬": 851, + "웰": 852, + "웹": 853, + "위": 854, + "윈": 855, + "윌": 856, + "윗": 857, + "유": 858, + "육": 859, + "윤": 860, + "율": 861, + "융": 862, + "으": 863, + "윽": 864, + "은": 865, + "을": 866, + "읊": 867, + "음": 868, + "응": 869, + "의": 870, + "이": 871, + "익": 872, + "인": 873, + "일": 874, + "읽": 875, + "잃": 876, + "임": 877, + "입": 878, + "잇": 879, + "있": 880, + "잉": 881, + "잊": 882, + "잎": 883, + "자": 884, + "작": 885, + "잔": 886, + "잖": 887, + "잘": 888, + "잠": 889, + "잡": 890, + "잣": 891, + "잤": 892, + "장": 893, + "재": 894, + "잼": 895, + "쟁": 896, + "쟤": 897, + "저": 898, + "적": 899, + "전": 900, + "절": 901, + "젊": 902, + "젋": 903, + "점": 904, + "접": 905, + "젓": 906, + "정": 907, + "젖": 908, + "제": 909, + "젝": 910, + "젠": 911, + "젤": 912, + "져": 913, + "졌": 914, + "조": 915, + "족": 916, + "존": 917, + "졸": 918, + "좀": 919, + "좁": 920, + "종": 921, + "좋": 922, + "좌": 923, + "죄": 924, + "죠": 925, + "주": 926, + "죽": 927, + "준": 928, + "줄": 929, + "줌": 930, + "중": 931, + "줘": 932, + "줬": 933, + "쥐": 934, + "쥬": 935, + "즈": 936, + "즉": 937, + "즌": 938, + "즐": 939, + "즘": 940, + "즙": 941, + "증": 942, + "지": 943, + "직": 944, + "진": 945, + "질": 946, + "짐": 947, + "집": 948, + "짓": 949, + "징": 950, + "짜": 951, + "짝": 952, + "짠": 953, + "짤": 954, + "짧": 955, + "짬": 956, + "짱": 957, + "째": 958, + "짼": 959, + "쨈": 960, + "쨌": 961, + "쨰": 962, + "쩌": 963, + "쩍": 964, + "쩐": 965, + "쩔": 966, + "쩜": 967, + "쩝": 968, + "쩡": 969, + "쩨": 970, + "쪄": 971, + "쪘": 972, + "쪼": 973, + "쪽": 974, + "쫀": 975, + "쫄": 976, + "쫌": 977, + "쫑": 978, + "쫒": 979, + "쫓": 980, + "쫙": 981, + "쬐": 982, + "쭈": 983, + "쭉": 984, + "쭤": 985, + "쯤": 986, + "쯥": 987, + "쯧": 988, + "찌": 989, + "찍": 990, + "찐": 991, + "찔": 992, + "찜": 993, + "찝": 994, + "찢": 995, + "차": 996, + "착": 997, + "찬": 998, + "찮": 999, + "찰": 1000, + "참": 1001, + "찹": 1002, + "창": 1003, + "찾": 1004, + "채": 1005, + "책": 1006, + "챌": 1007, + "챙": 1008, + "처": 1009, + "척": 1010, + "천": 1011, + "철": 1012, + "첨": 1013, + "첩": 1014, + "첫": 1015, + "청": 1016, + "체": 1017, + "쳇": 1018, + "쳐": 1019, + "쳤": 1020, + "초": 1021, + "촉": 1022, + "촌": 1023, + "촐": 1024, + "촘": 1025, + "총": 1026, + "촬": 1027, + "최": 1028, + "쵸": 1029, + "추": 1030, + "축": 1031, + "춘": 1032, + "출": 1033, + "춤": 1034, + "춥": 1035, + "춧": 1036, + "충": 1037, + "춰": 1038, + "췄": 1039, + "췌": 1040, + "취": 1041, + "츄": 1042, + "츠": 1043, + "측": 1044, + "층": 1045, + "치": 1046, + "칙": 1047, + "친": 1048, + "칠": 1049, + "침": 1050, + "칩": 1051, + "칫": 1052, + "칭": 1053, + "카": 1054, + "칵": 1055, + "칸": 1056, + "칼": 1057, + "캉": 1058, + "캐": 1059, + "캔": 1060, + "캠": 1061, + "캡": 1062, + "캬": 1063, + "커": 1064, + "컥": 1065, + "컨": 1066, + "컬": 1067, + "컴": 1068, + "컵": 1069, + "컷": 1070, + "컸": 1071, + "케": 1072, + "켄": 1073, + "켓": 1074, + "켜": 1075, + "켠": 1076, + "켰": 1077, + "코": 1078, + "콕": 1079, + "콘": 1080, + "콜": 1081, + "콤": 1082, + "콧": 1083, + "콩": 1084, + "쾌": 1085, + "쾨": 1086, + "쿄": 1087, + "쿠": 1088, + "쿡": 1089, + "쿵": 1090, + "쿼": 1091, + "퀄": 1092, + "퀭": 1093, + "퀴": 1094, + "큐": 1095, + "큘": 1096, + "크": 1097, + "큰": 1098, + "클": 1099, + "큼": 1100, + "큽": 1101, + "키": 1102, + "킨": 1103, + "킬": 1104, + "킹": 1105, + "타": 1106, + "탁": 1107, + "탄": 1108, + "탈": 1109, + "탐": 1110, + "탑": 1111, + "탓": 1112, + "탔": 1113, + "탕": 1114, + "태": 1115, + "택": 1116, + "탠": 1117, + "탭": 1118, + "탱": 1119, + "탹": 1120, + "터": 1121, + "턱": 1122, + "턴": 1123, + "털": 1124, + "텀": 1125, + "텁": 1126, + "텃": 1127, + "테": 1128, + "텍": 1129, + "텐": 1130, + "텔": 1131, + "템": 1132, + "텨": 1133, + "텼": 1134, + "토": 1135, + "톡": 1136, + "톤": 1137, + "톨": 1138, + "톱": 1139, + "통": 1140, + "퇴": 1141, + "투": 1142, + "툭": 1143, + "툰": 1144, + "툴": 1145, + "퉁": 1146, + "퉜": 1147, + "튀": 1148, + "튕": 1149, + "튜": 1150, + "트": 1151, + "특": 1152, + "튼": 1153, + "틀": 1154, + "틈": 1155, + "틔": 1156, + "티": 1157, + "틱": 1158, + "틴": 1159, + "틸": 1160, + "팀": 1161, + "팁": 1162, + "팅": 1163, + "파": 1164, + "팍": 1165, + "팎": 1166, + "판": 1167, + "팔": 1168, + "팝": 1169, + "팟": 1170, + "팠": 1171, + "팡": 1172, + "팥": 1173, + "패": 1174, + "팩": 1175, + "팬": 1176, + "팸": 1177, + "팽": 1178, + "퍼": 1179, + "퍽": 1180, + "펀": 1181, + "펑": 1182, + "페": 1183, + "펠": 1184, + "펴": 1185, + "편": 1186, + "펼": 1187, + "폈": 1188, + "평": 1189, + "폐": 1190, + "포": 1191, + "폭": 1192, + "폰": 1193, + "폴": 1194, + "폼": 1195, + "퐁": 1196, + "표": 1197, + "푸": 1198, + "푹": 1199, + "푼": 1200, + "풀": 1201, + "품": 1202, + "풋": 1203, + "풍": 1204, + "퓨": 1205, + "프": 1206, + "픈": 1207, + "플": 1208, + "픔": 1209, + "피": 1210, + "픽": 1211, + "핀": 1212, + "필": 1213, + "핏": 1214, + "핑": 1215, + "하": 1216, + "학": 1217, + "한": 1218, + "할": 1219, + "함": 1220, + "합": 1221, + "핫": 1222, + "항": 1223, + "해": 1224, + "핵": 1225, + "핸": 1226, + "햇": 1227, + "했": 1228, + "행": 1229, + "향": 1230, + "햬": 1231, + "허": 1232, + "헉": 1233, + "헌": 1234, + "헐": 1235, + "험": 1236, + "헛": 1237, + "헤": 1238, + "헬": 1239, + "헹": 1240, + "혀": 1241, + "혁": 1242, + "현": 1243, + "혈": 1244, + "혐": 1245, + "협": 1246, + "혔": 1247, + "형": 1248, + "혜": 1249, + "호": 1250, + "혹": 1251, + "혼": 1252, + "홀": 1253, + "홈": 1254, + "홉": 1255, + "홍": 1256, + "화": 1257, + "확": 1258, + "환": 1259, + "활": 1260, + "황": 1261, + "회": 1262, + "획": 1263, + "횟": 1264, + "횡": 1265, + "효": 1266, + "후": 1267, + "훅": 1268, + "훈": 1269, + "훌": 1270, + "훔": 1271, + "훨": 1272, + "훼": 1273, + "휑": 1274, + "휘": 1275, + "휠": 1276, + "휩": 1277, + "휴": 1278, + "흉": 1279, + "흐": 1280, + "흑": 1281, + "흔": 1282, + "흘": 1283, + "흙": 1284, + "흠": 1285, + "흡": 1286, + "흥": 1287, + "흩": 1288, + "희": 1289, + "흰": 1290, + "히": 1291, + "힌": 1292, + "힐": 1293, + "힘": 1294 +}