初始化项目,由ModelHub XC社区提供模型
Model: RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf Source: Original Platform
This commit is contained in:
54
.gitattributes
vendored
Normal file
54
.gitattributes
vendored
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
danube-ko-1.8b-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
87
README.md
Normal file
87
README.md
Normal file
@@ -0,0 +1,87 @@
|
|||||||
|
Quantization made by Richard Erkhov.
|
||||||
|
|
||||||
|
[Github](https://github.com/RichardErkhov)
|
||||||
|
|
||||||
|
[Discord](https://discord.gg/pvy7H8DZMG)
|
||||||
|
|
||||||
|
[Request more models](https://github.com/RichardErkhov/quant_request)
|
||||||
|
|
||||||
|
|
||||||
|
danube-ko-1.8b-base - GGUF
|
||||||
|
- Model creator: https://huggingface.co/jjhsnail0822/
|
||||||
|
- Original model: https://huggingface.co/jjhsnail0822/danube-ko-1.8b-base/
|
||||||
|
|
||||||
|
|
||||||
|
| Name | Quant method | Size |
|
||||||
|
| ---- | ---- | ---- |
|
||||||
|
| [danube-ko-1.8b-base.Q2_K.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q2_K.gguf) | Q2_K | 0.68GB |
|
||||||
|
| [danube-ko-1.8b-base.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q3_K_S.gguf) | Q3_K_S | 0.79GB |
|
||||||
|
| [danube-ko-1.8b-base.Q3_K.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q3_K.gguf) | Q3_K | 0.87GB |
|
||||||
|
| [danube-ko-1.8b-base.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q3_K_M.gguf) | Q3_K_M | 0.87GB |
|
||||||
|
| [danube-ko-1.8b-base.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q3_K_L.gguf) | Q3_K_L | 0.94GB |
|
||||||
|
| [danube-ko-1.8b-base.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.IQ4_XS.gguf) | IQ4_XS | 0.97GB |
|
||||||
|
| [danube-ko-1.8b-base.Q4_0.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q4_0.gguf) | Q4_0 | 1.01GB |
|
||||||
|
| [danube-ko-1.8b-base.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.IQ4_NL.gguf) | IQ4_NL | 1.02GB |
|
||||||
|
| [danube-ko-1.8b-base.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q4_K_S.gguf) | Q4_K_S | 1.01GB |
|
||||||
|
| [danube-ko-1.8b-base.Q4_K.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q4_K.gguf) | Q4_K | 1.06GB |
|
||||||
|
| [danube-ko-1.8b-base.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q4_K_M.gguf) | Q4_K_M | 1.06GB |
|
||||||
|
| [danube-ko-1.8b-base.Q4_1.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q4_1.gguf) | Q4_1 | 1.11GB |
|
||||||
|
| [danube-ko-1.8b-base.Q5_0.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q5_0.gguf) | Q5_0 | 1.21GB |
|
||||||
|
| [danube-ko-1.8b-base.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q5_K_S.gguf) | Q5_K_S | 1.21GB |
|
||||||
|
| [danube-ko-1.8b-base.Q5_K.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q5_K.gguf) | Q5_K | 1.24GB |
|
||||||
|
| [danube-ko-1.8b-base.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q5_K_M.gguf) | Q5_K_M | 1.24GB |
|
||||||
|
| [danube-ko-1.8b-base.Q5_1.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q5_1.gguf) | Q5_1 | 1.32GB |
|
||||||
|
| [danube-ko-1.8b-base.Q6_K.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q6_K.gguf) | Q6_K | 1.43GB |
|
||||||
|
| [danube-ko-1.8b-base.Q8_0.gguf](https://huggingface.co/RichardErkhov/jjhsnail0822_-_danube-ko-1.8b-base-gguf/blob/main/danube-ko-1.8b-base.Q8_0.gguf) | Q8_0 | 1.85GB |
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
Original model description:
|
||||||
|
---
|
||||||
|
license: apache-2.0
|
||||||
|
language:
|
||||||
|
- ko
|
||||||
|
- en
|
||||||
|
tags:
|
||||||
|
- h2o-danube2
|
||||||
|
- korean
|
||||||
|
- sLLM
|
||||||
|
- llm
|
||||||
|
---
|
||||||
|
|
||||||
|
## Model Details
|
||||||
|
|
||||||
|
danube-ko-1.8b-base is a continual pre-trained Korean language model based on [h2oai/h2o-danube2-1.8b-base](https://huggingface.co/h2oai/h2o-danube2-1.8b-base).
|
||||||
|
|
||||||
|
## Model Developers
|
||||||
|
|
||||||
|
Jinhong Jeong, Ungsang Yoon
|
||||||
|
|
||||||
|
## Model Architecture
|
||||||
|
|
||||||
|
The vocabulary size was expanded from original 32000 to 40000 to add Korean tokens efficiently. We used the [EEVE](https://arxiv.org/abs/2402.14714) technique for training. The model has sequence length of 2048. Everything else is the same as the original model.
|
||||||
|
|
||||||
|
## Training Datasets
|
||||||
|
|
||||||
|
We used CulturaX, Common Crawl CC-MAIN-2024-10, AI Hub Data, Korean Wikis, Corpora from National Institute of the Korean Language, Standard Korean Dictionary, etc. About 42GB of data was used for training.
|
||||||
|
|
||||||
|
## Model Benchmark
|
||||||
|
|
||||||
|
This model is ranked #1 in Ko-MMLU on the [Open Ko-LLM Leaderboard](https://huggingface.co/spaces/upstage/open-ko-llm-leaderboard) among pretrained Korean models of size 2B or smaller as of July 5, 2024.
|
||||||
|
|
||||||
|
| Task | Value |
|
||||||
|
| --- | --- |
|
||||||
|
| Ko-ARC | 31.74 |
|
||||||
|
| Ko-HellaSwag | 44.44 |
|
||||||
|
| Ko-MMLU | 28.06 |
|
||||||
|
| Ko-TruthfulQA | 41.63 |
|
||||||
|
| Ko-CommonGen V2 | 32.7 |
|
||||||
|
| kmmlu_direct | 29.05 |
|
||||||
|
| kobest | 59.13 |
|
||||||
|
|
||||||
|
## Disclaimer
|
||||||
|
|
||||||
|
The Model can generate information that is biased, discriminatory, socially inappropriate, etc. The Model can also generate information that is not accurate. The Model is used at your own risk, and the developers are not responsible for the information generated by the model.
|
||||||
|
|
||||||
|
|
||||||
3
danube-ko-1.8b-base.IQ4_NL.gguf
Normal file
3
danube-ko-1.8b-base.IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9e2f7b60f7a3d53284afd2a6cb54875f40ad856bbedec9ef79f5370a2a22ceb3
|
||||||
|
size 1092396704
|
||||||
3
danube-ko-1.8b-base.IQ4_XS.gguf
Normal file
3
danube-ko-1.8b-base.IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1e6799a79a1db36bd84d41227f0195e826ee1bb7063942fce38695e5c3d2c478
|
||||||
|
size 1039983264
|
||||||
3
danube-ko-1.8b-base.Q2_K.gguf
Normal file
3
danube-ko-1.8b-base.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a1172ffcc9fcd4b903f40d592b73a5da23cf69eb4fcee2cdb0d225421a72361d
|
||||||
|
size 734408864
|
||||||
3
danube-ko-1.8b-base.Q3_K.gguf
Normal file
3
danube-ko-1.8b-base.Q3_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a60a191bb58abce3cbe6667aed01662360a1f1ea52ac1b849e2ce255f60249cf
|
||||||
|
size 930951584
|
||||||
3
danube-ko-1.8b-base.Q3_K_L.gguf
Normal file
3
danube-ko-1.8b-base.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:83e9b211d4bb67afbb9b96337d63c7cfaf612d836e474b79c5cd506323cfdcac
|
||||||
|
size 1005990304
|
||||||
3
danube-ko-1.8b-base.Q3_K_M.gguf
Normal file
3
danube-ko-1.8b-base.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a60a191bb58abce3cbe6667aed01662360a1f1ea52ac1b849e2ce255f60249cf
|
||||||
|
size 930951584
|
||||||
3
danube-ko-1.8b-base.Q3_K_S.gguf
Normal file
3
danube-ko-1.8b-base.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c5eba25307c694e7d376f73f1ac0415f1cb4f4a05f4c30363394da23843712b1
|
||||||
|
size 845816224
|
||||||
3
danube-ko-1.8b-base.Q4_0.gguf
Normal file
3
danube-ko-1.8b-base.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f60ccbb8baaf863b7b7c124c958848e5bd67d0554b5c6163785f1691cad6156c
|
||||||
|
size 1080845984
|
||||||
3
danube-ko-1.8b-base.Q4_1.gguf
Normal file
3
danube-ko-1.8b-base.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fbba2c4a1f72d6a872fd23c436f8c74cb9b307b62057414b7d46b8c256342892
|
||||||
|
size 1191448224
|
||||||
3
danube-ko-1.8b-base.Q4_K.gguf
Normal file
3
danube-ko-1.8b-base.Q4_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ec76bf80aaf205314dd489eba521807b5d4bebec95d890ff96dcb7c4b867cc3d
|
||||||
|
size 1140657824
|
||||||
3
danube-ko-1.8b-base.Q4_K_M.gguf
Normal file
3
danube-ko-1.8b-base.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ec76bf80aaf205314dd489eba521807b5d4bebec95d890ff96dcb7c4b867cc3d
|
||||||
|
size 1140657824
|
||||||
3
danube-ko-1.8b-base.Q4_K_S.gguf
Normal file
3
danube-ko-1.8b-base.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:cc68461ed44ecf115302043150953d53293f6d41c0808e1d27846adfba4ffc2a
|
||||||
|
size 1088300704
|
||||||
3
danube-ko-1.8b-base.Q5_0.gguf
Normal file
3
danube-ko-1.8b-base.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6c3303645b30662f33bf149b55ef236d0f2ff510411f662437fc445328cc422a
|
||||||
|
size 1302050464
|
||||||
3
danube-ko-1.8b-base.Q5_1.gguf
Normal file
3
danube-ko-1.8b-base.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9c8bc66bc1f2dcd45032c07a270a98ef8f3bada00e6e0689c76f17051f05c177
|
||||||
|
size 1412652704
|
||||||
3
danube-ko-1.8b-base.Q5_K.gguf
Normal file
3
danube-ko-1.8b-base.Q5_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1b58a94c99c294c84b34a2a259f9a5226ea95fe9f60b5ae4741dffa3638ce9c2
|
||||||
|
size 1332862624
|
||||||
3
danube-ko-1.8b-base.Q5_K_M.gguf
Normal file
3
danube-ko-1.8b-base.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1b58a94c99c294c84b34a2a259f9a5226ea95fe9f60b5ae4741dffa3638ce9c2
|
||||||
|
size 1332862624
|
||||||
3
danube-ko-1.8b-base.Q5_K_S.gguf
Normal file
3
danube-ko-1.8b-base.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:547e572dde5d84f6c2a2aa862e5df898d8d0d5a7dce8c19e715cddcd8ba059bd
|
||||||
|
size 1302050464
|
||||||
3
danube-ko-1.8b-base.Q6_K.gguf
Normal file
3
danube-ko-1.8b-base.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:cf696f7da792c3bf269134558534b762290b9f236b1331832560f13ea05b4695
|
||||||
|
size 1537080224
|
||||||
3
danube-ko-1.8b-base.Q8_0.gguf
Normal file
3
danube-ko-1.8b-base.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3ef9a6d24dd1728e19995864d31f6e90f578172b95c7bba75f291714c08f3087
|
||||||
|
size 1990463904
|
||||||
Reference in New Issue
Block a user