commit d1df4d05a8a28a28f418bea700b99eae64e149bb Author: ModelHub XC Date: Sun Oct 11 00:00:22 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/h2o-danube3.1-4b-chat-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e7fbb92 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube3.1-4b-chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..dae5d33 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +base_model: h2oai/h2o-danube3.1-4b-chat +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- gpt +- llm +- large language model +- h2o-llmstudio +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/h2oai/h2o-danube3.1-4b-chat + + +static quants are available at https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ1_M.gguf) | i1-IQ1_M | 1.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ2_S.gguf) | i1-IQ2_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ2_M.gguf) | i1-IQ2_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q2_K.gguf) | i1-Q2_K | 1.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ3_S.gguf) | i1-IQ3_S | 1.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ3_M.gguf) | i1-IQ3_M | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 2.4 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 2.4 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 2.4 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_0.gguf) | i1-Q4_0 | 2.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube3.1-4b-chat-i1-GGUF/resolve/main/h2o-danube3.1-4b-chat.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/h2o-danube3.1-4b-chat.i1-IQ1_M.gguf b/h2o-danube3.1-4b-chat.i1-IQ1_M.gguf new file mode 100644 index 0000000..59e7e8c --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116a8e5ca87c9e180ed05e30887f464266dbf7242f6f86085d799292a48f3548 +size 996276320 diff --git a/h2o-danube3.1-4b-chat.i1-IQ1_S.gguf b/h2o-danube3.1-4b-chat.i1-IQ1_S.gguf new file mode 100644 index 0000000..4b29b34 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41454c4cc207e03edee75abe31996ccc5da1f2e193983ccbe63d4be7859be542 +size 922317920 diff --git a/h2o-danube3.1-4b-chat.i1-IQ2_M.gguf b/h2o-danube3.1-4b-chat.i1-IQ2_M.gguf new file mode 100644 index 0000000..5b65503 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9724d0d4d3dca78fc70c7c1552628e58abc0165c3067f68a69ddd504f5ebc78c +size 1402049120 diff --git a/h2o-danube3.1-4b-chat.i1-IQ2_S.gguf b/h2o-danube3.1-4b-chat.i1-IQ2_S.gguf new file mode 100644 index 0000000..cd4670b --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444c9c44b72005c0bac9bd0480448d874eef3c8b9f688bc73ebec0f29ffea152 +size 1303437920 diff --git a/h2o-danube3.1-4b-chat.i1-IQ2_XS.gguf b/h2o-danube3.1-4b-chat.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d05a93e --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdb28240a7773ac517ecb08baf6f9efbac51f745c2f7be25e3f3752b41ff286 +size 1229210720 diff --git a/h2o-danube3.1-4b-chat.i1-IQ2_XXS.gguf b/h2o-danube3.1-4b-chat.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..34e08fe --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7384a79aeaf32b131c8850c475bb3ad8d420f7f658d0dc778f4cc40b884ea5b5 +size 1119540320 diff --git a/h2o-danube3.1-4b-chat.i1-IQ3_M.gguf b/h2o-danube3.1-4b-chat.i1-IQ3_M.gguf new file mode 100644 index 0000000..fd050c8 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a240f8f422e10c2dfcf1df29cee03afda4eb27782724d8240046ac0e09934ae +size 1826177120 diff --git a/h2o-danube3.1-4b-chat.i1-IQ3_S.gguf b/h2o-danube3.1-4b-chat.i1-IQ3_S.gguf new file mode 100644 index 0000000..036882f --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c877176f2342d0b6e851abcc6bd5d7e329cf81af4034b9ecd09f023f82b6fbad +size 1763508320 diff --git a/h2o-danube3.1-4b-chat.i1-IQ3_XS.gguf b/h2o-danube3.1-4b-chat.i1-IQ3_XS.gguf new file mode 100644 index 0000000..77e7234 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a60f4999363e6d7b11591d63f5fc918c40a6907c73d2b5fc489b84ba899544 +size 1676417120 diff --git a/h2o-danube3.1-4b-chat.i1-IQ3_XXS.gguf b/h2o-danube3.1-4b-chat.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0609f5a --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0674898533e2bde470cafb9de6fb2d0ba71c8d3aa0d1f92aa2294da9fa00c4 +size 1566093920 diff --git a/h2o-danube3.1-4b-chat.i1-IQ4_XS.gguf b/h2o-danube3.1-4b-chat.i1-IQ4_XS.gguf new file mode 100644 index 0000000..41cd07f --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f357a9f0f182a98782154bb104fe25d526bcf509fc8e436fa96b9ebefd4a84db +size 2155457120 diff --git a/h2o-danube3.1-4b-chat.i1-Q2_K.gguf b/h2o-danube3.1-4b-chat.i1-Q2_K.gguf new file mode 100644 index 0000000..54e63cd --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e232e88ad6c72b27c7dfc671ae7ec58a3d4f8ccd23386af3ca5851ed8298b93d +size 1514407520 diff --git a/h2o-danube3.1-4b-chat.i1-Q3_K_L.gguf b/h2o-danube3.1-4b-chat.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c91a15d --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb0798c69538793b9281908beaa72105f0960335e56b401936f53ec8e759bdc +size 2109108320 diff --git a/h2o-danube3.1-4b-chat.i1-Q3_K_M.gguf b/h2o-danube3.1-4b-chat.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f04d8da --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9224d7314a09a5b660a1acd7754e9d967a8772b068491977658467b4c624ccfc +size 1941684320 diff --git a/h2o-danube3.1-4b-chat.i1-Q3_K_S.gguf b/h2o-danube3.1-4b-chat.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f586bd8 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46a50725cf6845da36e134abf6fcb477bbc976875b21eca531f8c1180fe6549 +size 1751757920 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_0.gguf b/h2o-danube3.1-4b-chat.i1-Q4_0.gguf new file mode 100644 index 0000000..9dbbafa --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bcc255dd0d532e9a583c668f665124a85030954506e713945577a9cd4b90f4 +size 2268967520 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_0_4_4.gguf b/h2o-danube3.1-4b-chat.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..755a479 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293340deaba69e3250f1bb0c684ac08b3b2e02dc562414256ed352d864d20488 +size 2261594720 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_0_4_8.gguf b/h2o-danube3.1-4b-chat.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..ec0e9bf --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4428e4f1942b6a4fb71f722ea765dad64e6517c531229323ce87468118cfef45 +size 2261594720 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_0_8_8.gguf b/h2o-danube3.1-4b-chat.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..d92ae0c --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9021b462c4294d910eeff27e6415c252c1993b32f137cbac75f29f4a14ed5b78 +size 2261594720 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_K_M.gguf b/h2o-danube3.1-4b-chat.i1-Q4_K_M.gguf new file mode 100644 index 0000000..140d1e7 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a02e8cc2d0275c88531289053d7f38e5bcb3874111e9ce8f4b574ea1fb1646d +size 2394650720 diff --git a/h2o-danube3.1-4b-chat.i1-Q4_K_S.gguf b/h2o-danube3.1-4b-chat.i1-Q4_K_S.gguf new file mode 100644 index 0000000..846d85b --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f657c6b12c0aa662413c87b1ee2fce6dff7ed8315d350aba1d5246f9acf49ece +size 2278183520 diff --git a/h2o-danube3.1-4b-chat.i1-Q5_K_M.gguf b/h2o-danube3.1-4b-chat.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2076c35 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677888903bf507dfac3280742eca620f73eadae751f5172a4a8e3e56a0291c09 +size 2809985120 diff --git a/h2o-danube3.1-4b-chat.i1-Q5_K_S.gguf b/h2o-danube3.1-4b-chat.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9a418a9 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34a707f82cc0b4d2456ea21416d9d6fa2016824fad989b23cdb670b9b080a41 +size 2741441120 diff --git a/h2o-danube3.1-4b-chat.i1-Q6_K.gguf b/h2o-danube3.1-4b-chat.i1-Q6_K.gguf new file mode 100644 index 0000000..76c4868 --- /dev/null +++ b/h2o-danube3.1-4b-chat.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc08e4676a511ba909d9c6f28eea30a4af5031e1c674fc5260d1431dc491fa13 +size 3251277920 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..e597edc --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580ebfd83075a92c8df3213d36347911d723df65966c06ca78a8e757cc873887 +size 3200437