From ef6df5e4656707c199308cc7bb1f995b40bd8647 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 28 Sep 2026 11:01:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/h2o-danube-1.8b-sft-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ README.md | 86 +++++++++++++++++++++++++++++ h2o-danube-1.8b-sft.i1-IQ1_M.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ1_S.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ2_M.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ2_S.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ2_XS.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ3_M.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ3_S.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ3_XS.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ4_NL.gguf | 3 + h2o-danube-1.8b-sft.i1-IQ4_XS.gguf | 3 + h2o-danube-1.8b-sft.i1-Q2_K.gguf | 3 + h2o-danube-1.8b-sft.i1-Q2_K_S.gguf | 3 + h2o-danube-1.8b-sft.i1-Q3_K_L.gguf | 3 + h2o-danube-1.8b-sft.i1-Q3_K_M.gguf | 3 + h2o-danube-1.8b-sft.i1-Q3_K_S.gguf | 3 + h2o-danube-1.8b-sft.i1-Q4_0.gguf | 3 + h2o-danube-1.8b-sft.i1-Q4_1.gguf | 3 + h2o-danube-1.8b-sft.i1-Q4_K_M.gguf | 3 + h2o-danube-1.8b-sft.i1-Q4_K_S.gguf | 3 + h2o-danube-1.8b-sft.i1-Q5_K_M.gguf | 3 + h2o-danube-1.8b-sft.i1-Q5_K_S.gguf | 3 + h2o-danube-1.8b-sft.i1-Q6_K.gguf | 3 + imatrix.dat | 3 + 27 files changed, 221 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 h2o-danube-1.8b-sft.i1-IQ1_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ1_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ2_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ2_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ2_XS.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ3_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ3_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ3_XS.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ4_NL.gguf create mode 100644 h2o-danube-1.8b-sft.i1-IQ4_XS.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q2_K.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q2_K_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q3_K_L.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q3_K_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q3_K_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q4_0.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q4_1.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q4_K_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q4_K_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q5_K_M.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q5_K_S.gguf create mode 100644 h2o-danube-1.8b-sft.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..56e3360 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +h2o-danube-1.8b-sft.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c68c12d --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: h2oai/h2o-danube-1.8b-sft +datasets: +- Open-Orca/OpenOrca +- OpenAssistant/oasst2 +- HuggingFaceH4/ultrachat_200k +- meta-math/MetaMathQA +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- gpt +- llm +- large language model +- h2o-llmstudio +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/h2oai/h2o-danube-1.8b-sft + + +static quants are available at https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q4_1.gguf) | i1-Q4_1 | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/h2o-danube-1.8b-sft-i1-GGUF/resolve/main/h2o-danube-1.8b-sft.i1-Q6_K.gguf) | i1-Q6_K | 1.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/h2o-danube-1.8b-sft.i1-IQ1_M.gguf b/h2o-danube-1.8b-sft.i1-IQ1_M.gguf new file mode 100644 index 0000000..0f5551a --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14fe75be5dfd967d5650ecbb979c4ee1e1d84e409fd17699c381e38588ef28e7 +size 474616000 diff --git a/h2o-danube-1.8b-sft.i1-IQ1_S.gguf b/h2o-danube-1.8b-sft.i1-IQ1_S.gguf new file mode 100644 index 0000000..66ef151 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c717311f009507e571c85ced4723322f207ba17bbc926816a87d87badfe6e0b6 +size 441392320 diff --git a/h2o-danube-1.8b-sft.i1-IQ2_M.gguf b/h2o-danube-1.8b-sft.i1-IQ2_M.gguf new file mode 100644 index 0000000..b2b33fd --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19bee7d6fadac87557600d84d44f79e6b90bd53a2c2af310236a8e031b67a6ef +size 659330240 diff --git a/h2o-danube-1.8b-sft.i1-IQ2_S.gguf b/h2o-danube-1.8b-sft.i1-IQ2_S.gguf new file mode 100644 index 0000000..c7bb528 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8a7237c9380010c20e969bae1977e2a7e900409d17219726c0929238fef5da +size 615032000 diff --git a/h2o-danube-1.8b-sft.i1-IQ2_XS.gguf b/h2o-danube-1.8b-sft.i1-IQ2_XS.gguf new file mode 100644 index 0000000..98c7b40 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59794cf75244ee85ab592cfa67b99d68ec4d63d4a7a00c9eb686e240168e8b55 +size 579202240 diff --git a/h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf b/h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9726f03 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f5f69cfce333815b15aa56377cf97759bc1906f0b8177f681cd5c5fad3dfdc +size 529988800 diff --git a/h2o-danube-1.8b-sft.i1-IQ3_M.gguf b/h2o-danube-1.8b-sft.i1-IQ3_M.gguf new file mode 100644 index 0000000..170fa18 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0528ac0eddf60ce402ab7ab5b1a7a85e7529859705e63c94e50fc14cac3f223 +size 853193920 diff --git a/h2o-danube-1.8b-sft.i1-IQ3_S.gguf b/h2o-danube-1.8b-sft.i1-IQ3_S.gguf new file mode 100644 index 0000000..7c4b7e4 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34eef967c94514e0d30610ff2f2b2fe0ead2b0b4b3ffd723b81defbe72102b8 +size 825254080 diff --git a/h2o-danube-1.8b-sft.i1-IQ3_XS.gguf b/h2o-danube-1.8b-sft.i1-IQ3_XS.gguf new file mode 100644 index 0000000..39e6bf0 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132c6985175022b0abce6cc74e2d987672a4b35b87ef9dd38c52ff5bad39d3c4 +size 786178240 diff --git a/h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf b/h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..bee9031 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831fd51695ed6124e332ff5c1d3b77fbe3978cbf5455a09f26ce10e6de834013 +size 733150400 diff --git a/h2o-danube-1.8b-sft.i1-IQ4_NL.gguf b/h2o-danube-1.8b-sft.i1-IQ4_NL.gguf new file mode 100644 index 0000000..35a18d1 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41eb6bb70e0fd05aa9f55a2727358045dc97310ae09b0b7b1e7849954c4bcf4b +size 1057256640 diff --git a/h2o-danube-1.8b-sft.i1-IQ4_XS.gguf b/h2o-danube-1.8b-sft.i1-IQ4_XS.gguf new file mode 100644 index 0000000..015697b --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2661174c24471a9772caa49b3b93aa6d43ba381bb20a81c306a63339f4285c +size 1003824320 diff --git a/h2o-danube-1.8b-sft.i1-Q2_K.gguf b/h2o-danube-1.8b-sft.i1-Q2_K.gguf new file mode 100644 index 0000000..7ba5dba --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b268eecfeb9b9329f224c05d8d03f859e668986f867b59984176939a7967ae58 +size 710704320 diff --git a/h2o-danube-1.8b-sft.i1-Q2_K_S.gguf b/h2o-danube-1.8b-sft.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e324e17 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438bb4776d5e7d8a00622d2e71263a992e318acc201f54208fafd263db9da11b +size 664040640 diff --git a/h2o-danube-1.8b-sft.i1-Q3_K_L.gguf b/h2o-danube-1.8b-sft.i1-Q3_K_L.gguf new file mode 100644 index 0000000..7d7c279 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a33aefb0495e9007ad7b1e8e64cc9811b7fcd4c75a2176fb2f580bcf166d5a6 +size 980205760 diff --git a/h2o-danube-1.8b-sft.i1-Q3_K_M.gguf b/h2o-danube-1.8b-sft.i1-Q3_K_M.gguf new file mode 100644 index 0000000..aee3bd6 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aabca44f1777a738c609ca60f9c260e6e2adb3abe8b62a6337843a8f4810ce3 +size 905167040 diff --git a/h2o-danube-1.8b-sft.i1-Q3_K_S.gguf b/h2o-danube-1.8b-sft.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c8b578f --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e28c95aef959b23ea74cb4f86ea9206d7e0827866926b7c573a34a85f58de14 +size 820031680 diff --git a/h2o-danube-1.8b-sft.i1-Q4_0.gguf b/h2o-danube-1.8b-sft.i1-Q4_0.gguf new file mode 100644 index 0000000..4c73e6c --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f944568e11ceb294dd1f16ade5b212f6fd7a854c625f95422aa712f3c9950a07 +size 1055659200 diff --git a/h2o-danube-1.8b-sft.i1-Q4_1.gguf b/h2o-danube-1.8b-sft.i1-Q4_1.gguf new file mode 100644 index 0000000..d75fde0 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4cd3b31b853520e9efda96d8867cf1b12b2cc11c8e116ddd860dff5b2e7b608 +size 1161663680 diff --git a/h2o-danube-1.8b-sft.i1-Q4_K_M.gguf b/h2o-danube-1.8b-sft.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5e2b75d --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb8c2f91af495c64714f05b0fc707a8f509a2658e658b360c08d16f33ee5da2 +size 1112153280 diff --git a/h2o-danube-1.8b-sft.i1-Q4_K_S.gguf b/h2o-danube-1.8b-sft.i1-Q4_K_S.gguf new file mode 100644 index 0000000..34ec883 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a41031ae8108dc3d35e853580054ff2dc48c15a36abe18df76143cd27df785 +size 1059796160 diff --git a/h2o-danube-1.8b-sft.i1-Q5_K_M.gguf b/h2o-danube-1.8b-sft.i1-Q5_K_M.gguf new file mode 100644 index 0000000..974c800 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8fc304231bf6722f271696f5efe3ca4ba2208e152e1baf42611fbf79e5b4b1 +size 1301798080 diff --git a/h2o-danube-1.8b-sft.i1-Q5_K_S.gguf b/h2o-danube-1.8b-sft.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6f2bc86 --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15a548775afceaa96df4d7191bf990cc27f1cb2bbb6820e213f58941fdbfdd7 +size 1270985920 diff --git a/h2o-danube-1.8b-sft.i1-Q6_K.gguf b/h2o-danube-1.8b-sft.i1-Q6_K.gguf new file mode 100644 index 0000000..e9b0b1c --- /dev/null +++ b/h2o-danube-1.8b-sft.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:744d19f77470f04292f36a83192487e7b085aa36844dd8422a0b17eb6e7eb8f0 +size 1503295680 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..612e009 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17021d4ab29b536da7c98094eb9df8dffa396520c7eff5a67c5a9318c69e7406 +size 2143669