commit 556737f7ec48fb0aae543a564c8684280dac1ce4 Author: ModelHub XC Date: Tue May 19 20:08:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Dhanishtha-2.0-preview-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6eada55 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Dhanishtha-2.0-preview.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Dhanishtha-2.0-preview.i1-IQ1_M.gguf b/Dhanishtha-2.0-preview.i1-IQ1_M.gguf new file mode 100644 index 0000000..45d2f7a --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f923871ded3cbb75946eded129e1c275b6a6bf92291ac0c0213491d5bb952769 +size 3849656704 diff --git a/Dhanishtha-2.0-preview.i1-IQ1_S.gguf b/Dhanishtha-2.0-preview.i1-IQ1_S.gguf new file mode 100644 index 0000000..85852e0 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783815e1a5f89377014fe0fa068d94de089bda3608069b4c7be83102d3b3d077 +size 3579935104 diff --git a/Dhanishtha-2.0-preview.i1-IQ2_M.gguf b/Dhanishtha-2.0-preview.i1-IQ2_M.gguf new file mode 100644 index 0000000..f1df940 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aea0e5f446cf5eeaafda07d55e7fc8ee461fd8357ec63f58180803e0f436447 +size 5322941824 diff --git a/Dhanishtha-2.0-preview.i1-IQ2_S.gguf b/Dhanishtha-2.0-preview.i1-IQ2_S.gguf new file mode 100644 index 0000000..081edfb --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7988ddd28d5a3098dc9d4b162f67a1ebe42d1120926506febe326601bcdbf9 +size 4963313024 diff --git a/Dhanishtha-2.0-preview.i1-IQ2_XS.gguf b/Dhanishtha-2.0-preview.i1-IQ2_XS.gguf new file mode 100644 index 0000000..9eee8aa --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ba158e6c366619b81ee33209fb9b8827549680baea24070afa1d6602dcccad +size 4691589504 diff --git a/Dhanishtha-2.0-preview.i1-IQ2_XXS.gguf b/Dhanishtha-2.0-preview.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..48d4660 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b1d6855bc956481e6c57aff78fc8c852ff3ae427774884ed49a156ae8bea65 +size 4299192704 diff --git a/Dhanishtha-2.0-preview.i1-IQ3_M.gguf b/Dhanishtha-2.0-preview.i1-IQ3_M.gguf new file mode 100644 index 0000000..1cf1232 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93e025ff22c18379317786e5d8642dc76508e10cac8b0bb6808c2d0de6e2c8c +size 6883410304 diff --git a/Dhanishtha-2.0-preview.i1-IQ3_S.gguf b/Dhanishtha-2.0-preview.i1-IQ3_S.gguf new file mode 100644 index 0000000..54ad0de --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b153c6983d05da548651014707512bcb4fac37a6bc858d18a3117019081d0a1d +size 6684959104 diff --git a/Dhanishtha-2.0-preview.i1-IQ3_XS.gguf b/Dhanishtha-2.0-preview.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b308f59 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372ee98f987adf474996dce98fe11d6bcca5d5aff06e3831f17af19c1e373d68 +size 6375301504 diff --git a/Dhanishtha-2.0-preview.i1-IQ3_XXS.gguf b/Dhanishtha-2.0-preview.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a391d51 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6960e44c6f2acca908effc4bb585a203e6afb8ac2b297a57fa25be3fcb62018a +size 5942666624 diff --git a/Dhanishtha-2.0-preview.i1-IQ4_NL.gguf b/Dhanishtha-2.0-preview.i1-IQ4_NL.gguf new file mode 100644 index 0000000..7f7f227 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50d65e0e84b87667a95760d2f9f006985a4e9d19e79f582458a5dca2695fe5e +size 8541363584 diff --git a/Dhanishtha-2.0-preview.i1-IQ4_XS.gguf b/Dhanishtha-2.0-preview.i1-IQ4_XS.gguf new file mode 100644 index 0000000..00aee8e --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f701176109c76be396b59a9ae38b32b66375b4da891363c92a78fa7fac82e4 +size 8110730624 diff --git a/Dhanishtha-2.0-preview.i1-Q2_K.gguf b/Dhanishtha-2.0-preview.i1-Q2_K.gguf new file mode 100644 index 0000000..245e366 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831f68f5417f6412c282d722ab5a2d3c8d760ced88e396617259e48020c459b +size 5753984384 diff --git a/Dhanishtha-2.0-preview.i1-Q2_K_S.gguf b/Dhanishtha-2.0-preview.i1-Q2_K_S.gguf new file mode 100644 index 0000000..3839d94 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462ec0fdf445cb7e8ae097919d5276471de7d803ce6c66645b7b2a249a6337cf +size 5389849984 diff --git a/Dhanishtha-2.0-preview.i1-Q3_K_L.gguf b/Dhanishtha-2.0-preview.i1-Q3_K_L.gguf new file mode 100644 index 0000000..87f9cfb --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213b77dc954940fb124c0a8cd9513e13a26855fb2578a924f2fbbca14afaddd5 +size 7900651904 diff --git a/Dhanishtha-2.0-preview.i1-Q3_K_M.gguf b/Dhanishtha-2.0-preview.i1-Q3_K_M.gguf new file mode 100644 index 0000000..33c3f82 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09a778b01a46b24c80a6a0fc28050af72e8e60ca47174923a72bd5a9f171643 +size 7321313664 diff --git a/Dhanishtha-2.0-preview.i1-Q3_K_S.gguf b/Dhanishtha-2.0-preview.i1-Q3_K_S.gguf new file mode 100644 index 0000000..46789cd --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6a14932b446ae0428cb2abe425df77e8fc4ad6cca2306f0cf2d0dafaa60daa +size 6657106304 diff --git a/Dhanishtha-2.0-preview.i1-Q4_0.gguf b/Dhanishtha-2.0-preview.i1-Q4_0.gguf new file mode 100644 index 0000000..940b017 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f38185e0e90f0ba1284173cc0301be4329fef417a011c04876a6f98c9512dc1 +size 8543001984 diff --git a/Dhanishtha-2.0-preview.i1-Q4_1.gguf b/Dhanishtha-2.0-preview.i1-Q4_1.gguf new file mode 100644 index 0000000..f464590 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5874cf69160e5a0b7117dd4a4cda4a0c85d099b043ff217e47ef21578eb0fafd +size 9389522304 diff --git a/Dhanishtha-2.0-preview.i1-Q4_K_M.gguf b/Dhanishtha-2.0-preview.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1ed794b --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d7204689cfe56dcd7c8c75cb41173b5dc185b72145e15b9081bd17e2efa35bf +size 9001753984 diff --git a/Dhanishtha-2.0-preview.i1-Q4_K_S.gguf b/Dhanishtha-2.0-preview.i1-Q4_K_S.gguf new file mode 100644 index 0000000..72c714f --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668f40d07ca53ebd6422167e36a4234e22ea19918a5356cbb4815ecb7002dd6c +size 8573476224 diff --git a/Dhanishtha-2.0-preview.i1-Q5_K_M.gguf b/Dhanishtha-2.0-preview.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f28510d --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e9ec45a1b3166cc0983629bf71f6f478cae230d58b1c3b5e27a3f46b27098e +size 10514570624 diff --git a/Dhanishtha-2.0-preview.i1-Q5_K_S.gguf b/Dhanishtha-2.0-preview.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3a14620 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed96d3e8daa05cd341171aba574415132f9b7358e028523cdb5a057d44e51cb0 +size 10263895424 diff --git a/Dhanishtha-2.0-preview.i1-Q6_K.gguf b/Dhanishtha-2.0-preview.i1-Q6_K.gguf new file mode 100644 index 0000000..38a1cd6 --- /dev/null +++ b/Dhanishtha-2.0-preview.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95b5c76d1ba8f51e526a4120079d23d7f180f01e6e2120c95ffce4c56390236 +size 12121938304 diff --git a/Dhanishtha-2.0-preview.imatrix.gguf b/Dhanishtha-2.0-preview.imatrix.gguf new file mode 100644 index 0000000..701ac48 --- /dev/null +++ b/Dhanishtha-2.0-preview.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3242efbc99c37cd09b326e592a0c1e2d12e9dddbee1f3dca869f654e05018320 +size 7743552 diff --git a/README.md b/README.md new file mode 100644 index 0000000..61ad526 --- /dev/null +++ b/README.md @@ -0,0 +1,136 @@ +--- +base_model: HelpingAI/Dhanishtha-2.0-preview +datasets: +- Abhaykoul/Dhanishtha-R1 +- open-thoughts/OpenThoughts-114k +- Abhaykoul/Dhanishtha-2.0-SUPERTHINKER +- Abhaykoul/Dhanishtha-2.0 +language: +- en +- hi +- zh +- es +- fr +- de +- ja +- ko +- ar +- pt +- ru +- it +- nl +- tr +- pl +- sv +- da +- no +- fi +- he +- th +- vi +- id +- ms +- tl +- sw +- yo +- zu +- am +- bn +- gu +- kn +- ml +- mr +- ne +- or +- pa +- ta +- te +- ur +- multilingual +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- reasoning +- intermediate-thinking +- transformers +- conversational +- bilingual +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/HelpingAI/Dhanishtha-2.0-preview + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Dhanishtha-2.0-preview-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ1_M.gguf) | i1-IQ1_M | 3.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ2_S.gguf) | i1-IQ2_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ2_M.gguf) | i1-IQ2_M | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q2_K.gguf) | i1-Q2_K | 5.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q4_0.gguf) | i1-Q4_0 | 8.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q4_1.gguf) | i1-Q4_1 | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.6 | | +| [GGUF](https://huggingface.co/mradermacher/Dhanishtha-2.0-preview-i1-GGUF/resolve/main/Dhanishtha-2.0-preview.i1-Q6_K.gguf) | i1-Q6_K | 12.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +