commit 7ad343b39fefe887287fea0f6e1c7840e119ecfb Author: ModelHub XC Date: Tue May 19 21:11:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Doctor_Horror-3.2-1B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b45e5d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Doctor_Horror-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Doctor_Horror-3.2-1B.i1-IQ1_M.gguf b/Doctor_Horror-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..92e88bc --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250c7aa9cb5f31c7fd38404df1380c4570b7c78a75fb2003d77509161487e355 +size 413607488 diff --git a/Doctor_Horror-3.2-1B.i1-IQ1_S.gguf b/Doctor_Horror-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..5e4fb36 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f608d22644508e6e0620ddc0bf87153486a00f0ad18ccace18538d08efd179 +size 393553472 diff --git a/Doctor_Horror-3.2-1B.i1-IQ2_M.gguf b/Doctor_Horror-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..4f3b81b --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecc3e7c14dbad0d9aa0342bf71006291b18a017029c35cd8846fe4046d4ece9 +size 515450432 diff --git a/Doctor_Horror-3.2-1B.i1-IQ2_S.gguf b/Doctor_Horror-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..a38ca91 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e50c2b3845468e8f1b70b5ae5dd8382449862dc328cdd88bb685e1551e76791 +size 488711744 diff --git a/Doctor_Horror-3.2-1B.i1-IQ2_XS.gguf b/Doctor_Horror-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f5df8a8 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8145c0e0c26dc933b7b3d43d845e9fa92b3024edda6819b6e03dba58fbc2fded +size 475866688 diff --git a/Doctor_Horror-3.2-1B.i1-IQ2_XXS.gguf b/Doctor_Horror-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5e90614 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d23a0753bd380749922fc9398af5d0ec7b2d3618d9cdeff842d48d2514cade +size 447030848 diff --git a/Doctor_Horror-3.2-1B.i1-IQ3_M.gguf b/Doctor_Horror-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..b92cefc --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b88899e80907cc9c330b9bad1c627926da4d06e0dab9af47562c15eebf9fd59 +size 657290816 diff --git a/Doctor_Horror-3.2-1B.i1-IQ3_S.gguf b/Doctor_Horror-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..6be76d5 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8e27eca0d5c1acdb7f228dfd8c6b5e1211c03617b3deb0af30cf63b180937d +size 643921472 diff --git a/Doctor_Horror-3.2-1B.i1-IQ3_XS.gguf b/Doctor_Horror-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e1f6028 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafb00e1ba235aee1434e076f80662d3401727179a3bc3751ad91d7a1c364592 +size 621114944 diff --git a/Doctor_Horror-3.2-1B.i1-IQ3_XXS.gguf b/Doctor_Horror-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3767705 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457bc6c3198a9821f1723cd2e2a1f19ececf1f632d047a1d9669b71cdc3e24d9 +size 562112064 diff --git a/Doctor_Horror-3.2-1B.i1-IQ4_NL.gguf b/Doctor_Horror-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..033f809 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7b872949592bdcdccf895877677fda8ca3516bc6de72d166e0ed0c6acd5b81 +size 773027392 diff --git a/Doctor_Horror-3.2-1B.i1-IQ4_XS.gguf b/Doctor_Horror-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..31e14a2 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48d9a25eccc77470d84c7e6a2f603f2a5b232e4ccf802b40f25febb6074f5c2 +size 743142976 diff --git a/Doctor_Horror-3.2-1B.i1-Q2_K.gguf b/Doctor_Horror-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..4a254fe --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48384078ed82b07e20b86c941ccd078c5cc18cdde4976a64518bdf2fa92cb89a +size 580875840 diff --git a/Doctor_Horror-3.2-1B.i1-Q2_K_S.gguf b/Doctor_Horror-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..6aab41a --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadfed84099cdbe8ece9d3fb14ce0fcba41477dd3398ccd8b75fcba2d61742c9 +size 554661440 diff --git a/Doctor_Horror-3.2-1B.i1-Q3_K_L.gguf b/Doctor_Horror-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e8c4e8b --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af76b8709b98019f7ff3379b8d55f390329647395107ea2b80a8e0dc6d2217c +size 732526144 diff --git a/Doctor_Horror-3.2-1B.i1-Q3_K_M.gguf b/Doctor_Horror-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a7c12c0 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0ef3678cd9a42da6e3813205313dbce1eed469ddd42f06883548a81c284546 +size 690845248 diff --git a/Doctor_Horror-3.2-1B.i1-Q3_K_S.gguf b/Doctor_Horror-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..047e851 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7927582fe666e435cbe0a618398e16fbd7c6b16c019aea0ba955897340180d5 +size 641693248 diff --git a/Doctor_Horror-3.2-1B.i1-Q4_0.gguf b/Doctor_Horror-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..56e7d08 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb54fbd88def1fdd1a092f700caef7b9078d23c2ec9b80901e430b45e0120a9a +size 773027392 diff --git a/Doctor_Horror-3.2-1B.i1-Q4_1.gguf b/Doctor_Horror-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..94df27f --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90a3d0c5361e9022cf179ca7ad4dc875e25f88d27061bcf84f735cc2f4ee8a6 +size 831747648 diff --git a/Doctor_Horror-3.2-1B.i1-Q4_K_M.gguf b/Doctor_Horror-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..0dd5c4e --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f8b9fa72ad1e123c1560d06640612982500bcaa794e26fa176c2671e9f2d63 +size 807695936 diff --git a/Doctor_Horror-3.2-1B.i1-Q4_K_S.gguf b/Doctor_Horror-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c470a91 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f472494c8b3ad879d39a9fa2c1bc3d69ef1e5a3f1d9e2ff531470674ed64a8d7 +size 775648832 diff --git a/Doctor_Horror-3.2-1B.i1-Q5_K_M.gguf b/Doctor_Horror-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..25cc73a --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2044884cdb4b54dcf86354ac1a8dcd56701d6489bdfbf4fb71243c40d1752e9 +size 911504960 diff --git a/Doctor_Horror-3.2-1B.i1-Q5_K_S.gguf b/Doctor_Horror-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..071a2cc --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11287445e66566df87b419e5672cbe1f74a1b95e9ddcce10c04bfb0989ebce49 +size 892565056 diff --git a/Doctor_Horror-3.2-1B.i1-Q6_K.gguf b/Doctor_Horror-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..0da4657 --- /dev/null +++ b/Doctor_Horror-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:748f0e2cf2ffe0a7dac9dd817aead7a70a866fb1ee911089243e6a485bfecee9 +size 1021802048 diff --git a/Doctor_Horror-3.2-1B.imatrix.gguf b/Doctor_Horror-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..7be7ce5 --- /dev/null +++ b/Doctor_Horror-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c55f566281573206fe4b717cfb3c52f52377432d3556617d5895dd34a96b449 +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e1c9437 --- /dev/null +++ b/README.md @@ -0,0 +1,104 @@ +--- +base_model: Novaciano/Doctor_Horror-3.2-1B +datasets: +- lavita/ChatDoctor-HealthCareMagic-100k +language: +- en +- es +library_name: transformers +license: llama3 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- philosophy +- reasoning +- uncensored +- low-refusal +- merge +- llama-3 +- 1b +- chat-doctor +- horror +- dark-philosophy +- abliterated +- antinatalism +- pessimism +- existential-dread +- not-for-all-audiences +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Novaciano/Doctor_Horror-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Doctor_Horror-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Doctor_Horror-3.2-1B-i1-GGUF/resolve/main/Doctor_Horror-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +