commit 7e34831751eae20f3dd8c231d52ecba9ab400c89 Author: ModelHub XC Date: Mon May 11 10:38:42 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..918efdf --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Japanese_Zombie-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Japanese_Zombie-3.2-1B.i1-IQ1_M.gguf b/Japanese_Zombie-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..68a0ac8 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda77923c3cf2d93466f04b9ff357beb2d8116f6bdd67d1e684c2a1c5295d7bb +size 413603136 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ1_S.gguf b/Japanese_Zombie-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..c4c7388 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816adab824486e4f16a21664e65c6b7219ccaa2597caa03e337d8cb2572672b1 +size 393549120 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ2_M.gguf b/Japanese_Zombie-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..7d5c735 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364b4284c35332688c32f3a450eaf4e812a9e043ff11e5c2df014de1639478b2 +size 515446080 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ2_S.gguf b/Japanese_Zombie-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..aa0d477 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da250fa2a7492bdc398c7f9d43b58580993cebfd350c3a05ff00ddb3acb30fbd +size 488707392 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ2_XS.gguf b/Japanese_Zombie-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a7cae7a --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91f80600c9801a952a5f9dc1f2f91f0b17974f1cd375e9e226ccf8379fb9177 +size 475862336 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ2_XXS.gguf b/Japanese_Zombie-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a9aed39 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e17d42d4707cc83f7c1b0e94282133d1956d5d84f9b56b666a8ec00cfc1892 +size 447026496 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ3_M.gguf b/Japanese_Zombie-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..4e12ff6 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edee00657b0fa8d1ea4bd75735df02995c54a8ff5d0a149e4e32c5c0b38b1ee5 +size 657286464 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ3_S.gguf b/Japanese_Zombie-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..e2d56e7 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98d6fb5b736d432db618fa4bc521bbaf4f12338bc213050d98a3ba448faa2be +size 643917120 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ3_XS.gguf b/Japanese_Zombie-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1a94ef6 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a210bd81da923a6310adeed2acb277697153712b7622b0031d5c7c8aa96f1ab +size 621110592 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ3_XXS.gguf b/Japanese_Zombie-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..643fb18 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76131d14599ea6ff2f37dce83a4761ceb253b9e8c49cc5b3454f3d847e4d6a4a +size 562107712 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ4_NL.gguf b/Japanese_Zombie-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b577b65 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571986dbfb00fd0a0c428d32a927a318b3b857adbf482b8d046b577ec12fc4a6 +size 773023040 diff --git a/Japanese_Zombie-3.2-1B.i1-IQ4_XS.gguf b/Japanese_Zombie-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..79fa73b --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e47036fa7424a7c02912a4983ff675b17577514e83bed7c58f93a9d57e57c5 +size 743138624 diff --git a/Japanese_Zombie-3.2-1B.i1-Q2_K.gguf b/Japanese_Zombie-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..83bd635 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7339796a44508eba433761e7bd035638bb3893e66a8917fb71c74759b53817 +size 580871488 diff --git a/Japanese_Zombie-3.2-1B.i1-Q2_K_S.gguf b/Japanese_Zombie-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..92a22bd --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9b7bc20f7a4d17d8ab777b8e856b6bb5c8428e8a7ed4bbe53e8c829f9a6880 +size 554657088 diff --git a/Japanese_Zombie-3.2-1B.i1-Q3_K_L.gguf b/Japanese_Zombie-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c656d1b --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9d6989d3442d542497c59a4fdaf3a2a0ec89efc0b3ababa94b842d23dc3cf7 +size 732521792 diff --git a/Japanese_Zombie-3.2-1B.i1-Q3_K_M.gguf b/Japanese_Zombie-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f7677f2 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a95595a7c039efd98b2d0708375e0987dec0e14a00acd3e2cfcccfa1c892bdd +size 690840896 diff --git a/Japanese_Zombie-3.2-1B.i1-Q3_K_S.gguf b/Japanese_Zombie-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..07f93fd --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1a4f9992afd5539f103ee78743446c8b3002ac4a69e0c358cc8d174d5944d3 +size 641688896 diff --git a/Japanese_Zombie-3.2-1B.i1-Q4_0.gguf b/Japanese_Zombie-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..7f52fbd --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc330bedb87c6a105b214b9dbc374c3c82e38f472aa8c3adffa50029ef2b81f +size 773023040 diff --git a/Japanese_Zombie-3.2-1B.i1-Q4_1.gguf b/Japanese_Zombie-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..1223c70 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82750bc1b1bb94fcd687ad94d52fdbf721b17502820e7ecbe6e324256fae479d +size 831743296 diff --git a/Japanese_Zombie-3.2-1B.i1-Q4_K_M.gguf b/Japanese_Zombie-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1e801c2 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e8ac1fd342abe7a1eddb06ab72c2806cce7aa71ca7b0152bf4149bb83055c0 +size 807691584 diff --git a/Japanese_Zombie-3.2-1B.i1-Q4_K_S.gguf b/Japanese_Zombie-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..edafdb1 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e96c0e3a633905269221315d9d6de209f0515da51863ed660904dad8dc9bab2 +size 775644480 diff --git a/Japanese_Zombie-3.2-1B.i1-Q5_K_M.gguf b/Japanese_Zombie-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a197469 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec1489fdc52dff25024d61356ea6251a1cea5c00eb1d83c29a523b4f5a3e315 +size 911500608 diff --git a/Japanese_Zombie-3.2-1B.i1-Q5_K_S.gguf b/Japanese_Zombie-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3c24d86 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be8ad1772786a7a0683ff861ab23b7c9b3bc217c67498de6edf58875d52a787 +size 892560704 diff --git a/Japanese_Zombie-3.2-1B.i1-Q6_K.gguf b/Japanese_Zombie-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..d373b86 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4755ecd9dd161ed2bb2ec408751afdfccdf2afed829fe97cc16c5c15ddc5b94c +size 1021797696 diff --git a/Japanese_Zombie-3.2-1B.imatrix.gguf b/Japanese_Zombie-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..7ea0111 --- /dev/null +++ b/Japanese_Zombie-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94c736153acc7eef002b055709a5df830813ebee0c903fcea14da83db0d018b +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6af13eb --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: UmbrellaInc/Japanese_Zombie-3.2-1B +language: +- ja +library_name: transformers +license: llama3.2 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- japanese +- abliterated +- uncensored +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/UmbrellaInc/Japanese_Zombie-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Japanese_Zombie-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Japanese_Zombie-3.2-1B-i1-GGUF/resolve/main/Japanese_Zombie-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +