commit 39d78f4de515ad262c19609645e7514152b6cafb Author: ModelHub XC Date: Fri May 15 06:05:07 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..46cccda --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +KansenSakura-Erosion-RP-12b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ1_M.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ1_M.gguf new file mode 100644 index 0000000..b5742a2 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abfea23bdc580f32037a4448d08b9f853955f6109ae681e868f385b02bbea7c +size 3221626784 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ1_S.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ1_S.gguf new file mode 100644 index 0000000..18359d6 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619aab2a1df5097b0e77672c85b5570bd08b062588b40e61e1883a5d0c49814d +size 2999213984 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ2_M.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ2_M.gguf new file mode 100644 index 0000000..29f6224 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051349fd6769141fbae1cff5a68db00ba10d56abe397e43315ab2de7075de7e4 +size 4435025824 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ2_S.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ2_S.gguf new file mode 100644 index 0000000..c80b345 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a542a78852c4dd42c52258ad40bb3d4dbcc2c31783f7c2e14b3c1d8e61cdd0aa +size 4138475424 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ2_XS.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1a58572 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ffd8a1ab80e4637d1858be14da51bbdef6b1ff13ec93793e207b87370cde85 +size 3915079584 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ2_XXS.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7d08e18 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ad2c88812534a400fe970b074e81220f13124937369fdba9d2ef4121d2c1b9 +size 3592314784 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ3_M.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ3_M.gguf new file mode 100644 index 0000000..64d8ed7 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5aadab0c29d5bae6dcddf4177792ad0c3183a65d68ca4d313c996e9b0316da +size 5722234784 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ3_S.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ3_S.gguf new file mode 100644 index 0000000..66b0066 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac829433da2242d5d29ee9dc6e61dd1333f2cba962552888500e321aa7c5bb0 +size 5562081184 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ3_XS.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..82175b6 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09555a5242f25460620491a6cdaded5123323215784466cc7d25a858eaf6488c +size 5306490784 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ3_XXS.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..26830a9 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb30c32f09dd132c240f1b85efa0e1a42cd784af57ed219c738871dc0d0ec829 +size 4945387424 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ4_NL.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..81c341c --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4f84d6c1bd23e8c6eab6fbee68246405c7889c5a7da89afe5d84166780404d4 +size 7097917344 diff --git a/KansenSakura-Erosion-RP-12b.i1-IQ4_XS.gguf b/KansenSakura-Erosion-RP-12b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6f40622 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a5fcb41d838ec06389656946c3cee6dba3cb4710cdc7508d978b150149594b +size 6742712224 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q2_K.gguf b/KansenSakura-Erosion-RP-12b.i1-Q2_K.gguf new file mode 100644 index 0000000..ac16fd7 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6176a098b1ee8882c702d03ed7ecda0beb06b508e7074c97404c53c86752e2a1 +size 4791050144 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q2_K_S.gguf b/KansenSakura-Erosion-RP-12b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..05468fc --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2923a9fb993db9f2215007c482cc47027c904026cca3f6cd0f253d518db4c9cb +size 4493680544 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q3_K_L.gguf b/KansenSakura-Erosion-RP-12b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3e85d62 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5b2e53a37c1da7597df3b13f86c677703fdcbdc64c1775f6c30996f1a20d0f +size 6561505184 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q3_K_M.gguf b/KansenSakura-Erosion-RP-12b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2feecf4 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9a511aa3c0595354a298e02a98e3a4b3d111e75cc310a0c2a52bac5957d826 +size 6083092384 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q3_K_S.gguf b/KansenSakura-Erosion-RP-12b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cd4682a --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2852c19db891c879a805851237b1019cf55d23dc489d7c7183c061fe9b321655 +size 5534228384 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q4_0.gguf b/KansenSakura-Erosion-RP-12b.i1-Q4_0.gguf new file mode 100644 index 0000000..bab046c --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8c0eb48869d4047d52948c7cc2cbab75da86452f38b5d2ea720a0bb7cd7c81 +size 7094640544 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q4_1.gguf b/KansenSakura-Erosion-RP-12b.i1-Q4_1.gguf new file mode 100644 index 0000000..6ef68e7 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98f1d952dc1e10e5ef5d11c30894773efea10895db35c01521b69bb69fb1a83 +size 7795220384 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q4_K_M.gguf b/KansenSakura-Erosion-RP-12b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9ad3bc4 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a1490eca8bfac8324be707d44c41d93081fd2b2af9c70cea1d461f7060a882 +size 7477206944 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q4_K_S.gguf b/KansenSakura-Erosion-RP-12b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ea86e3f --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c22f9839f204b094d670a9d39afe3303facf7391b1f36a94cfa942399ed7e7 +size 7120199584 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q5_K_M.gguf b/KansenSakura-Erosion-RP-12b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7f09059 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7862210201a2190c74494025f369fdf17746d287f4806559b38baec3701eab +size 8727633824 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q5_K_S.gguf b/KansenSakura-Erosion-RP-12b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..93a5d0f --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0db1114fa43c6eefdcc9a6a4a773c169cd036960713385cf3bbf19167d4756c +size 8518737824 diff --git a/KansenSakura-Erosion-RP-12b.i1-Q6_K.gguf b/KansenSakura-Erosion-RP-12b.i1-Q6_K.gguf new file mode 100644 index 0000000..6376c79 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4711f4c9b65aad951a015566879c1c66b56a69c0361d1f2dc28b9ea41e6263d3 +size 10056212384 diff --git a/KansenSakura-Erosion-RP-12b.imatrix.gguf b/KansenSakura-Erosion-RP-12b.imatrix.gguf new file mode 100644 index 0000000..71c0e98 --- /dev/null +++ b/KansenSakura-Erosion-RP-12b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b1f6105a37b92af750cdafe6eec7a5f86c4869797d9c366adcc90d963dcc6e +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d6c0b6c --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: Retreatcost/KansenSakura-Erosion-RP-12b +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +- not-for-all-audiences +- nsfw +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Retreatcost/KansenSakura-Erosion-RP-12b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#KansenSakura-Erosion-RP-12b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/KansenSakura-Erosion-RP-12b-i1-GGUF/resolve/main/KansenSakura-Erosion-RP-12b.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +