commit 29f76ab249a50612ec335bc5a8fce0500c6237ee Author: ModelHub XC Date: Tue May 19 04:50:50 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..224fad5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_M.gguf new file mode 100644 index 0000000..28b7c36 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f079fb5e198a9e382c365124175c5a0053078dbcca6dfaaa79d5e91b198cf5 +size 1754455840 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_S.gguf new file mode 100644 index 0000000..34709c3 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45dc5dd9a6b0fb3baac678d4ef6449a4ad46b4c27dca137b98ba9616e0f8f3d7 +size 1612111648 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_M.gguf new file mode 100644 index 0000000..bbf3715 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bb7f75008648e5742bc451aec26429933992474026fb43ceb75ba5d10b0406 +size 2500723296 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_S.gguf new file mode 100644 index 0000000..116285a --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c17926e9578634ea3796ebebe2f5beefefba4abf0da1096276cdef46995757 +size 2310931040 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XS.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XS.gguf new file mode 100644 index 0000000..52d9d6b --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c224a3f692f510169e8704fea827e11e6327c475f6cc5dde2d09b7d167a41c7a +size 2198265632 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XXS.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..47f971c --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125c5418e0e5e71de810d4168b52079ecb4543193430b8f3186369e731c24320 +size 1991696160 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_M.gguf new file mode 100644 index 0000000..fbeb39b --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d3210875f48494a8abe466d34e802e9f4bf4b768490bd9c8a609d51c369c8f +size 3284903584 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_S.gguf new file mode 100644 index 0000000..2c3b252 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9beb903cffb2215a9604b481519db7ba62d74292c18795e404f10f60434d668 +size 3182405280 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XS.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c9394ee --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26216ed10be819a00888f670849a174bd21bac67f7266003987b635d4e9c1936 +size 3018827424 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XXS.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3351e2c --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9c5945744f254d3ba79f43561c437123d110b74c0ceccf7be400797f9d297c +size 2827354720 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_NL.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_NL.gguf new file mode 100644 index 0000000..5de70bb --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa160250475af71171d1a026911df6b931c846385ba148dd914d721ed2e5a717 +size 4125706976 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_XS.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3e9379c --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b2bfbbb94a71b0be044fa074de6788eb77e5a77d92ce15df1d7a5f21286b13 +size 3907701216 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K.gguf new file mode 100644 index 0000000..3b8eff8 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5bd339611ee8438f5c296bac19657b9b142914a2e13f21e8275eb518ccfddc +size 2719253344 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e9dc402 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee5dea657069ea0b1ef1e01d8d004427a61b800e505c31567877db878a4b459 +size 2528936800 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_L.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_L.gguf new file mode 100644 index 0000000..def4146 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfedec3288b120a0489baa25c205a9ad9ac4fcf53892ad5a9eef5b181d5cea88 +size 3822036640 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_M.gguf new file mode 100644 index 0000000..7a38208 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f392999e9d3ae0ae03f65d0522b148afa2be7345b32614cc4816f2b8a674183 +size 3518998176 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d2c7c8e --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e4c1e35bac477461378e98cae2ca421c829fa13257f9d184c1590852161971 +size 3164579488 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_0.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_0.gguf new file mode 100644 index 0000000..cc1b169 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1421c07e5a1e1c2e4792f99d44bf4b6d1af2e6059da91911ee1e5d5edd8ac1 +size 4123609824 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_1.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_1.gguf new file mode 100644 index 0000000..7a78e43 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e2b63c6743930e5dee3184990a09390e1738be0af597dff99ae3750d6d20f3 +size 4553329888 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_M.gguf new file mode 100644 index 0000000..64ee72e --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3389b0698b5df038279f1f2a44ae0120ebfa1c0520eb9c2b876aabc6577558c7 +size 4368452320 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c89053a --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b3f53eee151671595f28c6e00b36ddc23b494c9c8656d19d296005a26251678 +size 4140387040 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_M.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_M.gguf new file mode 100644 index 0000000..cecfbfd --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a2a58702e613b8508d3d21f7c3cbc8de6754d21ce3433158e2ed5c56724acb +size 5131423456 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_S.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a4becae --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a8b9496402058ff09e8c449ad757ba685cf7cf2f25fa2fbb65034d051e089f +size 4997730016 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q6_K.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q6_K.gguf new file mode 100644 index 0000000..ff010a4 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d09c9f6ef4a67ce3b97e42b97bc3c2d910d1cad2874339ef913358c8d460641 +size 5942080288 diff --git a/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.imatrix.gguf b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.imatrix.gguf new file mode 100644 index 0000000..eccc522 --- /dev/null +++ b/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f1463fe680cf7ef78f9080b9bbf2080acef11f265ad7766017ab5a02dcbbc84 +size 5015200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..deb99c0 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: MuXodious/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy +language: +- en +library_name: transformers +license: llama2 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- llm +- llama +- spellcheck +- grammar +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/MuXodious/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q4_1.gguf) | i1-Q4_1 | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy-i1-GGUF/resolve/main/Karen_TheEditor_V2_CREATIVE_Mistral_7B-absolute-heresy.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +