From 69cf69c4ed80eb7b7ce2f2eba791c79c362aebb9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 8 Jun 2026 03:56:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Celeste-12B-heretic-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ Celeste-12B-heretic.i1-IQ1_M.gguf | 3 + Celeste-12B-heretic.i1-IQ1_S.gguf | 3 + Celeste-12B-heretic.i1-IQ2_M.gguf | 3 + Celeste-12B-heretic.i1-IQ2_S.gguf | 3 + Celeste-12B-heretic.i1-IQ2_XS.gguf | 3 + Celeste-12B-heretic.i1-IQ2_XXS.gguf | 3 + Celeste-12B-heretic.i1-IQ3_M.gguf | 3 + Celeste-12B-heretic.i1-IQ3_S.gguf | 3 + Celeste-12B-heretic.i1-IQ3_XS.gguf | 3 + Celeste-12B-heretic.i1-IQ3_XXS.gguf | 3 + Celeste-12B-heretic.i1-IQ4_NL.gguf | 3 + Celeste-12B-heretic.i1-IQ4_XS.gguf | 3 + Celeste-12B-heretic.i1-Q2_K.gguf | 3 + Celeste-12B-heretic.i1-Q2_K_S.gguf | 3 + Celeste-12B-heretic.i1-Q3_K_L.gguf | 3 + Celeste-12B-heretic.i1-Q3_K_M.gguf | 3 + Celeste-12B-heretic.i1-Q3_K_S.gguf | 3 + Celeste-12B-heretic.i1-Q4_0.gguf | 3 + Celeste-12B-heretic.i1-Q4_1.gguf | 3 + Celeste-12B-heretic.i1-Q4_K_M.gguf | 3 + Celeste-12B-heretic.i1-Q4_K_S.gguf | 3 + Celeste-12B-heretic.i1-Q5_K_M.gguf | 3 + Celeste-12B-heretic.i1-Q5_K_S.gguf | 3 + Celeste-12B-heretic.i1-Q6_K.gguf | 3 + Celeste-12B-heretic.imatrix.gguf | 3 + README.md | 94 +++++++++++++++++++++++++++++ 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 Celeste-12B-heretic.i1-IQ1_M.gguf create mode 100644 Celeste-12B-heretic.i1-IQ1_S.gguf create mode 100644 Celeste-12B-heretic.i1-IQ2_M.gguf create mode 100644 Celeste-12B-heretic.i1-IQ2_S.gguf create mode 100644 Celeste-12B-heretic.i1-IQ2_XS.gguf create mode 100644 Celeste-12B-heretic.i1-IQ2_XXS.gguf create mode 100644 Celeste-12B-heretic.i1-IQ3_M.gguf create mode 100644 Celeste-12B-heretic.i1-IQ3_S.gguf create mode 100644 Celeste-12B-heretic.i1-IQ3_XS.gguf create mode 100644 Celeste-12B-heretic.i1-IQ3_XXS.gguf create mode 100644 Celeste-12B-heretic.i1-IQ4_NL.gguf create mode 100644 Celeste-12B-heretic.i1-IQ4_XS.gguf create mode 100644 Celeste-12B-heretic.i1-Q2_K.gguf create mode 100644 Celeste-12B-heretic.i1-Q2_K_S.gguf create mode 100644 Celeste-12B-heretic.i1-Q3_K_L.gguf create mode 100644 Celeste-12B-heretic.i1-Q3_K_M.gguf create mode 100644 Celeste-12B-heretic.i1-Q3_K_S.gguf create mode 100644 Celeste-12B-heretic.i1-Q4_0.gguf create mode 100644 Celeste-12B-heretic.i1-Q4_1.gguf create mode 100644 Celeste-12B-heretic.i1-Q4_K_M.gguf create mode 100644 Celeste-12B-heretic.i1-Q4_K_S.gguf create mode 100644 Celeste-12B-heretic.i1-Q5_K_M.gguf create mode 100644 Celeste-12B-heretic.i1-Q5_K_S.gguf create mode 100644 Celeste-12B-heretic.i1-Q6_K.gguf create mode 100644 Celeste-12B-heretic.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..edd80c5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Celeste-12B-heretic.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Celeste-12B-heretic.i1-IQ1_M.gguf b/Celeste-12B-heretic.i1-IQ1_M.gguf new file mode 100644 index 0000000..31bed7e --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e1299b4c4681cd1b96161d2d1856640d50528ab590cd79f3b6bcbde3a19c7a +size 3221625216 diff --git a/Celeste-12B-heretic.i1-IQ1_S.gguf b/Celeste-12B-heretic.i1-IQ1_S.gguf new file mode 100644 index 0000000..aafa28a --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6a9d864a29e5736e402c62986b951be5066fc7f456c6d361ceda08183307e +size 2999212416 diff --git a/Celeste-12B-heretic.i1-IQ2_M.gguf b/Celeste-12B-heretic.i1-IQ2_M.gguf new file mode 100644 index 0000000..ba15bdd --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8c16c063c85dea710e7c65f33251bcb9d9287adbade7b72d3f1dde4ca3f802 +size 4435024256 diff --git a/Celeste-12B-heretic.i1-IQ2_S.gguf b/Celeste-12B-heretic.i1-IQ2_S.gguf new file mode 100644 index 0000000..93e0b33 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cab8e8bc97a3ab85ddc57e6aa45ab4d3212609f7b402d6d361c4cd2288d160 +size 4138473856 diff --git a/Celeste-12B-heretic.i1-IQ2_XS.gguf b/Celeste-12B-heretic.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8c901ba --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c763824924ab99574019568f9da25cee85ce0064a4edf4ec23c75e3b05d05640 +size 3915078016 diff --git a/Celeste-12B-heretic.i1-IQ2_XXS.gguf b/Celeste-12B-heretic.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9eab8a0 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9be7eb283fb1abd0b0b6769e587831c579d5a7b88783d633f156f5c992eecb0 +size 3592313216 diff --git a/Celeste-12B-heretic.i1-IQ3_M.gguf b/Celeste-12B-heretic.i1-IQ3_M.gguf new file mode 100644 index 0000000..a680a91 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5832e7c00ba32c0ce9d58ec60ddc1b0d9a3a59f93623674d3664f55ec986e3ef +size 5722233216 diff --git a/Celeste-12B-heretic.i1-IQ3_S.gguf b/Celeste-12B-heretic.i1-IQ3_S.gguf new file mode 100644 index 0000000..ce74b11 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e94a7fbc4ba10f8b05a35449de764ae80cf2eac5062abbdd69ed14b515d35b +size 5562079616 diff --git a/Celeste-12B-heretic.i1-IQ3_XS.gguf b/Celeste-12B-heretic.i1-IQ3_XS.gguf new file mode 100644 index 0000000..6a747ff --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bca3d7f26220598928c54021a8b4ab6e30855a9d88e1558e11e4d80e1d9511 +size 5306489216 diff --git a/Celeste-12B-heretic.i1-IQ3_XXS.gguf b/Celeste-12B-heretic.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..56ce500 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ada6cd90437a2e334a0910cafd97f21c7630ddc03a69ce0cec034a485d0ad3f +size 4945385856 diff --git a/Celeste-12B-heretic.i1-IQ4_NL.gguf b/Celeste-12B-heretic.i1-IQ4_NL.gguf new file mode 100644 index 0000000..1339467 --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e3e0375332a0eadcb8a810a261dcef7ddff2e2af924090221224999dffc084 +size 7097915776 diff --git a/Celeste-12B-heretic.i1-IQ4_XS.gguf b/Celeste-12B-heretic.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f1837ff --- /dev/null +++ b/Celeste-12B-heretic.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a37887155921d251ffbc13352e400c93efa15bb5919029be2ba6e2e456a3c27 +size 6742710656 diff --git a/Celeste-12B-heretic.i1-Q2_K.gguf b/Celeste-12B-heretic.i1-Q2_K.gguf new file mode 100644 index 0000000..4462163 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed3fe820d7e380502c58f8f0cfea87687fc62cf157e7a563a3d1ec22cf51fa3 +size 4791048576 diff --git a/Celeste-12B-heretic.i1-Q2_K_S.gguf b/Celeste-12B-heretic.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5f391ec --- /dev/null +++ b/Celeste-12B-heretic.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96da7999949f2a4ea067cf356f6cef814d870dd3846e686fa837b0b9e556b041 +size 4493678976 diff --git a/Celeste-12B-heretic.i1-Q3_K_L.gguf b/Celeste-12B-heretic.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d315147 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7c4a87379021d4578e5747dcbeb565a49960b8673ad50ca2a0ebae40e2e472 +size 6561503616 diff --git a/Celeste-12B-heretic.i1-Q3_K_M.gguf b/Celeste-12B-heretic.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ab04fdc --- /dev/null +++ b/Celeste-12B-heretic.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8667ec4bfebafb68fc239aca8c7ad174dc46f4b3e759695307da41af4271b834 +size 6083090816 diff --git a/Celeste-12B-heretic.i1-Q3_K_S.gguf b/Celeste-12B-heretic.i1-Q3_K_S.gguf new file mode 100644 index 0000000..fccf836 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2cec088852a2146a8f5075a0b554ba792acaf45ebb0eb0c4d6f698fcd88a9c0 +size 5534226816 diff --git a/Celeste-12B-heretic.i1-Q4_0.gguf b/Celeste-12B-heretic.i1-Q4_0.gguf new file mode 100644 index 0000000..3ef3670 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7207c717d1ab8806e296d73fa444ce9cf5d5b8dde170c0c6aff0bbf675691c1 +size 7094638976 diff --git a/Celeste-12B-heretic.i1-Q4_1.gguf b/Celeste-12B-heretic.i1-Q4_1.gguf new file mode 100644 index 0000000..63fde71 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e37b8b1f8f96cdb4aae56feedd7bffe128772c06ab56e3cec2ad5383d07242 +size 7795218816 diff --git a/Celeste-12B-heretic.i1-Q4_K_M.gguf b/Celeste-12B-heretic.i1-Q4_K_M.gguf new file mode 100644 index 0000000..77be7a2 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85c059bbb5a2a1695a3b1f885eee9fe21490132658231316aaff95fbbd822e9 +size 7477205376 diff --git a/Celeste-12B-heretic.i1-Q4_K_S.gguf b/Celeste-12B-heretic.i1-Q4_K_S.gguf new file mode 100644 index 0000000..52170f6 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669359d3ee7a8cf294bf141f352e25c7adbc4a4cb48c79560cb6860932fbff51 +size 7120198016 diff --git a/Celeste-12B-heretic.i1-Q5_K_M.gguf b/Celeste-12B-heretic.i1-Q5_K_M.gguf new file mode 100644 index 0000000..bf2367e --- /dev/null +++ b/Celeste-12B-heretic.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc953c4f0f9b75189fbcc7078ad53fddb791df293993989523a58bed98729e2d +size 8727632256 diff --git a/Celeste-12B-heretic.i1-Q5_K_S.gguf b/Celeste-12B-heretic.i1-Q5_K_S.gguf new file mode 100644 index 0000000..08c1062 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32de30ebb7ff8236783e7f11201ff7002b9b322781ed3e834b31ef7cb30d7d88 +size 8518736256 diff --git a/Celeste-12B-heretic.i1-Q6_K.gguf b/Celeste-12B-heretic.i1-Q6_K.gguf new file mode 100644 index 0000000..d56f2d3 --- /dev/null +++ b/Celeste-12B-heretic.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4511d151babbae3e6cb6a03401339716b0368a57e84ad2338a7bb7727251935 +size 10056210816 diff --git a/Celeste-12B-heretic.imatrix.gguf b/Celeste-12B-heretic.imatrix.gguf new file mode 100644 index 0000000..cc0adde --- /dev/null +++ b/Celeste-12B-heretic.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8f002a111948edcbaa8a7ddcbdb14802e21f155b0848461e9b28aa5cfaa5ca +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5d88599 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: DogOnKeyboard/Celeste-12B-heretic +datasets: +- nothingiisreal/c2-logs-cleaned +- kalomaze/Opus_Instruct_25k +- nothingiisreal/Reddit-Dirty-And-WritingPrompts +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DogOnKeyboard/Celeste-12B-heretic + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Celeste-12B-heretic-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Celeste-12B-heretic-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Celeste-12B-heretic-i1-GGUF/resolve/main/Celeste-12B-heretic.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +