From 2f97e2d47d759f084a2ab291bbe5327ce2f7a922 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 9 May 2026 16:49:46 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++ ...RETIC-Uncensored-Abliterated.i1-IQ1_M.gguf | 3 + ...RETIC-Uncensored-Abliterated.i1-IQ1_S.gguf | 3 + ...RETIC-Uncensored-Abliterated.i1-IQ2_M.gguf | 3 + ...RETIC-Uncensored-Abliterated.i1-IQ2_S.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf | 3 + ...TIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf | 3 + ...RETIC-Uncensored-Abliterated.i1-IQ3_M.gguf | 3 + ...RETIC-Uncensored-Abliterated.i1-IQ3_S.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf | 3 + ...TIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf | 3 + ...ERETIC-Uncensored-Abliterated.i1-Q2_K.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf | 3 + ...ERETIC-Uncensored-Abliterated.i1-Q4_0.gguf | 3 + ...ERETIC-Uncensored-Abliterated.i1-Q4_1.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf | 3 + ...ETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf | 3 + ...ERETIC-Uncensored-Abliterated.i1-Q6_K.gguf | 3 + ...ERETIC-Uncensored-Abliterated.imatrix.gguf | 3 + README.md | 115 ++++++++++++++++++ 27 files changed, 250 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf create mode 100644 Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c514019 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..17180f4 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d8dbc8ea98219b85a5cfe233c05f1081b52c737997b15e1f1c499e6317d3e5 +size 2545953408 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..95457f9 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebe2468fa8ae3cbf95ea09a2264fc044297f6ad0ee288da30ec57439c55b2c6 +size 2378566272 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..6c3a64a --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98280e858f1d7e386f3abc4f97a723f664253a0d41fd4f73b7b959d303d7b67 +size 3434670720 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..4844cf0 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b818f914848a43057866e7b929cfde55388615f7b3de86a6fb03b66645259816 +size 3211487872 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4fcb487 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe5e7ef259a9f1a6fb078e40e1d1857497db65f0332643044c163bec989df80 +size 3067382400 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3476ab5 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3103f08b46675e30ea857298d30bb364046e57a9d2e51228e0893f7c0484659 +size 2824931968 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..04569ff --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275826783c07082fe489c372655047f21a4e78c231ae02880e931b4c3acc4556 +size 4494617216 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..715b574 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021887a95a41e71c7df782e6d19c009797440a8ceecc923db9e84924f9d6d115 +size 4337666688 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b68c165 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5807804552d8b913fb9278cbeb8457dd12f4283a76807ae6c6d71bab4b68935 +size 4144990848 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1f2cfdc --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4f7cca1c1013ea70539d67a17ef8abbc06c25d5ebbd8b94a2a1c648c1a6bab +size 3796740736 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4889f07 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29efadc1dc8d4fad7fcac732f42e813ed6c500eb8275e9d83c573487393950fc +size 5443144320 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..b54e4ed --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6a0ab050cc2887a0fcdcab5d376211c7ee48c0f8401cd0251b9436298cb5e9 +size 5183031936 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..0a5cc3d --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724ec1582475d986b33dfc85482391e17593aadf040f235d39bb1ebaaefd0fff +size 3805399680 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d3be313 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d865f07eb3109eae9dd459733c9be4c99579814a877ce28a60d5d658bffa4a07 +size 3552512640 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f645c59 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5988b9fff83c9df76df63d019047f5f638b0b882af60e1f86257e33ece6935 +size 5132454528 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..df89f1a --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f137aec835e96d9d850a6d82d4e90b1b4061a3798f0f18903c9eb7004ac780a2 +size 4761782912 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..41aca7d --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629264db5bc20f5ce7185ccf19d983bec28b2f7daa94e0c054badc66d13cfc2f +size 4337666688 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..50256fb --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031aae376a4f73c91933e6c894aa31185ffa510cc06a92a3a70e2232d64b4601 +size 5459200640 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf new file mode 100644 index 0000000..bb2514a --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab375fd77613d062e874121bf23e9435ea60c6b497cfe8fc1e6118664808e157 +size 5963369088 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..cf4cba5 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070c3a88408f1ec3f4171dcc661a371253f3b3dfcd695c7230957422a768b33e +size 5761059456 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..db3549b --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f49c73d70e9329637c328c9be8623adad2dd0c52b51532465e3616c4f63b280 +size 5478926976 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..566e943 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31b2a158a888da7c5b887ea17323eb737870bb753e6c622ebf123293bada52e +size 6647368320 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..45f69e0 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df5c64c23a06a043d308126260128734dcae55103ff59cb2d04a901167212ea +size 6483593856 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..c9de27a --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35a6629ca7f4a3f61d63d256c4f2465539f539b6e874cc6c3711ca85b0aa94e +size 7589071488 diff --git a/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf new file mode 100644 index 0000000..8716e80 --- /dev/null +++ b/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19884fee6ad1e16c986377c80160e0a91fcb940128fff7144421dc3d9d358a7 +size 6152352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..49123b0 --- /dev/null +++ b/README.md @@ -0,0 +1,115 @@ +--- +base_model: DavidAU/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- heretic +- uncensored +- decensored +- abliterated +- finetune +- creative +- creative writing +- fiction writing +- plot generation +- sub-plot generation +- fiction writing +- story generation +- scene continue +- storytelling +- fiction story +- science fiction +- romance +- all genres +- story +- writing +- vivid prosing +- vivid writing +- fiction +- roleplaying +- bfloat16 +- swearing +- gemma2 +- rp +- horror +- gemma +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 2.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q2_K.gguf) | i1-Q2_K | 3.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 4.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 5.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF/resolve/main/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.i1-Q6_K.gguf) | i1-Q6_K | 7.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +