From 78ae25d738d45d687c81bd62679f42cb15ecc9ed Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 00:51:22 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf | 3 + ...terated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf | 3 + ...terated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf | 3 + Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf | 3 + README.md | 87 +++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf create mode 100644 Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7f96ea5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..9f6cac2 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52840190acd51ecd085f89d4934d1e50e7cc6f4d9ca677b809724871585b010c +size 499791136 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..3ecae30 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9010f8bf28aa519378ef564030934aa07c40dd229ebc0efa9701b388467026 +size 479737120 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..311943d --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfd870098dda047e232d0d8819bba8031a28fbe71fc0b9b1cfd1a96a710d983 +size 628311328 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..d2a070b --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66bb713affa268d4359476fa733e2deaa39c2be870e9ab3def11a62404d37cd5 +size 601572640 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bac282f --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90871f98d6be375f4da0445de1dafa9122041eebfe3287cba3ec2ddf819c1677 +size 562050336 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..48b608d --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364fa7862386b24e143433414b3958bb7f8cf02449658655b1c6fad6a838eca4 +size 533214496 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..0bfdec2 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d9d86c0d3272c0abd39ae8f9d6e1cc332e4a3d719c2007c513dac2a4944e282 +size 770151712 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..281a52c --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc09851e702639b0f0e7471d8b58fc9b9cb5cdbec50bb80fb41d7573e30824a6 +size 756782368 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..51f85ba --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db69cf15f2b6aaba0b66d46eb113bf2af21f1e6c1936900e26daabd17249f295 +size 733975840 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..954723e --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d779070cca2d271cff29bdb0ec9833b144222ae6edd5a201bf0f22b4e79030a6 +size 674972960 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..ab69504 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fb42146bcb75cd79cc6adc9f745998fff419254539abdb5e1aaefdb8f0fc38 +size 920773920 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..98ed61b --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83dd11f15aba9159c9ef4060c422bbc5d550200dd6c999b17f5ce926935d5a61 +size 882681120 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..446b9af --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b85956893de0253d32afc3fa6a811b0309d3a0349b30411bd528b46dc76dfd7 +size 667059488 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..88aa597 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60c2036b1287797b4464730afded5b1611c70a8f1390fddfc5dd16ad8092110 +size 640845088 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5698613 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe39d95b20a758448168fa6eabb38cae063f0d67cf52b12d7e9151e7365787c5 +size 845387040 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..69f6e20 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33267bd74004f9dca9355b082447f896d253732f7cf69c30108ce2bd04b4b8a8 +size 803706144 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..28f2c8d --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c407ccc7025424dacee8642af8eb7893f8a35c791d728df3f2adc80e297e671 +size 754554144 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..dbfaa04 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a30c0bbe509881bcff8c264504091428c348d9389bfbd87671db4cf19ead6a +size 920773920 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..f29e7d4 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adaff1ff472f62ef8e1e15004d3a897d00c407f18d70bfb18360a34902ac9977 +size 995910944 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..bd7bad2 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e06c3ed35a52b809c8e7a94f3be5d2372ebe914f5aa4cdb715a68592ac430b +size 955442464 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5fac089 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d8d431e477540d531a74acd3f34e9958348a2fe922a3557d631c74625c5b88 +size 923395360 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..077b745 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104638c90d3df9d650d59d03fe7344532746c5a85911754a85ed97a81c7e791c +size 1092085024 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e132b3a --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19dca8e1ca2f6e22be0688be1658ad6f90c34d7d5c8cd786f8330f3b94a56651 +size 1073145120 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..922924e --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fc9d403208bcd23b00998bde4d5c5b22a0977933b1fd209ad78408733e83f4 +size 1237267744 diff --git a/Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf b/Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..285cf56 --- /dev/null +++ b/Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607cc8391db22258dfecca28001ea4c17ab844d60536d9c89ad7256beb0d91cf +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..05b459c --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: Novaciano/Abliterated-Emo_Alice_2-3.2-1B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Novaciano/Abliterated-Emo_Alice_2-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Abliterated-Emo_Alice_2-3.2-1B-i1-GGUF/resolve/main/Abliterated-Emo_Alice_2-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +