From 15beed73172141ff4121cf80ac96e955c9d65225 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 11 Jul 2026 13:49:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++ ...-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf | 3 + ...NE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf | 3 + ...-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf | 3 + ...NE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf | 3 + ...NE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf | 3 + EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf | 3 + README.md | 73 +++++++++++++++++++ 14 files changed, 156 insertions(+) create mode 100644 .gitattributes create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf create mode 100644 EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3cd1c47 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf new file mode 100644 index 0000000..bed7a70 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa522831c75eef2a0ddfe0697642a5c30e4aef9d7fffcb13a51fb76cdafa856 +size 4337588960 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf new file mode 100644 index 0000000..1081a02 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81322c377003ebd756bfa97c97b2a118f4eb0b5d9370178fb482657c1b68762d +size 3053869792 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf new file mode 100644 index 0000000..4e7f609 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4544da10521a6ecac7b6542e1b1d78b6d4b065d2710a5daa5cde7d67318ad11 +size 4185938656 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf new file mode 100644 index 0000000..b6d19ec --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd8159c2d0a9ce4ba3a81d2327b18794e076d0df280dcb955af6d15b96ff5323 +size 3882900192 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf new file mode 100644 index 0000000..901bc53 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:050b52bd2b20230a9bd2d607aa5723acbd9978d1e4bd85f196eac9f9be569ec6 +size 3528481504 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf new file mode 100644 index 0000000..a06d277 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed8f3295e538f3bd2e78b7dd4e97f087ec09a3c6e7aa1ccd7926793c78c8e74 +size 4770650848 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf new file mode 100644 index 0000000..4c18c0c --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fdb53a7a4fbb335703480b1914d32c57e3cd5f16a63a8d77b7cdea2221dd014 +size 4542585568 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf new file mode 100644 index 0000000..f4a460e --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ce05ba7ead96297ff3faa87fc892bf3ce4197069b89b70917af53745df0f49 +size 5569665760 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf new file mode 100644 index 0000000..6790b66 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e486fa637b3928b5d07f47daf780ca110379cd4d6626477f9c49f169c075186 +size 5435972320 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf new file mode 100644 index 0000000..71215ee --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499c05a7ce39a090274464884cc7137f1077d2227597d16168f3da8e4bcd6ebb +size 6418619104 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf new file mode 100644 index 0000000..31efdd1 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a5f3137ed0797af8f7e4b11c6bfb845a4cd91c6fc08251023ed161793a9cbd +size 8312085216 diff --git a/EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf b/EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf new file mode 100644 index 0000000..b467f89 --- /dev/null +++ b/EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63438ba3284c5a0e0cb0bccab11470d3bc8a105a5f27366700d4c6b00257d222 +size 15641631456 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1bd463f --- /dev/null +++ b/README.md @@ -0,0 +1,73 @@ +--- +base_model: huihui-ai/EXAONE-3.5-7.8B-Instruct-abliterated +language: +- en +- ko +library_name: transformers +license: other +license_link: LICENSE +license_name: exaone +quantized_by: mradermacher +tags: +- lg-ai +- exaone +- exaone-3.5 +- abliterated +- uncensored +--- +## About + + + + + + +static quants of https://huggingface.co/huihui-ai/EXAONE-3.5-7.8B-Instruct-abliterated + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q2_K.gguf) | Q2_K | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_S.gguf) | Q3_K_S | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_M.gguf) | Q3_K_M | 4.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q3_K_L.gguf) | Q3_K_L | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.IQ4_XS.gguf) | IQ4_XS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_S.gguf) | Q4_K_S | 4.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q4_K_M.gguf) | Q4_K_M | 4.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_S.gguf) | Q5_K_S | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q5_K_M.gguf) | Q5_K_M | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q6_K.gguf) | Q6_K | 6.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.Q8_0.gguf) | Q8_0 | 8.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Instruct-abliterated-GGUF/resolve/main/EXAONE-3.5-7.8B-Instruct-abliterated.f16.gguf) | f16 | 15.7 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +