From 8fe7161bd7403c469255169df3cbd80511e8396b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 17 Aug 2026 16:07:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: noctrex/Llama-3.3-8B-Instruct-128k-abliterated-GGUF Source: Original Platform --- .gitattributes | 45 +++++++++++++++++++ ...3.3-8B-Instruct-128k-abliterated-BF16.gguf | 3 ++ ...-3.3-8B-Instruct-128k-abliterated-F16.gguf | 3 ++ ....3-8B-Instruct-128k-abliterated-IQ3_M.gguf | 3 ++ ...3-8B-Instruct-128k-abliterated-IQ4_NL.gguf | 3 ++ ...3-8B-Instruct-128k-abliterated-IQ4_XS.gguf | 3 ++ ...3-8B-Instruct-128k-abliterated-Q4_K_M.gguf | 3 ++ ...3-8B-Instruct-128k-abliterated-Q5_K_M.gguf | 3 ++ ...3.3-8B-Instruct-128k-abliterated-Q6_K.gguf | 3 ++ ...3.3-8B-Instruct-128k-abliterated-Q8_0.gguf | 3 ++ README.md | 33 ++++++++++++++ imatrix.gguf | 3 ++ 12 files changed, 108 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-BF16.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-F16.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-IQ3_M.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-IQ4_NL.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-IQ4_XS.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-Q4_K_M.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-Q5_K_M.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-Q6_K.gguf create mode 100644 Llama-3.3-8B-Instruct-128k-abliterated-Q8_0.gguf create mode 100644 README.md create mode 100644 imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5f78bc0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.3-8B-Instruct-128k-abliterated-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-BF16.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-BF16.gguf new file mode 100644 index 0000000..c02cb82 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9db43c512d838aac4a042719c47fd23ccc81d0013be93aaa9eb063fb79252e +size 16068895936 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-F16.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-F16.gguf new file mode 100644 index 0000000..7decd4c --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59f38eb3ad590107ad15cc8dda267a0a85bfd37a5c10b2c52b35565c3520606 +size 16068895936 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-IQ3_M.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-IQ3_M.gguf new file mode 100644 index 0000000..6bba299 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe592bf80d68bc52342ad818afbfd28cc09ce715784c9aa0c2733679865adfa +size 3784828288 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_NL.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_NL.gguf new file mode 100644 index 0000000..ed62f5e --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ab85506bd50a4962738491e03c198972b8b2aeefe7e1e3a59c6420675a86ed +size 4677993856 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_XS.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_XS.gguf new file mode 100644 index 0000000..c95fce2 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658bde3c63ad30b131a60b9a34d173c7f5bd870ec8c87c9c8bf0770c429acaa7 +size 4447667584 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-Q4_K_M.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-Q4_K_M.gguf new file mode 100644 index 0000000..5e1e797 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd94b8c234050a91068b7a333422dc89da25b798fa38a828c32f8393ccf4f37 +size 4920739200 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-Q5_K_M.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-Q5_K_M.gguf new file mode 100644 index 0000000..127753d --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f248c133abc63afad577e4f0e194e2598c3dba61a4eea9c81295892a2d0912 +size 5732992384 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-Q6_K.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-Q6_K.gguf new file mode 100644 index 0000000..aaf1da7 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4eff36baf4473516a318b2968b1717311087ed0ffc04ce8d8f8eba8d8763cd0 +size 6596011392 diff --git a/Llama-3.3-8B-Instruct-128k-abliterated-Q8_0.gguf b/Llama-3.3-8B-Instruct-128k-abliterated-Q8_0.gguf new file mode 100644 index 0000000..7589ae7 --- /dev/null +++ b/Llama-3.3-8B-Instruct-128k-abliterated-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb5b4ab79891a83f80c66afd48cab9951edf259d7b922d4365a9295f95dab67 +size 8540775808 diff --git a/README.md b/README.md new file mode 100644 index 0000000..df755b0 --- /dev/null +++ b/README.md @@ -0,0 +1,33 @@ +--- +pipeline_tag: text-generation +tags: +- uncensored +- abliterated +base_model: +- allura-forge/Llama-3.3-8B-Instruct +--- +This is an abliterated version of [Llama-3.3-8B-Instruct](https://huggingface.co/allura-forge/Llama-3.3-8B-Instruct), made using [Heretic v1.1.0](https://github.com/p-e-w/heretic) + +This is the model with [128k context](https://huggingface.co/shb777/Llama-3.3-8B-Instruct). + +The quantizations were created using an imatrix merged from [combined\_en\_medium](https://huggingface.co/datasets/eaddario/imatrix-calibration/blob/main/combined_en_medium.parquet) and [harmful.txt](https://github.com/Sumandora/remove-refusals-with-transformers) to leverage the abliterated nature of the model. + +## Performance + +| Metric | This model | Original model | +| :----- | :--------: | :---------------------------: | +| **Refusals** | 5/100 | 95/100 | +| KL divergence | 0.0919 | 0 | + + +## BibTeX entry and citation info +```bibtex +@misc{heretic, + author = {Weidmann, Philipp Emanuel}, + title = {Heretic: Fully automatic censorship removal for language models}, + year = {2025}, + publisher = {GitHub}, + journal = {GitHub repository}, + howpublished = {\url{https://github.com/p-e-w/heretic}} +} +``` diff --git a/imatrix.gguf b/imatrix.gguf new file mode 100644 index 0000000..2863969 --- /dev/null +++ b/imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0364c1ff6d404ad598d92f260185deaaef5e0bd5686bae14b7afbe15507165ff +size 5015232