From 4964fefe83d6f12df3805a3bb5e6ed0b20af2d6c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 19:10:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: jinmrong/Llama-3.1-8B-Instruct-abliterated_via_adapter-GGUF Source: Original Platform --- .gitattributes | 36 +++++++++++++++++ ...struct-abliterated_via_adapter.Q4_K_M.gguf | 3 ++ ...struct-abliterated_via_adapter.Q5_K_M.gguf | 3 ++ ...Instruct-abliterated_via_adapter.Q6_K.gguf | 3 ++ ...Instruct-abliterated_via_adapter.Q8_0.gguf | 3 ++ README.md | 40 +++++++++++++++++++ 6 files changed, 88 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3.1-8B-Instruct-abliterated_via_adapter.Q4_K_M.gguf create mode 100644 Llama-3.1-8B-Instruct-abliterated_via_adapter.Q5_K_M.gguf create mode 100644 Llama-3.1-8B-Instruct-abliterated_via_adapter.Q6_K.gguf create mode 100644 Llama-3.1-8B-Instruct-abliterated_via_adapter.Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c1ccb78 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q4_K_M.gguf b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q4_K_M.gguf new file mode 100644 index 0000000..060ebf1 --- /dev/null +++ b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51cd8c1d4865a1f098f8cefb53d7e53483208c83aa6584d0576715e46abdaa0 +size 4920734816 diff --git a/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q5_K_M.gguf b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q5_K_M.gguf new file mode 100644 index 0000000..853096b --- /dev/null +++ b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae7272776730f5c1bd61e489c0ce9079c187fea5f5c0fb598e536f50b878bf8 +size 5732988000 diff --git a/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q6_K.gguf b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q6_K.gguf new file mode 100644 index 0000000..cf3f378 --- /dev/null +++ b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0fe37c7c0850c19c7449c75e355f130fd7c7ffaaab7597c21d9dc35b52e30a9 +size 6596007008 diff --git a/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q8_0.gguf b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q8_0.gguf new file mode 100644 index 0000000..c894f1d --- /dev/null +++ b/Llama-3.1-8B-Instruct-abliterated_via_adapter.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ddf2d367349a8d9f648cd1c447edf8b1f21cfb50b6c7bb7773d337b53c54d6 +size 8540771424 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5c4fed2 --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +--- +base_model: grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter +library_name: transformers +license: llama3.1 +pipeline_tag: text-generation +quanted_by: grimjim +--- +# Llama-3.1-8B-Instruct-abliterated_via_adapter-GGUF + +This repo contains select GGUF quants of a model that is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit). + +A LoRA was applied to "abliterate" refusals in [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct). The result appears to work despite the LoRA having been derived from Llama 3 instead of Llama 3.1, which implies that there is significant feature commonality between the 3 and 3.1 models. + +The LoRA was extracted from [failspy/Meta-Llama-3-8B-Instruct-abliterated-v3](https://huggingface.co/failspy/Meta-Llama-3-8B-Instruct-abliterated-v3) and uses [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) as a base. + +Built with Llama. + +## Merge Details +### Merge Method + +This model was merged using the [task arithmetic](https://arxiv.org/abs/2212.04089) merge method using [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) + [grimjim/Llama-3-Instruct-abliteration-LoRA-8B](https://huggingface.co/grimjim/Llama-3-Instruct-abliteration-LoRA-8B) as a base. + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +base_model: meta-llama/Meta-Llama-3.1-8B-Instruct+grimjim/Llama-3-Instruct-abliteration-LoRA-8B +dtype: bfloat16 +merge_method: task_arithmetic +parameters: + normalize: false +slices: +- sources: + - layer_range: [0, 32] + model: meta-llama/Meta-Llama-3.1-8B-Instruct+grimjim/Llama-3-Instruct-abliteration-LoRA-8B + parameters: + weight: 1.0 + +```