From 1ba623b2e8d47b213a53b8b630d99485b89eae60 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 22 Jun 2026 04:20:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/Llama-3-Perky-Pat-Instruct-8B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++ Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf | 3 ++ Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf | 3 ++ README.md | 60 +++++++++++++++++++++++ configuration.json | 1 + 17 files changed, 152 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf create mode 100644 Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0f0d49e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf new file mode 100644 index 0000000..7d9b94f --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543cbab7851457506b24f408c0a9438624ca4253e034155fb148bce7da92d263 +size 3179131136 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf new file mode 100644 index 0000000..b63f284 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b247ee0e43d2518e0d9eeb95e712b6408d226972e0d5fecc4295ec8da493c979 +size 4321956096 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf new file mode 100644 index 0000000..7a91db2 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac49b3bac3837b3e625358adc4fde6a91105de08edea446749821caf00db2de +size 4018917632 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf new file mode 100644 index 0000000..7c7aa71 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82dced750fdd338977963d7bb7db5adb5e5c29886e831a8d9dc7baf3ab899f2 +size 3664498944 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf new file mode 100644 index 0000000..6d55ff9 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a8c3d28df39382c867e09bc4ff1cf19aafa5ea07d96fd9830a03d8a7757a2d +size 4661211392 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf new file mode 100644 index 0000000..aa4b7c4 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a320c0f31b246e9e0f168b1fb84df8bd951f789e20e23a2843c1878bef5d14 +size 5130252544 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf new file mode 100644 index 0000000..ccf965f --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ab9b4d8c860d48fb4b74bd4a0fb74cdb75db97907904758539c49989d723ea +size 4920733952 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf new file mode 100644 index 0000000..18e9e1a --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6046b87a99a0d30b5c38c5336621cbd859eca7b9354b3f40b3274a0fc82ea81 +size 4692668672 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf new file mode 100644 index 0000000..b8f33e2 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d66e6c116a1004a68df67867af619d6b17e28c60f803fda8e6839339142e03 +size 5599293696 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf new file mode 100644 index 0000000..d848a83 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3018c8ed3b047000ba37c6c6510da842071f90fd7bdc69a0b8c65a0aa335b8 +size 6068334848 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf new file mode 100644 index 0000000..8212d4e --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5d55b3dae31f1900223b34dfe2958f43920de3362a7b2183920ec00b3055a1 +size 5732987136 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf new file mode 100644 index 0000000..08b20e6 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b697f8547484bab39310ca3ebd5d76114dd668970aa284c7baa5fc7908edf19d +size 5599293696 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf new file mode 100644 index 0000000..519a086 --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9338dbedf65218d91dcfdfddd49bab43eb6ac9bc40e09df9354154b6bb80266e +size 6596006144 diff --git a/Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf b/Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf new file mode 100644 index 0000000..4ca61ff --- /dev/null +++ b/Llama-3-Perky-Pat-Instruct-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cea28db34656221f059035fef26c37d0172b59ca28442295168fe36e7e5fd7f +size 8540770560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b687fe3 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +base_model: grimjim/Llama-3-Perky-Pat-Instruct-8B +library_name: transformers +tags: +- mergekit +- merge +license: llama3 +pipeline_tag: text-generation +--- +# Llama-3-Perky-Pat-Instruct-8B-GGUF +This is quantized version of [grimjim/Llama-3-Perky-Pat-Instruct-8B](https://huggingface.co/grimjim/Llama-3-Perky-Pat-Instruct-8B) created using llama.cpp + +# Model Description + +Below, we explore negative weight merger, and propose Orthogonalized Vector Adaptation, or OVA. + +This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit). + +_"One must imagine Sisyphys happy."_ + +Task arithmetic was used to invert the intervention vector that was applied in [MopeyMule](https://huggingface.co/failspy/Llama-3-8B-Instruct-MopeyMule), via application of negative weight -1.0. The combination of model weights _(Instruct - MopeyMule)_ comprises an Orthogonalized Vector Adaptation that can subsequently be applied to the base [Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) model, and could in principle be applied to other models derived from fine-tuning the Instruct model. + +This model is meant to continue exploration of behavioral changes that can be achieved via orthogonalized steering. The result appears to be more enthusiastic and lengthy responses in chat, though it is also clear that the merged model has some unhealed damage. + +Built with Meta Llama 3. + +## Merge Details +### Merge Method + +This model was merged using the [task arithmetic](https://arxiv.org/abs/2212.04089) merge method using [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) as a base. + +### Models Merged + +The following models were included in the merge: +* [failspy/Llama-3-8B-Instruct-MopeyMule](https://huggingface.co/failspy/Llama-3-8B-Instruct-MopeyMule) + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +base_model: meta-llama/Meta-Llama-3-8B-Instruct +dtype: bfloat16 +merge_method: task_arithmetic +parameters: + normalize: false +slices: +- sources: + - layer_range: [0, 32] + model: meta-llama/Meta-Llama-3-8B-Instruct + - layer_range: [0, 32] + model: meta-llama/Meta-Llama-3-8B-Instruct + parameters: + weight: 1.0 + - layer_range: [0, 32] + model: failspy/Llama-3-8B-Instruct-MopeyMule + parameters: + weight: -1.0 + +``` diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file