From a2f1c7874afdf863e27d83b0cfda6427af55e298 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 02:08:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/llama3.1-cc-8B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++++++++++++++++++ README.md | 31 ++++++++++++++++++++++++ configuration.json | 1 + llama3.1-cc-8B.Q2_K.gguf | 3 +++ llama3.1-cc-8B.Q3_K_L.gguf | 3 +++ llama3.1-cc-8B.Q3_K_M.gguf | 3 +++ llama3.1-cc-8B.Q3_K_S.gguf | 3 +++ llama3.1-cc-8B.Q4_0.gguf | 3 +++ llama3.1-cc-8B.Q4_1.gguf | 3 +++ llama3.1-cc-8B.Q4_K_M.gguf | 3 +++ llama3.1-cc-8B.Q4_K_S.gguf | 3 +++ llama3.1-cc-8B.Q5_0.gguf | 3 +++ llama3.1-cc-8B.Q5_1.gguf | 3 +++ llama3.1-cc-8B.Q5_K_M.gguf | 3 +++ llama3.1-cc-8B.Q5_K_S.gguf | 3 +++ llama3.1-cc-8B.Q6_K.gguf | 3 +++ llama3.1-cc-8B.Q8_0.gguf | 3 +++ 17 files changed, 123 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 llama3.1-cc-8B.Q2_K.gguf create mode 100644 llama3.1-cc-8B.Q3_K_L.gguf create mode 100644 llama3.1-cc-8B.Q3_K_M.gguf create mode 100644 llama3.1-cc-8B.Q3_K_S.gguf create mode 100644 llama3.1-cc-8B.Q4_0.gguf create mode 100644 llama3.1-cc-8B.Q4_1.gguf create mode 100644 llama3.1-cc-8B.Q4_K_M.gguf create mode 100644 llama3.1-cc-8B.Q4_K_S.gguf create mode 100644 llama3.1-cc-8B.Q5_0.gguf create mode 100644 llama3.1-cc-8B.Q5_1.gguf create mode 100644 llama3.1-cc-8B.Q5_K_M.gguf create mode 100644 llama3.1-cc-8B.Q5_K_S.gguf create mode 100644 llama3.1-cc-8B.Q6_K.gguf create mode 100644 llama3.1-cc-8B.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..02b65b4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-cc-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8f4e0fa --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- + +library_name: transformers +base_model: +- mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated +datasets: +- flammenai/casual-conversation-DPO +license: llama3 + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/llama3.1-cc-8B-GGUF +This is quantized version of [nbeerbower/llama3.1-cc-8B](https://huggingface.co/nbeerbower/llama3.1-cc-8B) created using llama.cpp + +# Original Model Card + + +# llama3.1-cc-8B + +[mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated](https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated) finetuned on [flammenai/casual-conversation-DPO](https://huggingface.co/datasets/flammenai/casual-conversation-DPO). + +This is an experimental finetune that formats the conversation data sequentially with the Llama 3 template. + +### Method + +Finetuned using an A100 on Google Colab for 3 epochs. + +[Fine-tune Llama 3 with ORPO](https://mlabonne.github.io/blog/posts/2024-04-19_Fine_tune_Llama_3_with_ORPO.html) diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/llama3.1-cc-8B.Q2_K.gguf b/llama3.1-cc-8B.Q2_K.gguf new file mode 100644 index 0000000..60f9b5f --- /dev/null +++ b/llama3.1-cc-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56f17647c03fcb020fe2d3e6e39be756ea697abc4524d3d11b2c668f2ba0c47 +size 3179132064 diff --git a/llama3.1-cc-8B.Q3_K_L.gguf b/llama3.1-cc-8B.Q3_K_L.gguf new file mode 100644 index 0000000..3a030e2 --- /dev/null +++ b/llama3.1-cc-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9731ddfdaa5292d895ec3d29a6e6e328e8cfbdbc0d622376eb9dfe993ed392a8 +size 4321957024 diff --git a/llama3.1-cc-8B.Q3_K_M.gguf b/llama3.1-cc-8B.Q3_K_M.gguf new file mode 100644 index 0000000..1e1167e --- /dev/null +++ b/llama3.1-cc-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b3c371d1b0027f00c3c64422c1cd296b1558f7b8c8e5cf18ff7bc28040a9db +size 4018918560 diff --git a/llama3.1-cc-8B.Q3_K_S.gguf b/llama3.1-cc-8B.Q3_K_S.gguf new file mode 100644 index 0000000..33cfbbe --- /dev/null +++ b/llama3.1-cc-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a4eb6ac5486748f78bb9a1d874dd8f900e7cdd7e2ac97409aeac635142133c +size 3664499872 diff --git a/llama3.1-cc-8B.Q4_0.gguf b/llama3.1-cc-8B.Q4_0.gguf new file mode 100644 index 0000000..e964808 --- /dev/null +++ b/llama3.1-cc-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a0d958a1454f6331630e2c005f5fc9d33bbe68ede8358754c7e2128a57a7af +size 4661212320 diff --git a/llama3.1-cc-8B.Q4_1.gguf b/llama3.1-cc-8B.Q4_1.gguf new file mode 100644 index 0000000..8d3ad4e --- /dev/null +++ b/llama3.1-cc-8B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bff3f94bed2fcc724b32a20ad5e6cf6f660d319870fdd6c55bae7c77d63d96 +size 5130253472 diff --git a/llama3.1-cc-8B.Q4_K_M.gguf b/llama3.1-cc-8B.Q4_K_M.gguf new file mode 100644 index 0000000..1f417d2 --- /dev/null +++ b/llama3.1-cc-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9a7d7260159ec5ab1eb983e8ded94d10b8a125265ad432026fb0663787db19 +size 4920734880 diff --git a/llama3.1-cc-8B.Q4_K_S.gguf b/llama3.1-cc-8B.Q4_K_S.gguf new file mode 100644 index 0000000..5c7c37d --- /dev/null +++ b/llama3.1-cc-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e95a870d311ff1ab5eb64bd5a9ff633799f0d86664ebc7d19d126180cebadba +size 4692669600 diff --git a/llama3.1-cc-8B.Q5_0.gguf b/llama3.1-cc-8B.Q5_0.gguf new file mode 100644 index 0000000..736e7f3 --- /dev/null +++ b/llama3.1-cc-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08eff986c12f377f5b3d0af33e4717b8fc0c32b50221f905497252e2cb0ad8eb +size 5599294624 diff --git a/llama3.1-cc-8B.Q5_1.gguf b/llama3.1-cc-8B.Q5_1.gguf new file mode 100644 index 0000000..8507340 --- /dev/null +++ b/llama3.1-cc-8B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ed80ef98453086b0786a26ae96e084a392ecf643f1e6721d51390335f2877a2 +size 6068335776 diff --git a/llama3.1-cc-8B.Q5_K_M.gguf b/llama3.1-cc-8B.Q5_K_M.gguf new file mode 100644 index 0000000..729906d --- /dev/null +++ b/llama3.1-cc-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1612dd5a78930b14c3f672efa653ee65e5f7b165c9109eb22bb164a2743e3db2 +size 5732988064 diff --git a/llama3.1-cc-8B.Q5_K_S.gguf b/llama3.1-cc-8B.Q5_K_S.gguf new file mode 100644 index 0000000..e01b6b7 --- /dev/null +++ b/llama3.1-cc-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cab21aab887b33623364d3ada804be0409f5e33c6643ad8cedd4909bb0edde8 +size 5599294624 diff --git a/llama3.1-cc-8B.Q6_K.gguf b/llama3.1-cc-8B.Q6_K.gguf new file mode 100644 index 0000000..200f573 --- /dev/null +++ b/llama3.1-cc-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f94e37498d71fc02ff78fb60e8419742cca9dec8f9c8da56484cee7ee3a8a53 +size 6596007072 diff --git a/llama3.1-cc-8B.Q8_0.gguf b/llama3.1-cc-8B.Q8_0.gguf new file mode 100644 index 0000000..1469571 --- /dev/null +++ b/llama3.1-cc-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36e4bd065aa98ff3121fef2402602dab27a4c40f204df02de2dfedfbb32dbad +size 8540771488