初始化项目，由ModelHub XC社区提供模型

Model: QuantFactory/llama3.1-cc-8B-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+llama3.1-cc-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,31 @@
+
+---
+
+library_name: transformers
+base_model:
+- mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated
+datasets:
+- flammenai/casual-conversation-DPO
+license: llama3
+
+---
+
+![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)
+
+# QuantFactory/llama3.1-cc-8B-GGUF
+This is quantized version of [nbeerbower/llama3.1-cc-8B](https://huggingface.co/nbeerbower/llama3.1-cc-8B) created using llama.cpp
+
+# Original Model Card
+
+
+# llama3.1-cc-8B
+
+[mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated](https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated) finetuned on [flammenai/casual-conversation-DPO](https://huggingface.co/datasets/flammenai/casual-conversation-DPO).
+
+This is an experimental finetune that formats the conversation data sequentially with the Llama 3 template.
+
+### Method
+
+Finetuned using an A100 on Google Colab for 3 epochs.
+
+[Fine-tune Llama 3 with ORPO](https://mlabonne.github.io/blog/posts/2024-04-19_Fine_tune_Llama_3_with_ORPO.html)

configuration.json

@@ -0,0 +1 @@
+{}

llama3.1-cc-8B.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56f17647c03fcb020fe2d3e6e39be756ea697abc4524d3d11b2c668f2ba0c47
+size 3179132064

llama3.1-cc-8B.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9731ddfdaa5292d895ec3d29a6e6e328e8cfbdbc0d622376eb9dfe993ed392a8
+size 4321957024

llama3.1-cc-8B.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b3c371d1b0027f00c3c64422c1cd296b1558f7b8c8e5cf18ff7bc28040a9db
+size 4018918560

llama3.1-cc-8B.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a4eb6ac5486748f78bb9a1d874dd8f900e7cdd7e2ac97409aeac635142133c
+size 3664499872

llama3.1-cc-8B.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a0d958a1454f6331630e2c005f5fc9d33bbe68ede8358754c7e2128a57a7af
+size 4661212320

llama3.1-cc-8B.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bff3f94bed2fcc724b32a20ad5e6cf6f660d319870fdd6c55bae7c77d63d96
+size 5130253472

llama3.1-cc-8B.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9a7d7260159ec5ab1eb983e8ded94d10b8a125265ad432026fb0663787db19
+size 4920734880

llama3.1-cc-8B.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e95a870d311ff1ab5eb64bd5a9ff633799f0d86664ebc7d19d126180cebadba
+size 4692669600

llama3.1-cc-8B.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eff986c12f377f5b3d0af33e4717b8fc0c32b50221f905497252e2cb0ad8eb
+size 5599294624

llama3.1-cc-8B.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed80ef98453086b0786a26ae96e084a392ecf643f1e6721d51390335f2877a2
+size 6068335776

llama3.1-cc-8B.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1612dd5a78930b14c3f672efa653ee65e5f7b165c9109eb22bb164a2743e3db2
+size 5732988064

llama3.1-cc-8B.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cab21aab887b33623364d3ada804be0409f5e33c6643ad8cedd4909bb0edde8
+size 5599294624

llama3.1-cc-8B.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f94e37498d71fc02ff78fb60e8419742cca9dec8f9c8da56484cee7ee3a8a53
+size 6596007072

llama3.1-cc-8B.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e4bd065aa98ff3121fef2402602dab27a4c40f204df02de2dfedfbb32dbad
+size 8540771488