From 8845022ab1b35ac0f7c3a106a51208f276ad219e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 10 Jul 2026 19:32:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/TwinLlama-3.1-8B-DPO2-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++++++++++++++ README.md | 35 ++++++++++++++++++++++ TwinLlama-3.1-8B-DPO2.Q2_K.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q4_0.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q4_1.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q5_0.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q5_1.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q6_K.gguf | 3 ++ TwinLlama-3.1-8B-DPO2.Q8_0.gguf | 3 ++ configuration.json | 1 + 17 files changed, 127 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 TwinLlama-3.1-8B-DPO2.Q2_K.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q4_0.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q4_1.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q5_0.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q5_1.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q6_K.gguf create mode 100644 TwinLlama-3.1-8B-DPO2.Q8_0.gguf create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..10f596e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a3d96cd --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ + +--- + +base_model: mlabonne/TwinLlama-3.1-8B +language: +- en +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- dpo + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/TwinLlama-3.1-8B-DPO2-GGUF +This is quantized version of [mlabonne/TwinLlama-3.1-8B-DPO2](https://huggingface.co/mlabonne/TwinLlama-3.1-8B-DPO2) created using llama.cpp + +# Original Model Card + + +# Uploaded model + +- **Developed by:** mlabonne +- **License:** apache-2.0 +- **Finetuned from model :** mlabonne/TwinLlama-3.1-8B + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) + diff --git a/TwinLlama-3.1-8B-DPO2.Q2_K.gguf b/TwinLlama-3.1-8B-DPO2.Q2_K.gguf new file mode 100644 index 0000000..d1eeb75 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17458734f8f938ca1187ffa67d633f94bab3af10a07042337010433b0339acdc +size 3179132128 diff --git a/TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf b/TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf new file mode 100644 index 0000000..6b8eaa8 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868591109d8b2c4328850b38450f3de80d13f29df3201b36599f7fe484b29ad3 +size 4321957088 diff --git a/TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf b/TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf new file mode 100644 index 0000000..a97c130 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e17e5b286b781d009f2e6d911a0063d67e793ef06c1471bf949b0a32e01e53 +size 4018918624 diff --git a/TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf b/TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf new file mode 100644 index 0000000..e8a2132 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e98e6d05a020309ef3e600c3d97c4684c125c756cd1ce5278e7633081d3307c +size 3664499936 diff --git a/TwinLlama-3.1-8B-DPO2.Q4_0.gguf b/TwinLlama-3.1-8B-DPO2.Q4_0.gguf new file mode 100644 index 0000000..5143343 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2207e0ebf5a19e16c336929a962c9974e3e5ced25ce00efd14db879430bad59b +size 4661212384 diff --git a/TwinLlama-3.1-8B-DPO2.Q4_1.gguf b/TwinLlama-3.1-8B-DPO2.Q4_1.gguf new file mode 100644 index 0000000..918823e --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3ae8ef88fe9e2be8ce4141f579d31eeea173941e23e8b1fe1132734fe78cf6 +size 5130253536 diff --git a/TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf b/TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf new file mode 100644 index 0000000..5e17663 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53972e204c5c184afdf864d8a5b59cad7ec7594186fc3655261f10efdd4c8487 +size 4920734944 diff --git a/TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf b/TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf new file mode 100644 index 0000000..99b3225 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b07a3f4848ed154f6c7b29832bfa424e30d8700f56f22afeb082292c80bd06 +size 4692669664 diff --git a/TwinLlama-3.1-8B-DPO2.Q5_0.gguf b/TwinLlama-3.1-8B-DPO2.Q5_0.gguf new file mode 100644 index 0000000..e95ddc3 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aec93737205ac6b849ae0368a21619022ee770ce14fd0eaf1415208c01b5d94 +size 5599294688 diff --git a/TwinLlama-3.1-8B-DPO2.Q5_1.gguf b/TwinLlama-3.1-8B-DPO2.Q5_1.gguf new file mode 100644 index 0000000..a4d8be5 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59506b1e01a32ead1ef06e155ac246e1fb907f63069b33742cda5f7bf6ee3e1 +size 6068335840 diff --git a/TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf b/TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf new file mode 100644 index 0000000..333255c --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd8af220856253ae1559e2afe08263f92263238f1c65c4488d578684c858520 +size 5732988128 diff --git a/TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf b/TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf new file mode 100644 index 0000000..7f872ba --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648d16bb999bce596849274b9bd8e32727fd44a11ed3d6b489c00ed0d258bd91 +size 5599294688 diff --git a/TwinLlama-3.1-8B-DPO2.Q6_K.gguf b/TwinLlama-3.1-8B-DPO2.Q6_K.gguf new file mode 100644 index 0000000..bba75e4 --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56710a997d934be3efaf95cea56e6c014c14f775c6c7d8f55e31c937237ebaa1 +size 6596007136 diff --git a/TwinLlama-3.1-8B-DPO2.Q8_0.gguf b/TwinLlama-3.1-8B-DPO2.Q8_0.gguf new file mode 100644 index 0000000..154b67b --- /dev/null +++ b/TwinLlama-3.1-8B-DPO2.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1aa1cafdf4abf53c3fe0a1a81e7c2adeccdd8cde2651c101fde18347d2c92f +size 8540771552 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file