From 4c49788f69c5e440ab68de8610f90a723b859cbb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 23:03:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/DatacampLlama-3.1-8B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++++++++++++ DatacampLlama-3.1-8B.Q2_K.gguf | 3 ++ DatacampLlama-3.1-8B.Q3_K_L.gguf | 3 ++ DatacampLlama-3.1-8B.Q3_K_M.gguf | 3 ++ DatacampLlama-3.1-8B.Q3_K_S.gguf | 3 ++ DatacampLlama-3.1-8B.Q4_0.gguf | 3 ++ DatacampLlama-3.1-8B.Q4_1.gguf | 3 ++ DatacampLlama-3.1-8B.Q4_K_M.gguf | 3 ++ DatacampLlama-3.1-8B.Q4_K_S.gguf | 3 ++ DatacampLlama-3.1-8B.Q5_0.gguf | 3 ++ DatacampLlama-3.1-8B.Q5_1.gguf | 3 ++ DatacampLlama-3.1-8B.Q5_K_M.gguf | 3 ++ DatacampLlama-3.1-8B.Q5_K_S.gguf | 3 ++ DatacampLlama-3.1-8B.Q6_K.gguf | 3 ++ DatacampLlama-3.1-8B.Q8_0.gguf | 3 ++ README.md | 35 +++++++++++++++++++++++ configuration.json | 1 + 17 files changed, 127 insertions(+) create mode 100644 .gitattributes create mode 100644 DatacampLlama-3.1-8B.Q2_K.gguf create mode 100644 DatacampLlama-3.1-8B.Q3_K_L.gguf create mode 100644 DatacampLlama-3.1-8B.Q3_K_M.gguf create mode 100644 DatacampLlama-3.1-8B.Q3_K_S.gguf create mode 100644 DatacampLlama-3.1-8B.Q4_0.gguf create mode 100644 DatacampLlama-3.1-8B.Q4_1.gguf create mode 100644 DatacampLlama-3.1-8B.Q4_K_M.gguf create mode 100644 DatacampLlama-3.1-8B.Q4_K_S.gguf create mode 100644 DatacampLlama-3.1-8B.Q5_0.gguf create mode 100644 DatacampLlama-3.1-8B.Q5_1.gguf create mode 100644 DatacampLlama-3.1-8B.Q5_K_M.gguf create mode 100644 DatacampLlama-3.1-8B.Q5_K_S.gguf create mode 100644 DatacampLlama-3.1-8B.Q6_K.gguf create mode 100644 DatacampLlama-3.1-8B.Q8_0.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5f90a87 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DatacampLlama-3.1-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DatacampLlama-3.1-8B.Q2_K.gguf b/DatacampLlama-3.1-8B.Q2_K.gguf new file mode 100644 index 0000000..c9a8f17 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083c9247018b361299e6fee5b48a188cfde80d7cdbda45c7d2a6d0c0003d3662 +size 3179132640 diff --git a/DatacampLlama-3.1-8B.Q3_K_L.gguf b/DatacampLlama-3.1-8B.Q3_K_L.gguf new file mode 100644 index 0000000..489ac17 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01afa72f91490551a6adc4503eebfb5e1e28347fc92c8379a498bfd54254c2d +size 4321957600 diff --git a/DatacampLlama-3.1-8B.Q3_K_M.gguf b/DatacampLlama-3.1-8B.Q3_K_M.gguf new file mode 100644 index 0000000..6eefa34 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a947e23870a81d2690ba3ebeedc2cfc5928d8a8337f137ea3f48927739d97363 +size 4018919136 diff --git a/DatacampLlama-3.1-8B.Q3_K_S.gguf b/DatacampLlama-3.1-8B.Q3_K_S.gguf new file mode 100644 index 0000000..721895d --- /dev/null +++ b/DatacampLlama-3.1-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c642282cf9d3a6c075feaaf60ac601b3fa64fdef7bf156f288f65cb4e8245ed5 +size 3664500448 diff --git a/DatacampLlama-3.1-8B.Q4_0.gguf b/DatacampLlama-3.1-8B.Q4_0.gguf new file mode 100644 index 0000000..6848524 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef2456b624e8da9d28f79445b496a7857d04a3492aef8bed582a23c55572c2e +size 4661212896 diff --git a/DatacampLlama-3.1-8B.Q4_1.gguf b/DatacampLlama-3.1-8B.Q4_1.gguf new file mode 100644 index 0000000..dc1926a --- /dev/null +++ b/DatacampLlama-3.1-8B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6974e8caeb6514186b8ac0bbd7f3ede7b0ca0927f7331a5106858f087a5b0668 +size 5130254048 diff --git a/DatacampLlama-3.1-8B.Q4_K_M.gguf b/DatacampLlama-3.1-8B.Q4_K_M.gguf new file mode 100644 index 0000000..e3d1a80 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03173875c263170c8ce4b84a398a83867ae73e1d67e03bf86535018a3bcccd0b +size 4920735456 diff --git a/DatacampLlama-3.1-8B.Q4_K_S.gguf b/DatacampLlama-3.1-8B.Q4_K_S.gguf new file mode 100644 index 0000000..6001f5d --- /dev/null +++ b/DatacampLlama-3.1-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f001b1c358e82ce0a0985e44820586a786ab2b0cb0be96aaa3843a02ea4adeee +size 4692670176 diff --git a/DatacampLlama-3.1-8B.Q5_0.gguf b/DatacampLlama-3.1-8B.Q5_0.gguf new file mode 100644 index 0000000..8bbdaa2 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15ed79806de9d76fb09bde5d24867017c20e78f4573c9edde34129d595804e8 +size 5599295200 diff --git a/DatacampLlama-3.1-8B.Q5_1.gguf b/DatacampLlama-3.1-8B.Q5_1.gguf new file mode 100644 index 0000000..6f12db2 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e876a8bbf1fcc1f7ade536abb6d5316ce1fdef2b7b38055a4847e0f9b5f8bda5 +size 6068336352 diff --git a/DatacampLlama-3.1-8B.Q5_K_M.gguf b/DatacampLlama-3.1-8B.Q5_K_M.gguf new file mode 100644 index 0000000..03fdd1e --- /dev/null +++ b/DatacampLlama-3.1-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae436856572462cd6ada4b63c797e7313f97b42ae933f6b5a55d7cbfaf2e472 +size 5732988640 diff --git a/DatacampLlama-3.1-8B.Q5_K_S.gguf b/DatacampLlama-3.1-8B.Q5_K_S.gguf new file mode 100644 index 0000000..3bfaa62 --- /dev/null +++ b/DatacampLlama-3.1-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5663884333db133c00a2030e14ba994da2e7a030f43acbbbc9bb68cd86dd5624 +size 5599295200 diff --git a/DatacampLlama-3.1-8B.Q6_K.gguf b/DatacampLlama-3.1-8B.Q6_K.gguf new file mode 100644 index 0000000..88159cd --- /dev/null +++ b/DatacampLlama-3.1-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2be9e34822b760d0ee87455d317c244c51d164d912d42393f842504ff502ec +size 6596007648 diff --git a/DatacampLlama-3.1-8B.Q8_0.gguf b/DatacampLlama-3.1-8B.Q8_0.gguf new file mode 100644 index 0000000..464d00b --- /dev/null +++ b/DatacampLlama-3.1-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cc89b7b689ee916f45e72d1d04fb240a1c8ba1a8ae239fde2112e4c1a57e00 +size 8540772064 diff --git a/README.md b/README.md new file mode 100644 index 0000000..774d67b --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ + +--- + +base_model: unsloth/Meta-Llama-3.1-8B-bnb-4bit +language: +- en +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- sft + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/DatacampLlama-3.1-8B-GGUF +This is quantized version of [mlabonne/DatacampLlama-3.1-8B](https://huggingface.co/mlabonne/DatacampLlama-3.1-8B) created using llama.cpp + +# Original Model Card + + +# Uploaded model + +- **Developed by:** mlabonne +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Meta-Llama-3.1-8B-bnb-4bit + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) + diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file