From cf757dc0f925be79c623cc7bc9ab8bf976ff49ca Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 9 Jul 2026 05:52:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/llama3.1-airoboros3.2-QDT-8B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++++ README.md | 31 +++++++++++++++ configuration.json | 1 + llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf | 3 ++ llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf | 3 ++ 17 files changed, 123 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf create mode 100644 llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..81ed514 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9124012 --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- + +library_name: transformers +base_model: +- meta-llama/Meta-Llama-3.1-8B-Instruct +datasets: +- jondurbin/airoboros-3.2 +license: llama3 + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/llama3.1-airoboros3.2-QDT-8B-GGUF +This is quantized version of [nbeerbower/llama3.1-airoboros3.2-QDT-8B](https://huggingface.co/nbeerbower/llama3.1-airoboros3.2-QDT-8B) created using llama.cpp + +# Original Model Card + + +# llama3.1-airoboros3.2-QDT-8B + +[meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) finetuned on [jondurbin/airoboros-3.2](https://huggingface.co/datasets/jondurbin/airoboros-3.2). + +Llama 3 Instruct was used as the chat template. + +### Method + +Finetuned using a Google Colab A100 for 1 epoch. Only 25% of the data was used for training due to limited resources, hence QDT (Quarter Data Test). + +[Based on mlabonne's SFT notebook.](https://colab.research.google.com/drive/1o_w0KastmEJNVwT5GoqMCciH-18ca5WS?usp=sharing) diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf b/llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf new file mode 100644 index 0000000..ac13b3e --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69daf39d65bd9ba59808b20079c563b2a6c6016b492b8583f57e2bd655fe2092 +size 3179136320 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf b/llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf new file mode 100644 index 0000000..a5535bb --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fae7f126b0bd6babf3039c3ee17a1c6577e68970c912c027ac9c2afa24d44b8 +size 4321961280 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf b/llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf new file mode 100644 index 0000000..4c4cfa0 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9305ba582c251a0764e595f1e5d12d105011218052d5992b897c064a1e6b3333 +size 4018922816 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf b/llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf new file mode 100644 index 0000000..a63b2b3 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ca0504a9855e86cb970491381a43f29a234072634c57a9ae820326bb8ed959 +size 3664504128 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf b/llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf new file mode 100644 index 0000000..bc14e23 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1103f704bd5c55c1dfba1b5c713805b004fd6bfe7ee2aa2765781b8d698cbf4 +size 4661216576 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf b/llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf new file mode 100644 index 0000000..f3acbff --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854706a18b2bfbd054dbbc4695c10427947fa2df64676f4c47e0d4d9c395f8ef +size 5130257728 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf b/llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf new file mode 100644 index 0000000..e56d2c3 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d451620b7ab0772aa9ce9afd53fc9a39f8d660845edeca83ec4c188174ceab +size 4920739136 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf b/llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf new file mode 100644 index 0000000..f4cb52c --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891044b913d3b89218400b42c81a93e778392c78c61d4e591ed9ae2c4b93b35d +size 4692673856 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf b/llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf new file mode 100644 index 0000000..f9b85fb --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4011ed477e1cf9a1088631b21ca6fcd29a5fe804041a0af73dcaa58dcbe2a1d0 +size 5599298880 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf b/llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf new file mode 100644 index 0000000..91ff4e2 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87d50a738cb96c85e4599a3f7028053f41ac3f64ce48c2883432568c2b6188c +size 6068340032 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf b/llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf new file mode 100644 index 0000000..fee8c94 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b64324186a8078b076b9ba62361fea2af191346b4d8bb8a2657fe032e65cf93 +size 5732992320 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf b/llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf new file mode 100644 index 0000000..90477c2 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cba13d6f47c04c2271e4a887e7ad0c15e3d2f3ffe56af4b4e863a2f6ce5c63f +size 5599298880 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf b/llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf new file mode 100644 index 0000000..6588e1d --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208ce5558f7730e707a3d07f1b29851e7db2ac83a38687643113ca173c3a4e14 +size 6596011328 diff --git a/llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf b/llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf new file mode 100644 index 0000000..5ff8403 --- /dev/null +++ b/llama3.1-airoboros3.2-QDT-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742f639b7abee7abc74940b7e2150be4fd1a861711b2a6c8f2a16330b93338d6 +size 8540775744