commit 1f5ad0d9140d90ef995e570322f51b9410fa85c9 Author: ModelHub XC Date: Tue Jul 7 12:34:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/Llama-3.2-3B-Agent007-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5fe05dd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.2-3B-Agent007.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.2-3B-Agent007.Q2_K.gguf b/Llama-3.2-3B-Agent007.Q2_K.gguf new file mode 100644 index 0000000..36070f2 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad997dce61452a6e679115bf0b2ac63c5d47b970f76af7b4ec7d3dc2bfefa03 +size 1363936576 diff --git a/Llama-3.2-3B-Agent007.Q3_K_L.gguf b/Llama-3.2-3B-Agent007.Q3_K_L.gguf new file mode 100644 index 0000000..3d8c22f --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3488351df911f503dc9517bbe58bc07651253427a6ef53d483747c36578de66 +size 1815348544 diff --git a/Llama-3.2-3B-Agent007.Q3_K_M.gguf b/Llama-3.2-3B-Agent007.Q3_K_M.gguf new file mode 100644 index 0000000..bc695a4 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0a969524d08f7c8c435d2b6b5cc147ffe296c27f9500d6e263f96a7296de27 +size 1687160128 diff --git a/Llama-3.2-3B-Agent007.Q3_K_S.gguf b/Llama-3.2-3B-Agent007.Q3_K_S.gguf new file mode 100644 index 0000000..e4551f2 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b0d35a03decfb32f60ade78fcab45959e924ed7f2bd0b4a8721e19bfb11950 +size 1542849856 diff --git a/Llama-3.2-3B-Agent007.Q4_0.gguf b/Llama-3.2-3B-Agent007.Q4_0.gguf new file mode 100644 index 0000000..6b8d2bf --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb11cfae8612dd0ff9396ad8bcaa3621b545a1856b06a4fea06a8dc24ff6116 +size 1917191488 diff --git a/Llama-3.2-3B-Agent007.Q4_1.gguf b/Llama-3.2-3B-Agent007.Q4_1.gguf new file mode 100644 index 0000000..4a63619 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bca37875142931437fa0070b1271549d1dd08bf72287e657e6de0cb6ce5539 +size 2093352256 diff --git a/Llama-3.2-3B-Agent007.Q4_K_M.gguf b/Llama-3.2-3B-Agent007.Q4_K_M.gguf new file mode 100644 index 0000000..807464f --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2543a69b116f2a059e2e445e5d362bb7df4a51b97e83d8785c1803dc9d687f +size 2019378496 diff --git a/Llama-3.2-3B-Agent007.Q4_K_S.gguf b/Llama-3.2-3B-Agent007.Q4_K_S.gguf new file mode 100644 index 0000000..7c96348 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff44c5faa51541d4364f0f699f7b67936628611c0cc4c7cf9b9ddaad0d62213 +size 1928201536 diff --git a/Llama-3.2-3B-Agent007.Q5_0.gguf b/Llama-3.2-3B-Agent007.Q5_0.gguf new file mode 100644 index 0000000..13789b3 --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53214205a723bd7f5fe7c1f63de54765b5aeb6df973cb1e3af513602776e87dd +size 2269513024 diff --git a/Llama-3.2-3B-Agent007.Q5_1.gguf b/Llama-3.2-3B-Agent007.Q5_1.gguf new file mode 100644 index 0000000..50c547f --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68d4b7e3812e601810721a7588264d0577f485a373e5ecbaad81d4fdcc71deb +size 2445673792 diff --git a/Llama-3.2-3B-Agent007.Q5_K_M.gguf b/Llama-3.2-3B-Agent007.Q5_K_M.gguf new file mode 100644 index 0000000..251e01f --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddeaa2ad77239b7bf7029df0c8333fce155f0b13a496b4184ae00348474286e +size 2322154816 diff --git a/Llama-3.2-3B-Agent007.Q5_K_S.gguf b/Llama-3.2-3B-Agent007.Q5_K_S.gguf new file mode 100644 index 0000000..4fd169d --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4531d93b64996c2961e4bbaa93cf5003122decf640d5a773e86ae31bbe020511 +size 2269513024 diff --git a/Llama-3.2-3B-Agent007.Q6_K.gguf b/Llama-3.2-3B-Agent007.Q6_K.gguf new file mode 100644 index 0000000..2ab78ff --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd6733dd30d897aae49c1a2b6a667fd7ffe666b65af604a4db6972bcdc9b0f0 +size 2643854656 diff --git a/Llama-3.2-3B-Agent007.Q8_0.gguf b/Llama-3.2-3B-Agent007.Q8_0.gguf new file mode 100644 index 0000000..b5cc65e --- /dev/null +++ b/Llama-3.2-3B-Agent007.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c82ff714118ce39d829641e6af9e1300a3d75b4fe5bdd2e2ac4ae2958bfa480 +size 3421900096 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6595960 --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ + +--- + +base_model: unsloth/llama-3.2-3b-instruct-bnb-4bit +language: +- en +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl + +--- + +[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory) + + +# QuantFactory/Llama-3.2-3B-Agent007-GGUF +This is quantized version of [EpistemeAI/Llama-3.2-3B-Agent007](https://huggingface.co/EpistemeAI/Llama-3.2-3B-Agent007) created using llama.cpp + +# Original Model Card + + +# Uploaded model + +- **Developed by:** EpistemeAI +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/llama-3.2-3b-instruct-bnb-4bit + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) + diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file