commit 002b1d9a68b8c95965304cb2377a9623f499d9b9 Author: ModelHub XC Date: Sat May 9 14:32:30 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5c056c5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e9016a1 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: unsloth/Qwen2-0.5B-Instruct +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# unsloth/Qwen2-0.5B-Instruct GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf) | 335.16 MB | +| Q2_K | [unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf) | 322.92 MB | +| Q3_K_L | [unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf) | 352.24 MB | +| Q3_K_M | [unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf) | 339.00 MB | +| Q3_K_S | [unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf) | 322.59 MB | +| Q4_K_M | [unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf) | 379.38 MB | +| Q4_K_S | [unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf) | 367.61 MB | +| Q5_K_M | [unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf) | 400.62 MB | +| Q5_K_S | [unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf) | 393.59 MB | +| Q6_K | [unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf) | 482.31 MB | +| Q8_0 | [unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/unsloth-Qwen2-0.5B-Instruct-GGUF/blob/main/unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf) | 506.46 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532 diff --git a/unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf b/unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf new file mode 100644 index 0000000..3a77418 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1739a93de3894abd3a71d0d91e9b8107a733216752023483f7a41d0d83458431 +size 351442752 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf b/unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..a2036d5 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9e0744566f2d9e709c666ef781a687c9d9f282b274a8c757377515646c8e0c +size 338604864 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf b/unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..858a3f1 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27290b423e056ffef54a1fbc4253eaadabecf8940d86c0fcc5a7ad71a787b35c +size 369355584 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf b/unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..0e2d1be --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82eb1504ed56b047cc5367738ecfcf24b7a6f2282979d7c65d62848405281204 +size 355464000 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf b/unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..20bc514 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563be57227ce5f7e59bcef89772faf9aa83759e447355aa350712f0771035ee7 +size 338260800 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf b/unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..fae8b76 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4fafd36dcdd56d1d6b9eb819ada7f295582f93d534d73ae2ec83ed3d3ef691 +size 397805376 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf b/unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..bd6f4b7 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9850eb2e0721efb33b684f0fcfb8d2cca5c2d490c99c26c1f1a26558079bb32 +size 385469248 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf b/unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..39eae4e --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2219f90dea35f633366a4a9d15d50135622e1853db9911e0e48a593b75b551b8 +size 420083520 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf b/unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..7085201 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355507b3a48802fddc8073fee04af78dd84c3c123f69ce385dab9e6e02931066 +size 412707648 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf b/unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..d2bb779 --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80d733dec934d99f2690d79f504d9a4274e91dbe8e9bec103032187e9c6edff +size 505733952 diff --git a/unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf b/unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..c50d48d --- /dev/null +++ b/unsloth-Qwen2-0.5B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c5f0f0db5381bf0fa90012d8ab970a8b871e79d76615f8524be203d4883fe5 +size 531065664