From 84fe859607d7d6e376c791dc75a8438a42d03f69 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 18:15:27 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++++ Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf | 3 ++ Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf | 3 ++ README.md | 47 ++++++++++++++++++++++++ featherless-quants.png | 3 ++ 14 files changed, 130 insertions(+) create mode 100644 .gitattributes create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf create mode 100644 Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf create mode 100644 README.md create mode 100644 featherless-quants.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..800ffd9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf new file mode 100644 index 0000000..89a16f4 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314a317fb84d48bb0f024d3cd3c06ce3fb20eef2d847d977726f3429bfe212db +size 902182944 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..11d6ea7 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c736b6d7299a36b43913780f36e691d5d5121fb24aafc368fe581f7e20c34b +size 676304928 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..496dabc --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab7c3d64ed1d715da01607e35abba108c8f953291afddc7f538d1eb87a136c6 +size 880162848 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..8cc462c --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a42e3b39e719ae140495111801ab8c624413e5872470565a9f75cae35dff8c +size 824178720 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..becf786 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6606d21a9914e4273e2ec570e3fa08d78485a27892729c76521c58a178f475 +size 760944672 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..c66b2e7 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6a38f90ea59a9309b3cb4643f807af101f88e84aca0bc2c9a92607b3078c2c +size 986048544 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..4b26d58 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168711f1d2a353b75e87a20e814c3ae8b21dd2af54a5f3004ec60a83151c4504 +size 940312608 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..10273b0 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79446c062dd2429f45eb6d573c21d6ecf5c115e5759ec2b0291f275ab0feaf2e +size 1125050400 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..fc1c838 --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d94d3caa87c2bb3aa11575e8e26cd2e4d20a2f5f47bf078883b539c6e7c46c7 +size 1098729504 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..573914d --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d1b9f5f60d59cc4681388278423ae283dcc2b067488d54b31628b699f0857f +size 1272739872 diff --git a/Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf b/Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..b1279cc --- /dev/null +++ b/Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ca24d259a3f4bf4dc1af11502ac6820d634951a2ff475b6d9b94c9f35a8080 +size 1646573088 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a8db796 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: Gensyn/Qwen2.5-1.5B-Instruct +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# Gensyn/Qwen2.5-1.5B-Instruct GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-IQ4_XS.gguf) | 860.39 MB | +| Q2_K | [Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q2_K.gguf) | 644.97 MB | +| Q3_K_L | [Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_L.gguf) | 839.39 MB | +| Q3_K_M | [Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_M.gguf) | 786.00 MB | +| Q3_K_S | [Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q3_K_S.gguf) | 725.69 MB | +| Q4_K_M | [Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf) | 940.37 MB | +| Q4_K_S | [Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q4_K_S.gguf) | 896.75 MB | +| Q5_K_M | [Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_M.gguf) | 1072.93 MB | +| Q5_K_S | [Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q5_K_S.gguf) | 1047.83 MB | +| Q6_K | [Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q6_K.gguf) | 1213.78 MB | +| Q8_0 | [Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/Gensyn-Qwen2.5-1.5B-Instruct-GGUF/blob/main/Gensyn-Qwen2.5-1.5B-Instruct-Q8_0.gguf) | 1570.29 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532