From 04d2b79ec617914d68025ba7eda1818da6282844 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 25 Jun 2026 20:08:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: featherless-ai-quants/Himitsui-Kaiju-11B-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++++++++++++++ Himitsui-Kaiju-11B-IQ4_XS.gguf | 3 +++ Himitsui-Kaiju-11B-Q2_K.gguf | 3 +++ Himitsui-Kaiju-11B-Q3_K_L.gguf | 3 +++ Himitsui-Kaiju-11B-Q3_K_M.gguf | 3 +++ Himitsui-Kaiju-11B-Q3_K_S.gguf | 3 +++ Himitsui-Kaiju-11B-Q4_K_M.gguf | 3 +++ Himitsui-Kaiju-11B-Q4_K_S.gguf | 3 +++ Himitsui-Kaiju-11B-Q5_K_M.gguf | 3 +++ Himitsui-Kaiju-11B-Q5_K_S.gguf | 3 +++ Himitsui-Kaiju-11B-Q6_K.gguf | 3 +++ Himitsui-Kaiju-11B-Q8_0.gguf | 3 +++ README.md | 46 +++++++++++++++++++++++++++++++++ featherless-quants.png | 3 +++ 14 files changed, 129 insertions(+) create mode 100644 .gitattributes create mode 100644 Himitsui-Kaiju-11B-IQ4_XS.gguf create mode 100644 Himitsui-Kaiju-11B-Q2_K.gguf create mode 100644 Himitsui-Kaiju-11B-Q3_K_L.gguf create mode 100644 Himitsui-Kaiju-11B-Q3_K_M.gguf create mode 100644 Himitsui-Kaiju-11B-Q3_K_S.gguf create mode 100644 Himitsui-Kaiju-11B-Q4_K_M.gguf create mode 100644 Himitsui-Kaiju-11B-Q4_K_S.gguf create mode 100644 Himitsui-Kaiju-11B-Q5_K_M.gguf create mode 100644 Himitsui-Kaiju-11B-Q5_K_S.gguf create mode 100644 Himitsui-Kaiju-11B-Q6_K.gguf create mode 100644 Himitsui-Kaiju-11B-Q8_0.gguf create mode 100644 README.md create mode 100644 featherless-quants.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..54cc700 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Himitsui-Kaiju-11B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/Himitsui-Kaiju-11B-IQ4_XS.gguf b/Himitsui-Kaiju-11B-IQ4_XS.gguf new file mode 100644 index 0000000..c48ec94 --- /dev/null +++ b/Himitsui-Kaiju-11B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1172e691eff44e002199ea26380d95f18bb905100de411396e4ec7a088b73efa +size 5827639680 diff --git a/Himitsui-Kaiju-11B-Q2_K.gguf b/Himitsui-Kaiju-11B-Q2_K.gguf new file mode 100644 index 0000000..63eab5e --- /dev/null +++ b/Himitsui-Kaiju-11B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417a465a02b8e99ffe0e0b37ada34da838a5f72b6b7c0f1701b50d789661a159 +size 4003232128 diff --git a/Himitsui-Kaiju-11B-Q3_K_L.gguf b/Himitsui-Kaiju-11B-Q3_K_L.gguf new file mode 100644 index 0000000..ebdb09c --- /dev/null +++ b/Himitsui-Kaiju-11B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae881ef4d8f394c3ad398dba689eabdf60db40fa423017569ba81956cccf357 +size 5650749824 diff --git a/Himitsui-Kaiju-11B-Q3_K_M.gguf b/Himitsui-Kaiju-11B-Q3_K_M.gguf new file mode 100644 index 0000000..8e73b8e --- /dev/null +++ b/Himitsui-Kaiju-11B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41c72bcc6fc475d2b1d57f3b1bd16c1ee0227c580561dcb4bf793887840f133 +size 5195667840 diff --git a/Himitsui-Kaiju-11B-Q3_K_S.gguf b/Himitsui-Kaiju-11B-Q3_K_S.gguf new file mode 100644 index 0000000..2a287e7 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1978ce3183f22a63a46fbd0675b3ae75a0a8e2167b66a8b2d2b777ee337eebfa +size 4664564096 diff --git a/Himitsui-Kaiju-11B-Q4_K_M.gguf b/Himitsui-Kaiju-11B-Q4_K_M.gguf new file mode 100644 index 0000000..3ef9cc3 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3a6433ffd65e2aca546d2e3e2a7e995b2783bc16cc9626b878cec1d589741b +size 6461667712 diff --git a/Himitsui-Kaiju-11B-Q4_K_S.gguf b/Himitsui-Kaiju-11B-Q4_K_S.gguf new file mode 100644 index 0000000..f7faccc --- /dev/null +++ b/Himitsui-Kaiju-11B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca55c296783c444e4503f487e2d76a0c961590fa269df4f8d1b41cfdf6ccecdc +size 6118521216 diff --git a/Himitsui-Kaiju-11B-Q5_K_M.gguf b/Himitsui-Kaiju-11B-Q5_K_M.gguf new file mode 100644 index 0000000..5a2b823 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21766cb5b334e5b162a3dc7ea0af28be6a4f991494359a6b2ccc1a094deacd7 +size 7597930880 diff --git a/Himitsui-Kaiju-11B-Q5_K_S.gguf b/Himitsui-Kaiju-11B-Q5_K_S.gguf new file mode 100644 index 0000000..bf46666 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb4db457a38ce9f82f28d7064ddba24deecf6914734046e7c5862bd429098a9 +size 7397390720 diff --git a/Himitsui-Kaiju-11B-Q6_K.gguf b/Himitsui-Kaiju-11B-Q6_K.gguf new file mode 100644 index 0000000..a3fb476 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e9dd0b9226ae3c62cae2928da450c560e3c215e4dc6007159aceb40fc44159 +size 8805210496 diff --git a/Himitsui-Kaiju-11B-Q8_0.gguf b/Himitsui-Kaiju-11B-Q8_0.gguf new file mode 100644 index 0000000..870dc47 --- /dev/null +++ b/Himitsui-Kaiju-11B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cafb47fe41a10b5021e6bed8726c21bf006ec516434c16e40c7643b8d526f79 +size 11404155264 diff --git a/README.md b/README.md new file mode 100644 index 0000000..789b874 --- /dev/null +++ b/README.md @@ -0,0 +1,46 @@ +--- +base_model: Himitsui/Kaiju-11B +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# Himitsui/Kaiju-11B GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| Q8_0 | [Himitsui-Kaiju-11B-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q8_0.gguf) | 10875.85 MB | +| Q4_K_S | [Himitsui-Kaiju-11B-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q4_K_S.gguf) | 5835.08 MB | +| Q2_K | [Himitsui-Kaiju-11B-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q2_K.gguf) | 3817.78 MB | +| Q6_K | [Himitsui-Kaiju-11B-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q6_K.gguf) | 8397.30 MB | +| Q3_K_M | [Himitsui-Kaiju-11B-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q3_K_M.gguf) | 4954.97 MB | +| Q3_K_S | [Himitsui-Kaiju-11B-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q3_K_S.gguf) | 4448.47 MB | +| Q3_K_L | [Himitsui-Kaiju-11B-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q3_K_L.gguf) | 5388.97 MB | +| Q4_K_M | [Himitsui-Kaiju-11B-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q4_K_M.gguf) | 6162.33 MB | +| Q5_K_S | [Himitsui-Kaiju-11B-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q5_K_S.gguf) | 7054.70 MB | +| Q5_K_M | [Himitsui-Kaiju-11B-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-Q5_K_M.gguf) | 7245.95 MB | +| IQ4_XS | [Himitsui-Kaiju-11B-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/Himitsui-Kaiju-11B-GGUF/blob/main/Himitsui-Kaiju-11B-IQ4_XS.gguf) | 5557.67 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532