From c376c6900e77aa993df445d11bd49941b4f5606f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 8 Aug 2026 01:59:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: fableforge-ai/ShellWhisperer-1.5B-GGUF Source: Original Platform --- .gitattributes | 58 +++++++++++++++++++++++++++ README.md | 68 ++++++++++++++++++++++++++++++++ shellwhisperer-1.5b-IQ1_S.gguf | 3 ++ shellwhisperer-1.5b-IQ2_XXS.gguf | 3 ++ shellwhisperer-1.5b-IQ3_XXS.gguf | 3 ++ shellwhisperer-1.5b-IQ4_XS.gguf | 3 ++ shellwhisperer-1.5b-Q2_K.gguf | 3 ++ shellwhisperer-1.5b-Q3_K_M.gguf | 3 ++ shellwhisperer-1.5b-Q4_0.gguf | 3 ++ shellwhisperer-1.5b-Q4_K_M.gguf | 3 ++ shellwhisperer-1.5b-Q5_K_M.gguf | 3 ++ shellwhisperer-1.5b-Q6_K.gguf | 3 ++ shellwhisperer-1.5b-Q8_0.gguf | 3 ++ shellwhisperer-1.5b-f16.gguf | 3 ++ shellwhisperer-1.5b-iq2_s.gguf | 3 ++ shellwhisperer-1.5b-iq2_xs.gguf | 3 ++ shellwhisperer-1.5b-iq3_m.gguf | 3 ++ shellwhisperer-1.5b-iq3_s.gguf | 3 ++ shellwhisperer-1.5b-iq3_xs.gguf | 3 ++ shellwhisperer-1.5b-iq4_nl.gguf | 3 ++ shellwhisperer-1.5b-q3_k_l.gguf | 3 ++ shellwhisperer-1.5b-q3_k_s.gguf | 3 ++ shellwhisperer-1.5b-q4_1.gguf | 3 ++ shellwhisperer-1.5b-q4_k_s.gguf | 3 ++ shellwhisperer-1.5b-q5_k_s.gguf | 3 ++ 25 files changed, 195 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 shellwhisperer-1.5b-IQ1_S.gguf create mode 100644 shellwhisperer-1.5b-IQ2_XXS.gguf create mode 100644 shellwhisperer-1.5b-IQ3_XXS.gguf create mode 100644 shellwhisperer-1.5b-IQ4_XS.gguf create mode 100644 shellwhisperer-1.5b-Q2_K.gguf create mode 100644 shellwhisperer-1.5b-Q3_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q4_0.gguf create mode 100644 shellwhisperer-1.5b-Q4_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q5_K_M.gguf create mode 100644 shellwhisperer-1.5b-Q6_K.gguf create mode 100644 shellwhisperer-1.5b-Q8_0.gguf create mode 100644 shellwhisperer-1.5b-f16.gguf create mode 100644 shellwhisperer-1.5b-iq2_s.gguf create mode 100644 shellwhisperer-1.5b-iq2_xs.gguf create mode 100644 shellwhisperer-1.5b-iq3_m.gguf create mode 100644 shellwhisperer-1.5b-iq3_s.gguf create mode 100644 shellwhisperer-1.5b-iq3_xs.gguf create mode 100644 shellwhisperer-1.5b-iq4_nl.gguf create mode 100644 shellwhisperer-1.5b-q3_k_l.gguf create mode 100644 shellwhisperer-1.5b-q3_k_s.gguf create mode 100644 shellwhisperer-1.5b-q4_1.gguf create mode 100644 shellwhisperer-1.5b-q4_k_s.gguf create mode 100644 shellwhisperer-1.5b-q5_k_s.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8993963 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-f16.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +shellwhisperer-1.5b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..86a67ed --- /dev/null +++ b/README.md @@ -0,0 +1,68 @@ +--- +license: apache-2.0 +library_name: gguf +base_model: fableforge-ai/ShellWhisperer-1.5B +base_model_relation: quantized +tags: +- gguf +- fableforge +- shellwhisperer +- 1.5b +- llama.cpp +- lm-studio +- ollama +- text-generation +- uncensored +- agent +- tool-use +- en +pipeline_tag: text-generation +--- + +# ShellWhisperer-1.5B-GGUF + +GGUF quantizations of [fableforge-ai/ShellWhisperer-1.5B](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B), a 1.5B parameter instruction-tuned model optimized for shell command generation, agentic tool use, and uncensored reasoning. + +## Available Quants + +| Quant | File | +|---|---| +| F16 | `shellwhisperer-1.5b-f16.gguf` | +| Q8_0 | `shellwhisperer-1.5b-Q8_0.gguf` | +| Q6_K | `shellwhisperer-1.5b-Q6_K.gguf` | +| Q5_K_M | `shellwhisperer-1.5b-Q5_K_M.gguf` | +| Q4_K_M | `shellwhisperer-1.5b-Q4_K_M.gguf` | +| Q4_0 | `shellwhisperer-1.5b-Q4_0.gguf` | +| Q3_K_M | `shellwhisperer-1.5b-Q3_K_M.gguf` | +| Q2_K | `shellwhisperer-1.5b-Q2_K.gguf` | +| IQ4_XS | `shellwhisperer-1.5b-IQ4_XS.gguf` | +| IQ3_XXS | `shellwhisperer-1.5b-IQ3_XXS.gguf` | +| IQ2_XXS | `shellwhisperer-1.5b-IQ2_XXS.gguf` | +| IQ1_S | `shellwhisperer-1.5b-IQ1_S.gguf` | + +## Usage + +### llama.cpp + +```bash +git clone https://github.com/ggerganov/llama.cpp +cd llama.cpp +make -j +./main -m shellwhisperer-1.5b-Q4_K_M.gguf -p "Generate a bash script to..." -n 512 +``` + +### Ollama + +```bash +ollama run hf.co/fableforge-ai/ShellWhisperer-1.5B-GGUF:Q4_K_M +``` + +### LM Studio + +Search for "ShellWhisperer" in the LM Studio search panel. + +--- + +## 🔗 Related models + +- 🧠 Base model (safetensors): [`ShellWhisperer-1.5B`](https://huggingface.co/fableforge-ai/ShellWhisperer-1.5B) diff --git a/shellwhisperer-1.5b-IQ1_S.gguf b/shellwhisperer-1.5b-IQ1_S.gguf new file mode 100644 index 0000000..16ceed4 --- /dev/null +++ b/shellwhisperer-1.5b-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6b4dcf07ff059c61be7d6e734721301b402253d13c2d7f488a3ec90bab4b5c +size 436527936 diff --git a/shellwhisperer-1.5b-IQ2_XXS.gguf b/shellwhisperer-1.5b-IQ2_XXS.gguf new file mode 100644 index 0000000..89a9474 --- /dev/null +++ b/shellwhisperer-1.5b-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250e8f4b9f55122fbb0d56aa39c392aec9c3a4efcbff82ba5a3ee9daae2ff010 +size 511017760 diff --git a/shellwhisperer-1.5b-IQ3_XXS.gguf b/shellwhisperer-1.5b-IQ3_XXS.gguf new file mode 100644 index 0000000..0039c3b --- /dev/null +++ b/shellwhisperer-1.5b-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3abc97c9fe6d9f19517da7e93695a7432a5b455b46091b0a2a8091dec6d02c1 +size 668792608 diff --git a/shellwhisperer-1.5b-IQ4_XS.gguf b/shellwhisperer-1.5b-IQ4_XS.gguf new file mode 100644 index 0000000..85346de --- /dev/null +++ b/shellwhisperer-1.5b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8247081554b38663c0af623efee9b700a5c9db0cf9fca48a594c4ae9086445 +size 902182944 diff --git a/shellwhisperer-1.5b-Q2_K.gguf b/shellwhisperer-1.5b-Q2_K.gguf new file mode 100644 index 0000000..0174987 --- /dev/null +++ b/shellwhisperer-1.5b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4e5506105c332749227f4be1e123d008f7002a9d87940a238454b0dfefd58b +size 676304928 diff --git a/shellwhisperer-1.5b-Q3_K_M.gguf b/shellwhisperer-1.5b-Q3_K_M.gguf new file mode 100644 index 0000000..c3b0083 --- /dev/null +++ b/shellwhisperer-1.5b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdd46f907afac021a92dbf8d40ce1387b8267ba1dadaea349f4a755345a4bf3 +size 824178720 diff --git a/shellwhisperer-1.5b-Q4_0.gguf b/shellwhisperer-1.5b-Q4_0.gguf new file mode 100644 index 0000000..9af309f --- /dev/null +++ b/shellwhisperer-1.5b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fd5971e426cf06ad5171c8b292109531dc2e1b3cee4a6251cb86ec7ca5d38d +size 934955040 diff --git a/shellwhisperer-1.5b-Q4_K_M.gguf b/shellwhisperer-1.5b-Q4_K_M.gguf new file mode 100644 index 0000000..884a0d2 --- /dev/null +++ b/shellwhisperer-1.5b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893fd6a6d58eb99b57106edefb5f9f17a388031ac5f95f2f3ce9dd05b7a60f74 +size 986048544 diff --git a/shellwhisperer-1.5b-Q5_K_M.gguf b/shellwhisperer-1.5b-Q5_K_M.gguf new file mode 100644 index 0000000..259fa24 --- /dev/null +++ b/shellwhisperer-1.5b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3494d2177148bf3e5421cb6ffc7fc3642fbd051b50efc632738e85c69b08b233 +size 1125050400 diff --git a/shellwhisperer-1.5b-Q6_K.gguf b/shellwhisperer-1.5b-Q6_K.gguf new file mode 100644 index 0000000..da3e553 --- /dev/null +++ b/shellwhisperer-1.5b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27c44f8dde343880d6b1672908a2e7489a4f6e524f98a7356d95eadf515c780 +size 1272739872 diff --git a/shellwhisperer-1.5b-Q8_0.gguf b/shellwhisperer-1.5b-Q8_0.gguf new file mode 100644 index 0000000..9711f1f --- /dev/null +++ b/shellwhisperer-1.5b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48286c844bf93bac7dbb010fba32b8593d25c6aebb65b77f1b18715ca5007a8d +size 1646573088 diff --git a/shellwhisperer-1.5b-f16.gguf b/shellwhisperer-1.5b-f16.gguf new file mode 100644 index 0000000..1ce296b --- /dev/null +++ b/shellwhisperer-1.5b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dd382a1add85b8c142c91f0e9977914199eb0c5ad50abab02b7d5378656999 +size 3093669408 diff --git a/shellwhisperer-1.5b-iq2_s.gguf b/shellwhisperer-1.5b-iq2_s.gguf new file mode 100644 index 0000000..d95b526 --- /dev/null +++ b/shellwhisperer-1.5b-iq2_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0276cb118a9fa3e538f4d5913c114f3a9321f39fab2d6b9adf1c1a73a5b235e +size 563810080 diff --git a/shellwhisperer-1.5b-iq2_xs.gguf b/shellwhisperer-1.5b-iq2_xs.gguf new file mode 100644 index 0000000..1f7e4c7 --- /dev/null +++ b/shellwhisperer-1.5b-iq2_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d28f6d2786245a368cc630aba2629c2daf9f785fe9934650b78d7e04876f70 +size 550327072 diff --git a/shellwhisperer-1.5b-iq3_m.gguf b/shellwhisperer-1.5b-iq3_m.gguf new file mode 100644 index 0000000..39d6aff --- /dev/null +++ b/shellwhisperer-1.5b-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d0df94e8ea0e1d47b6e6b66345a88778ab3f9932d86d66002998b68d21e15b +size 776664352 diff --git a/shellwhisperer-1.5b-iq3_s.gguf b/shellwhisperer-1.5b-iq3_s.gguf new file mode 100644 index 0000000..409791a --- /dev/null +++ b/shellwhisperer-1.5b-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd10f52f07a669d67bbbde8c5d08e07b573b1cb4b3cf23c697914683f518e413 +size 762407200 diff --git a/shellwhisperer-1.5b-iq3_xs.gguf b/shellwhisperer-1.5b-iq3_xs.gguf new file mode 100644 index 0000000..daa7d7b --- /dev/null +++ b/shellwhisperer-1.5b-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0543c2f2dccef7091e7b1c4a45385d853080b66b3931e990361719bc896ad55 +size 731699488 diff --git a/shellwhisperer-1.5b-iq4_nl.gguf b/shellwhisperer-1.5b-iq4_nl.gguf new file mode 100644 index 0000000..504bcd7 --- /dev/null +++ b/shellwhisperer-1.5b-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6f343c1172c73d41e97b305e7ddc422de8a3d959e6e36d8586e02e479b8667 +size 936331552 diff --git a/shellwhisperer-1.5b-q3_k_l.gguf b/shellwhisperer-1.5b-q3_k_l.gguf new file mode 100644 index 0000000..b800356 --- /dev/null +++ b/shellwhisperer-1.5b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42b0454f0277fd4ae4fd4656b927a3f97f6411e06ee1b7e40db6a0c859c472f +size 880162848 diff --git a/shellwhisperer-1.5b-q3_k_s.gguf b/shellwhisperer-1.5b-q3_k_s.gguf new file mode 100644 index 0000000..2a46878 --- /dev/null +++ b/shellwhisperer-1.5b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f603f4ab1bc13e09f3c34eee61ea0210b0839b423779b6b4efa921d5522f840 +size 760944672 diff --git a/shellwhisperer-1.5b-q4_1.gguf b/shellwhisperer-1.5b-q4_1.gguf new file mode 100644 index 0000000..9fd9d72 --- /dev/null +++ b/shellwhisperer-1.5b-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d3967cac16e67d5fddb29aef63b56e5a22de9ebe9f36188bdf35757513a0c2 +size 1016842272 diff --git a/shellwhisperer-1.5b-q4_k_s.gguf b/shellwhisperer-1.5b-q4_k_s.gguf new file mode 100644 index 0000000..210af31 --- /dev/null +++ b/shellwhisperer-1.5b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39356baa1160fe52d7f6eb75a1614c5294f7aec2207788cf49f2cb99e6b96dc5 +size 940312608 diff --git a/shellwhisperer-1.5b-q5_k_s.gguf b/shellwhisperer-1.5b-q5_k_s.gguf new file mode 100644 index 0000000..f64993d --- /dev/null +++ b/shellwhisperer-1.5b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233d5ebce62de963c5efb35dbcbece7749ee33edc8810da735eb69973e691b09 +size 1098729504