From 69a710f1bfdebc3df3802dd4c4f518f090f9fe43 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 7 Jul 2026 01:08:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: King3Djbl/nexus-coder-GGUF Source: Original Platform --- .gitattributes | 46 +++++++++++++++ README.md | 120 +++++++++++++++++++++++++++++++++++++++ nexus-coder-f16.gguf | 3 + nexus-coder-iq2_xxs.gguf | 3 + nexus-coder-iq3_xxs.gguf | 3 + nexus-coder-iq4_xs.gguf | 3 + nexus-coder-q2_k.gguf | 3 + nexus-coder-q3_k_m.gguf | 3 + nexus-coder-q4_0.gguf | 3 + nexus-coder-q4_k_m.gguf | 3 + nexus-coder-q5_k_m.gguf | 3 + nexus-coder-q6_k.gguf | 3 + nexus-coder-q8_0.gguf | 3 + 13 files changed, 199 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 nexus-coder-f16.gguf create mode 100644 nexus-coder-iq2_xxs.gguf create mode 100644 nexus-coder-iq3_xxs.gguf create mode 100644 nexus-coder-iq4_xs.gguf create mode 100644 nexus-coder-q2_k.gguf create mode 100644 nexus-coder-q3_k_m.gguf create mode 100644 nexus-coder-q4_0.gguf create mode 100644 nexus-coder-q4_k_m.gguf create mode 100644 nexus-coder-q5_k_m.gguf create mode 100644 nexus-coder-q6_k.gguf create mode 100644 nexus-coder-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..543e9c2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +nexus-coder-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +nexus-coder-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..243eb32 --- /dev/null +++ b/README.md @@ -0,0 +1,120 @@ +--- +license: apache-2.0 +language: + - en +library_name: transformers +pipeline_tag: text-generation +base_model: fableforge-ai/NEXUS-Coder +base_model_relation: quantized +tags: + - 1.5b + - coder + - domain-specialist + - fableforge + - gguf + - imatrix + - llama.cpp + - lm-studio + - nexus + - no-refusals + - ollama + - text-generation + - uncensored +--- + +# nexus-coder-GGUF + +> **NEXUS domain specialist for code generation, debugging and shell โ€” lightweight & uncensored.** + +[![Downloads](https://img.shields.io/badge/dynamic/json?url=https%3A%2F%2Fhuggingface.co%2Fapi%2Fmodels%2FKing3Djbl%2Fnexus-coder-GGUF&query=downloads&label=downloads&color=blue)](https://huggingface.co/King3Djbl/nexus-coder-GGUF) [![Demos](https://img.shields.io/badge/๐Ÿค—-Live%20Demos-orange)](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) + +Base model: [fableforge-ai/NEXUS-Coder](https://huggingface.co/fableforge-ai/NEXUS-Coder) ยท Part of the **FableForge** ecosystem. + +## ๐Ÿ† Benchmarks โ€” 141/150 (94%) + +A 1.5B model scoring **94%** โ€” punching far above its weight. 30-prompt evaluation (domain knowledge, uncensored domain + general, reasoning, tool use), 0โ€“5 scoring, run on an NVIDIA A40 via Ollama. + +| Category | Score | Avg | +| --- | --- | --- | +| ๐ŸŽฏ Domain Knowledge | 48/50 | 4.8/5 | +| ๐Ÿ”“ Uncensored (Domain) | 24/25 | 4.8/5 | +| ๐Ÿ”“ Uncensored (General) | 24/25 | 4.8/5 | +| ๐Ÿง  Reasoning | 25/25 | 5.0/5 | +| ๐Ÿ”ง Tool Use | 20/25 | 4.0/5 | +| **Total** | **141/150** | **94%** | + +## ๐Ÿงฌ The NEXUS Family โ€” six specialists, one tiny footprint + +| Model | Score | Specialty | +| --- | --- | --- | +| **NEXUS-Coder** | **141/150** | **Software Engineering & Code** | +| [NEXUS-Security](https://huggingface.co/King3Djbl/nexus-security-GGUF) | 144/150 | Cybersecurity & Hacking | +| [NEXUS-Medical](https://huggingface.co/King3Djbl/nexus-medical-GGUF) | 140/150 | Medicine & Healthcare | +| [NEXUS-Legal](https://huggingface.co/King3Djbl/nexus-legal-GGUF) | 139/150 | Law & Compliance | +| [NEXUS-Finance](https://huggingface.co/King3Djbl/nexus-finance-GGUF) | 144/150 | Finance & Accounting | +| [NEXUS-Science](https://huggingface.co/King3Djbl/nexus-science-GGUF) | 140/150 | Science & Research | + +๐Ÿ‘‰ Grab the whole family on [Ollama](https://ollama.com/fableforge-ai) or [Hugging Face](https://huggingface.co/King3Djbl). + + +--- + +## โšก Quickest start โ€” Ollama (these pulls credit the source, not a mirror) + +```bash +ollama run fableforge-ai/nexus-coder:q4_k_m # published on ollama.com +ollama run hf.co/King3Djbl/nexus-coder-GGUF:Q4_K_M +``` + +## ๐Ÿฆ™ llama.cpp + +```bash +llama-cli -hf King3Djbl/nexus-coder-GGUF:Q4_K_M -p "Hello!" +``` + +## ๐Ÿ’  LM Studio +Search **`King3Djbl/nexus-coder-GGUF`** and pick a quant below. + +--- + +## ๐Ÿ“ฆ Provided quants (download one file, not the whole repo) + +| File | Quant | Size | Notes | +| ---- | ----- | ---- | ----- | +| [nexus-coder-f16.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-f16.gguf) | `F16` | 3.09 GB | Full precision (unquantized). Reference / conversion. | +| [nexus-coder-q8_0.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q8_0.gguf) | `Q8_0` | 1.65 GB | Extremely high quality โ€” usually overkill. | +| [nexus-coder-q6_k.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q6_k.gguf) | `Q6_K` | 1.27 GB | Very high quality, near-perfect. **Recommended** if you have the RAM. | +| [nexus-coder-q5_k_m.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q5_k_m.gguf) | `Q5_K_M` | 1.13 GB | High quality. **Recommended.** | +| [nexus-coder-q4_k_m.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q4_k_m.gguf) | `Q4_K_M` | 0.99 GB | โญ **Best size/quality balance โ€” default pick for most users.** | +| [nexus-coder-iq4_xs.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-iq4_xs.gguf) | `IQ4_XS` | 0.90 GB | imatrix โ€” great quality, smaller than Q4_K_S. **Recommended for low RAM.** | +| [nexus-coder-q4_0.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q4_0.gguf) | `Q4_0` | 0.94 GB | Legacy format โ€” prefer Q4_K_M. | +| [nexus-coder-q3_k_m.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q3_k_m.gguf) | `Q3_K_M` | 0.82 GB | Lower quality; usable when RAM is tight. | +| [nexus-coder-iq3_xxs.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-iq3_xxs.gguf) | `IQ3_XXS` | 0.44 GB | imatrix very low quality. | +| [nexus-coder-q2_k.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-q2_k.gguf) | `Q2_K` | 0.68 GB | Very low quality โ€” surprisingly usable. | +| [nexus-coder-iq2_xxs.gguf](https://huggingface.co/King3Djbl/nexus-coder-GGUF/blob/main/nexus-coder-iq2_xxs.gguf) | `IQ2_XXS` | 0.51 GB | Tiny imatrix โ€” last resort. | + +**Not sure?** Take **`Q4_K_M`**. Low RAM โ†’ **`IQ4_XS`**. Max quality โ†’ **`Q6_K`**. + +## ๐Ÿง  Prompt format (ChatML) + +``` +<|im_start|>system +{system_prompt}<|im_end|> +<|im_start|>user +{prompt}<|im_end|> +<|im_start|>assistant +``` + +## ๐ŸŒŒ See it live โ€” the FableForge demos + +This family powers a galaxy of free, interactive HF Spaces: + +- ๐Ÿงญ [FableForge Nexus](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) +- ๐Ÿบ [Infinite NPC](https://huggingface.co/spaces/fableforge-ai/infinite-npc) +- ๐ŸŽญ [Dual-GM](https://huggingface.co/spaces/King3Djbl/dual-gm-simulator) +- ๐Ÿ’ป [ShellWhisperer](https://huggingface.co/spaces/King3Djbl/shellwhisperer-terminal) +- ๐Ÿ‘ป [Ghost Writer](https://huggingface.co/spaces/fableforge-ai/ghost-writer) + +--- + +*โญ Like & share โ€” it helps people find the source instead of a mirror.* \ No newline at end of file diff --git a/nexus-coder-f16.gguf b/nexus-coder-f16.gguf new file mode 100644 index 0000000..d0221d0 --- /dev/null +++ b/nexus-coder-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e65fdd0770b2befd73d2cb90356f13402e185c75c61d3a94079d43efdd0ab0 +size 3093666144 diff --git a/nexus-coder-iq2_xxs.gguf b/nexus-coder-iq2_xxs.gguf new file mode 100644 index 0000000..40bcadb --- /dev/null +++ b/nexus-coder-iq2_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c5644ac239010769c55052f32deec37e917ff6f175a62286c331d0666d2229 +size 511014464 diff --git a/nexus-coder-iq3_xxs.gguf b/nexus-coder-iq3_xxs.gguf new file mode 100644 index 0000000..f941016 --- /dev/null +++ b/nexus-coder-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472cf03dff4aefa279c9176941a2a351a2c814204c2e9e18a495d6219d95c3be +size 437667392 diff --git a/nexus-coder-iq4_xs.gguf b/nexus-coder-iq4_xs.gguf new file mode 100644 index 0000000..f00390c --- /dev/null +++ b/nexus-coder-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a5225e678d5181f8170ab147510860d9be0e76f51c9baad3ef256f187fd222 +size 895728672 diff --git a/nexus-coder-q2_k.gguf b/nexus-coder-q2_k.gguf new file mode 100644 index 0000000..4b5b0e8 --- /dev/null +++ b/nexus-coder-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c441f6cffb8e988fbeabdff78984f10f2e72baead295ea11881c8f15c33545 +size 676301856 diff --git a/nexus-coder-q3_k_m.gguf b/nexus-coder-q3_k_m.gguf new file mode 100644 index 0000000..4b595bd --- /dev/null +++ b/nexus-coder-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0569c0626b1cdf5c6ca372f1f18af69960372e003093cc9d96783a4bd78a58ed +size 824175648 diff --git a/nexus-coder-q4_0.gguf b/nexus-coder-q4_0.gguf new file mode 100644 index 0000000..bba8793 --- /dev/null +++ b/nexus-coder-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2b0a9965cf9d7d4c13abfe505cda38e993d260f3048a76d199010f181a5630 +size 937532448 diff --git a/nexus-coder-q4_k_m.gguf b/nexus-coder-q4_k_m.gguf new file mode 100644 index 0000000..eed66ef --- /dev/null +++ b/nexus-coder-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd36d5306a2719cef722abf781cd8418b9cda1d6eef828786f37858e1a99b0cb +size 986045472 diff --git a/nexus-coder-q5_k_m.gguf b/nexus-coder-q5_k_m.gguf new file mode 100644 index 0000000..853becf --- /dev/null +++ b/nexus-coder-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589ce604e8d85ba934a1bde26c3d2bbf1f7b5f269f75723e310ed552a3572c68 +size 1125047328 diff --git a/nexus-coder-q6_k.gguf b/nexus-coder-q6_k.gguf new file mode 100644 index 0000000..3be73aa --- /dev/null +++ b/nexus-coder-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:debd4f845be8fb194ab7a530327181cc3ca8462a5acfc662faf82e369f338515 +size 1272736800 diff --git a/nexus-coder-q8_0.gguf b/nexus-coder-q8_0.gguf new file mode 100644 index 0000000..85aec09 --- /dev/null +++ b/nexus-coder-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a55aefe1c56ab279d7de5a9bbffd078dc4192104d6185605d4e117b61c75432 +size 1646570016