commit 7554806be29900838c045d9c8a56b0d68ad9caa9 Author: ModelHub XC Date: Sat Aug 8 01:49:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: fableforge-ai/mythos-9b-unhinged-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d91b81c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-F16.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..fa18032 --- /dev/null +++ b/README.md @@ -0,0 +1,51 @@ +--- +license: apache-2.0 +language: + - en +library_name: gguf +pipeline_tag: text-generation +base_model: King3Djbl/mythos-9b-unhinged +base_model_relation: quantized +tags: + - gguf + - llama.cpp + - ollama + - lm-studio + - uncensored + - agent + - tool-use + - qwen3 +--- + +# Mythos-9B-Unhinged GGUF + +GGUF quantizations of [King3Djbl/mythos-9b-unhinged](https://huggingface.co/King3Djbl/mythos-9b-unhinged), a fully uncensored 9B agent model. + +## Provided quants + +| File | Quant | Size | Notes | +|------|-------|------|-------| +| mythos-9b-unhinged-Q4_K_M.gguf | Q4_K_M | 5.03 GB | ⭐ Best size/quality balance | +| mythos-9b-unhinged-IQ4_XS.gguf | IQ4_XS | 4.56 GB | imatrix — great quality, smaller | +| mythos-9b-unhinged-IQ3_M.gguf | IQ3_M | 3.90 GB | imatrix — low RAM option | +| mythos-9b-unhinged-Q2_K.gguf | Q2_K | 3.28 GB | Very low quality, last resort | + +Additional quants available in the [source repo](https://huggingface.co/King3Djbl/mythos-9b-unhinghed). + +## Usage + +**llama.cpp:** +```bash +llama-cli -hf fableforge-ai/mythos-9b-unhinged-GGUF:Q4_K_M -p "Hello!" +``` + +**Ollama:** +```bash +ollama run hf.co/fableforge-ai/mythos-9b-unhinged-GGUF:Q4_K_M +``` + +--- + +## 🔗 Related models + +- 🧠 Base model (safetensors): [`mythos-9b-unhinged`](https://huggingface.co/King3Djbl/mythos-9b-unhinged) diff --git a/mythos-9b-unhinged-F16.gguf b/mythos-9b-unhinged-F16.gguf new file mode 100644 index 0000000..1465a12 --- /dev/null +++ b/mythos-9b-unhinged-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54416368dd1d73c034029fe1463eaf007ee3d56d18664d271f93337d2b6916c +size 16388043712 diff --git a/mythos-9b-unhinged-IQ2_S.gguf b/mythos-9b-unhinged-IQ2_S.gguf new file mode 100644 index 0000000..c44dbaa --- /dev/null +++ b/mythos-9b-unhinged-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98091bf26192b9da64473479d3efbfc5483bbed6bc1c1fb439c306d71b8b1f90 +size 2864743616 diff --git a/mythos-9b-unhinged-IQ2_XS.gguf b/mythos-9b-unhinged-IQ2_XS.gguf new file mode 100644 index 0000000..8ae758f --- /dev/null +++ b/mythos-9b-unhinged-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7509af19fd750372b202b06fc7a08d210ac3946e7858e28b1f37daf409dd783d +size 2696156352 diff --git a/mythos-9b-unhinged-IQ2_XXS.gguf b/mythos-9b-unhinged-IQ2_XXS.gguf new file mode 100644 index 0000000..a8955f9 --- /dev/null +++ b/mythos-9b-unhinged-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650026d1b8c851e81ce3cd566efbc84eacee08a4ca892a5dc94030a100763a64 +size 2490111168 diff --git a/mythos-9b-unhinged-IQ3_M.gguf b/mythos-9b-unhinged-IQ3_M.gguf new file mode 100644 index 0000000..664f02e --- /dev/null +++ b/mythos-9b-unhinged-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0706c275bc8effbd316c310b26abe81ed72563430f6dcecf575bf668e7228102 +size 3896620224 diff --git a/mythos-9b-unhinged-IQ3_S.gguf b/mythos-9b-unhinged-IQ3_S.gguf new file mode 100644 index 0000000..a0f0364 --- /dev/null +++ b/mythos-9b-unhinged-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55ea330b1b1a167ef7b46c0a74cb08901cd0e0a2b28362aa65fb532b75b4d93 +size 3390791680 diff --git a/mythos-9b-unhinged-IQ3_XS.gguf b/mythos-9b-unhinged-IQ3_XS.gguf new file mode 100644 index 0000000..46e2c02 --- /dev/null +++ b/mythos-9b-unhinged-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8137540da3f4053e74fa6af09440423640ef548523b7fe0bbc08690a99719872 +size 3626874048 diff --git a/mythos-9b-unhinged-IQ3_XXS.gguf b/mythos-9b-unhinged-IQ3_XXS.gguf new file mode 100644 index 0000000..eff5cde --- /dev/null +++ b/mythos-9b-unhinged-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751bd0a0a6057183ad19b8f912f3f377144750a17262dc64e9f8748effffb779 +size 3369632960 diff --git a/mythos-9b-unhinged-IQ4_NL.gguf b/mythos-9b-unhinged-IQ4_NL.gguf new file mode 100644 index 0000000..2d0d8f3 --- /dev/null +++ b/mythos-9b-unhinged-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026b624eab121ebea96cd6cc336a5947abafa53ad3a5f8e301bee22f0733ba0a +size 4793623744 diff --git a/mythos-9b-unhinged-IQ4_XS.gguf b/mythos-9b-unhinged-IQ4_XS.gguf new file mode 100644 index 0000000..676b4ce --- /dev/null +++ b/mythos-9b-unhinged-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d319f5677017ab552fc69e34a8652981dcfdef5654280374fd72cd82275719c +size 4561839296 diff --git a/mythos-9b-unhinged-Q2_K.gguf b/mythos-9b-unhinged-Q2_K.gguf new file mode 100644 index 0000000..7f490b9 --- /dev/null +++ b/mythos-9b-unhinged-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f755a4efd65c0bc519921a4a105083c41ad42264bb1a15f0e2c9a7c528e379a +size 3281732544 diff --git a/mythos-9b-unhinged-Q3_K_L.gguf b/mythos-9b-unhinged-Q3_K_L.gguf new file mode 100644 index 0000000..acf6a73 --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b664bceda3d4dca2d4b734c45ea546b122a54ec2a52f7bcfee2bb2d458d6095 +size 4431393728 diff --git a/mythos-9b-unhinged-Q3_K_M.gguf b/mythos-9b-unhinged-Q3_K_M.gguf new file mode 100644 index 0000000..0ad46da --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5961abb7428539cc579e669b29ddee3f1e8fd33b0bf0a974e4b41d75c66e6e +size 3128508416 diff --git a/mythos-9b-unhinged-Q3_K_S.gguf b/mythos-9b-unhinged-Q3_K_S.gguf new file mode 100644 index 0000000..be85105 --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf8596d45e6130de61b9e625349b2b1cd261e4f18a5c6fbc28bff580267c238 +size 3769611200 diff --git a/mythos-9b-unhinged-Q4_0.gguf b/mythos-9b-unhinged-Q4_0.gguf new file mode 100644 index 0000000..975a64c --- /dev/null +++ b/mythos-9b-unhinged-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f0288ccb2ed30501484e922ebd49ac7ab0c1a080ac501bcfdb170fdef957da +size 4774749120 diff --git a/mythos-9b-unhinged-Q4_1.gguf b/mythos-9b-unhinged-Q4_1.gguf new file mode 100644 index 0000000..7ce74bf --- /dev/null +++ b/mythos-9b-unhinged-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52cdbde7b1c52a2a8782a546445d22510f4f08327a927e806ba7bed10be8b8f5 +size 5247755200 diff --git a/mythos-9b-unhinged-Q4_K_M.gguf b/mythos-9b-unhinged-Q4_K_M.gguf new file mode 100644 index 0000000..eae115a --- /dev/null +++ b/mythos-9b-unhinged-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f595ef8542fd5302e7f4547c6af8e64a8844e6a0ac39c5b526a9658f390fe1d +size 5027783616 diff --git a/mythos-9b-unhinged-Q4_K_S.gguf b/mythos-9b-unhinged-Q4_K_S.gguf new file mode 100644 index 0000000..7dd7e9c --- /dev/null +++ b/mythos-9b-unhinged-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf67d0de9e2fb389ba45330ca31c2e42c5c39cc8fb0fb18d5afee68397bf0d68 +size 4802012096 diff --git a/mythos-9b-unhinged-Q5_K_M.gguf b/mythos-9b-unhinged-Q5_K_M.gguf new file mode 100644 index 0000000..da143f7 --- /dev/null +++ b/mythos-9b-unhinged-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b57181ba019523bf95e0ac17269aa2abe570a6ee5f56b7ebba03037b17153c +size 5851112384 diff --git a/mythos-9b-unhinged-Q5_K_S.gguf b/mythos-9b-unhinged-Q5_K_S.gguf new file mode 100644 index 0000000..552fe47 --- /dev/null +++ b/mythos-9b-unhinged-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42900858fa070a16b08644e2b85a13f4cd780b96046ebc933f0605299cb1934c +size 3430617088 diff --git a/mythos-9b-unhinged-Q6_K.gguf b/mythos-9b-unhinged-Q6_K.gguf new file mode 100644 index 0000000..a1e9d1b --- /dev/null +++ b/mythos-9b-unhinged-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b18e352003165d7b3177d912b9d7e603425b281ec4ca0c96db7e9f3051377f +size 6725899200 diff --git a/mythos-9b-unhinged-Q8_0.gguf b/mythos-9b-unhinged-Q8_0.gguf new file mode 100644 index 0000000..104d610 --- /dev/null +++ b/mythos-9b-unhinged-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c00c3500a3c38b18d8d861bf8658223e37aa4c5dda898ea92638875038295f0 +size 8709518272