From c0981323570c148e7eeef8fb36e4848679ff274c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Jul 2026 00:19:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: King3Djbl/mythos-9b-unhinged Source: Original Platform --- .gitattributes | 58 ++++++++++ README.md | 187 ++++++++++++++++++++++++++++++++ chat_template.jinja | 89 +++++++++++++++ config.json | 71 ++++++++++++ generation_config.json | 13 +++ model.safetensors | 3 + mythos-9b-unhinged-F16.gguf | 3 + mythos-9b-unhinged-IQ2_S.gguf | 3 + mythos-9b-unhinged-IQ2_XS.gguf | 3 + mythos-9b-unhinged-IQ2_XXS.gguf | 3 + mythos-9b-unhinged-IQ3_M.gguf | 3 + mythos-9b-unhinged-IQ3_S.gguf | 3 + mythos-9b-unhinged-IQ3_XS.gguf | 3 + mythos-9b-unhinged-IQ3_XXS.gguf | 3 + mythos-9b-unhinged-IQ4_NL.gguf | 3 + mythos-9b-unhinged-IQ4_XS.gguf | 3 + mythos-9b-unhinged-Q2_K.gguf | 3 + mythos-9b-unhinged-Q3_K_L.gguf | 3 + mythos-9b-unhinged-Q3_K_M.gguf | 3 + mythos-9b-unhinged-Q3_K_S.gguf | 3 + mythos-9b-unhinged-Q4_0.gguf | 3 + mythos-9b-unhinged-Q4_1.gguf | 3 + mythos-9b-unhinged-Q4_K_M.gguf | 3 + mythos-9b-unhinged-Q4_K_S.gguf | 3 + mythos-9b-unhinged-Q5_K_M.gguf | 3 + mythos-9b-unhinged-Q5_K_S.gguf | 3 + mythos-9b-unhinged-Q6_K.gguf | 3 + mythos-9b-unhinged-Q8_0.gguf | 3 + tokenizer.json | 3 + tokenizer_config.json | 30 +++++ 30 files changed, 520 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 mythos-9b-unhinged-F16.gguf create mode 100644 mythos-9b-unhinged-IQ2_S.gguf create mode 100644 mythos-9b-unhinged-IQ2_XS.gguf create mode 100644 mythos-9b-unhinged-IQ2_XXS.gguf create mode 100644 mythos-9b-unhinged-IQ3_M.gguf create mode 100644 mythos-9b-unhinged-IQ3_S.gguf create mode 100644 mythos-9b-unhinged-IQ3_XS.gguf create mode 100644 mythos-9b-unhinged-IQ3_XXS.gguf create mode 100644 mythos-9b-unhinged-IQ4_NL.gguf create mode 100644 mythos-9b-unhinged-IQ4_XS.gguf create mode 100644 mythos-9b-unhinged-Q2_K.gguf create mode 100644 mythos-9b-unhinged-Q3_K_L.gguf create mode 100644 mythos-9b-unhinged-Q3_K_M.gguf create mode 100644 mythos-9b-unhinged-Q3_K_S.gguf create mode 100644 mythos-9b-unhinged-Q4_0.gguf create mode 100644 mythos-9b-unhinged-Q4_1.gguf create mode 100644 mythos-9b-unhinged-Q4_K_M.gguf create mode 100644 mythos-9b-unhinged-Q4_K_S.gguf create mode 100644 mythos-9b-unhinged-Q5_K_M.gguf create mode 100644 mythos-9b-unhinged-Q5_K_S.gguf create mode 100644 mythos-9b-unhinged-Q6_K.gguf create mode 100644 mythos-9b-unhinged-Q8_0.gguf create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dc77179 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-F16.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +mythos-9b-unhinged-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..57658ed --- /dev/null +++ b/README.md @@ -0,0 +1,187 @@ +--- +license: apache-2.0 +language: + - en +library_name: transformers +pipeline_tag: text-generation +tags: + - agent + - coding + - fableforge + - function-calling + - gguf + - imatrix + - llama.cpp + - lm-studio + - no-refusals + - ollama + - roleplay + - shell + - text-generation + - tool-use + - uncensored +--- + +# mythos-9b-unhinged + +> **Tip**: Use `--no-think` or `/no_think` mode for faster responses. The thinking tokens consume output budget at ~3.4 tok/s, so disabling thinking gives you more usable output** + +[![Downloads](https://img.shields.io/badge/dynamic/json?url=https%3A%2F%2Fhuggingface.co%2Fapi%2Fmodels%2FKing3Djbl%2Fmythos-9b-unhinged&query=downloads&label=downloads&color=blue)](https://huggingface.co/King3Djbl/mythos-9b-unhinged) [![Demos](https://img.shields.io/badge/🤗-Live%20Demos-orange)](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) + + Part of the **FableForge** ecosystem. + +## Censorship Profile + +| Category | Original Mythos-9B | Unhinged (65%) | +|----------|-------------------|----------------| +| Lockpicking | 3/5 | 5/5 | +| Keylogger code | 2/5 | 5/5 | +| Drug synthesis | 1/5 | 4/5 | +| Drunk driving | 1/5 | 5/5 | +| Hacker techniques | 3/5 | 5/5 | +| Social engineering | 2/5 | 5/5 | +| **Average** | **2.5/5** | **4.8/5** | + +**This model does not refuse.** It provides complete, detailed, working answers on every tested category. + +## Architecture + +- **Base**: Qwen3-9B (36 layers, 4096 hidden, 32 heads) +- **Merge method**: SLERP at t=0.65 with braindao/Qwen3-8B-Uncensored +- **Parameters**: ~9B +- **Context length**: 32,768 tokens +- **Thinking mode**: Native (Qwen3) — use `/no_think` for faster responses + +## Performance + +| Metric | Score | +|--------|-------| +| Speed (M3 Mac, Q4_K_M, thinking) | ~3.4 tok/s | +| Speed (M3 Mac, Q4_K_M, no-think) | ~8-10 tok/s (estimated) | +| Censorship resistance | 4.8/5 | +| Tool-use capability | Preserved | +| Reasoning capability | Preserved | + +## Model Family + +| Model | Size | Censorship | Best For | +|-------|------|-----------|----------| +| ShellWhisperer-1.5B | 1.5B | 5/5 | Shell/terminal, edge devices | +| Mythos-9B | 9B | 2.5/5 | General agent work | +| Mythos-9B-Enhanced | 9B | 3.0/5 | Agent + security research, balanced | +| **Mythos-9B-Unhinged** | 9B | 4.8/5 | Fully uncensored, no refusals | + +## Training Data + +Fine-tuned on the FableForge Mix A dataset (47,824 examples) of agent traces, shell commands, code generation, and multi-step reasoning tasks. 98.3% of the 2.8M formatted examples remain untapped for future training. + +## Supported Platforms + +| Platform | How to Use | +|----------|-----------| +| Ollama | `ollama create mythos-9b-unhinged -f Modelfile` | +| LM Studio | Load GGUF directly | +| Text Generation WebUI | Load GGUF directly | +| llama.cpp | `./llama-cli -m mythos-9b-unhinged-Q4_K_M.gguf -ngl 99` | +| vLLM | `--model King3Djbl/mythos-9b-unhinged` | +| HuggingFace Transformers | `AutoModelForCausalLM.from_pretrained(...)` | +| KoboldCpp | Load GGUF directly | +| LocalAI | Load GGUF directly | +| GPT4All | Load GGUF directly | + +--- + +## ⚡ Quickest start — Ollama (these pulls credit the source, not a mirror) + +```bash +ollama run hf.co/King3Djbl/mythos-9b-unhinged:Q4_K_M +``` + +## 🦙 llama.cpp + +```bash +llama-cli -hf King3Djbl/mythos-9b-unhinged:Q4_K_M -p "Hello!" +``` + +## 💠 LM Studio +Search **`King3Djbl/mythos-9b-unhinged`** and pick a quant below. + +--- + +## 📦 Provided quants (download one file, not the whole repo) + +| File | Quant | Size | Notes | +| ---- | ----- | ---- | ----- | +| [mythos-9b-unhinged-F16.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-F16.gguf) | `F16` | 16.39 GB | Full precision (unquantized). Reference / conversion. | +| [mythos-9b-unhinged-Q8_0.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q8_0.gguf) | `Q8_0` | 8.71 GB | Extremely high quality — usually overkill. | +| [mythos-9b-unhinged-Q6_K.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q6_K.gguf) | `Q6_K` | 6.73 GB | Very high quality, near-perfect. **Recommended** if you have the RAM. | +| [mythos-9b-unhinged-Q5_K_M.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q5_K_M.gguf) | `Q5_K_M` | 5.85 GB | High quality. **Recommended.** | +| [mythos-9b-unhinged-Q5_K_S.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q5_K_S.gguf) | `Q5_K_S` | 3.43 GB | High quality, a little smaller. | +| [mythos-9b-unhinged-Q4_K_M.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q4_K_M.gguf) | `Q4_K_M` | 5.03 GB | ⭐ **Best size/quality balance — default pick for most users.** | +| [mythos-9b-unhinged-Q4_K_S.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q4_K_S.gguf) | `Q4_K_S` | 4.80 GB | Good quality, slightly smaller than Q4_K_M. | +| [mythos-9b-unhinged-IQ4_NL.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ4_NL.gguf) | `IQ4_NL` | 4.79 GB | imatrix — great quality, small. **Recommended for low RAM.** | +| [mythos-9b-unhinged-IQ4_XS.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ4_XS.gguf) | `IQ4_XS` | 4.56 GB | imatrix — great quality, smaller than Q4_K_S. **Recommended for low RAM.** | +| [mythos-9b-unhinged-Q4_1.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q4_1.gguf) | `Q4_1` | 5.25 GB | Legacy format — prefer Q4_K_M. | +| [mythos-9b-unhinged-Q4_0.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q4_0.gguf) | `Q4_0` | 4.77 GB | Legacy format — prefer Q4_K_M. | +| [mythos-9b-unhinged-Q3_K_L.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q3_K_L.gguf) | `Q3_K_L` | 4.43 GB | Lower quality; usable when RAM is tight. | +| [mythos-9b-unhinged-Q3_K_M.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q3_K_M.gguf) | `Q3_K_M` | 3.13 GB | Lower quality; usable when RAM is tight. | +| [mythos-9b-unhinged-IQ3_M.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ3_M.gguf) | `IQ3_M` | 3.90 GB | imatrix low quality — surprisingly usable. | +| [mythos-9b-unhinged-IQ3_S.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ3_S.gguf) | `IQ3_S` | 3.39 GB | imatrix low quality. | +| [mythos-9b-unhinged-IQ3_XS.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ3_XS.gguf) | `IQ3_XS` | 3.63 GB | imatrix low quality. | +| [mythos-9b-unhinged-Q3_K_S.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q3_K_S.gguf) | `Q3_K_S` | 3.77 GB | Low quality. | +| [mythos-9b-unhinged-IQ3_XXS.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ3_XXS.gguf) | `IQ3_XXS` | 3.37 GB | imatrix very low quality. | +| [mythos-9b-unhinged-Q2_K.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-Q2_K.gguf) | `Q2_K` | 3.28 GB | Very low quality — surprisingly usable. | +| [mythos-9b-unhinged-IQ2_S.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ2_S.gguf) | `IQ2_S` | 2.86 GB | Tiny imatrix — last resort for very low RAM. | +| [mythos-9b-unhinged-IQ2_XS.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ2_XS.gguf) | `IQ2_XS` | 2.70 GB | Tiny imatrix — last resort. | +| [mythos-9b-unhinged-IQ2_XXS.gguf](https://huggingface.co/King3Djbl/mythos-9b-unhinged/blob/main/mythos-9b-unhinged-IQ2_XXS.gguf) | `IQ2_XXS` | 2.49 GB | Tiny imatrix — last resort. | + +**Not sure?** Take **`Q4_K_M`**. Low RAM → **`IQ4_XS`**. Max quality → **`Q6_K`**. + +## 🧠 Prompt format (ChatML) + +``` +<|im_start|>system +{system_prompt}<|im_end|> +<|im_start|>user +{prompt}<|im_end|> +<|im_start|>assistant +``` + +## 🌌 See it live — the FableForge demos + +This family powers a galaxy of free, interactive HF Spaces: + +- 🧭 [FableForge Nexus](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) +- 🍺 [Infinite NPC](https://huggingface.co/spaces/fableforge-ai/infinite-npc) +- 🎭 [Dual-GM](https://huggingface.co/spaces/King3Djbl/dual-gm-simulator) +- 💻 [ShellWhisperer](https://huggingface.co/spaces/King3Djbl/shellwhisperer-terminal) +- 👻 [Ghost Writer](https://huggingface.co/spaces/fableforge-ai/ghost-writer) + +## Warning + +This model has no safety filters. It will answer any request. Use responsibly and in compliance with applicable laws. + + +--- + +## 🔗 Related models + +- 📊 GGUF quants: [`mythos-9b-unhinged-GGUF`](https://huggingface.co/fableforge-ai/mythos-9b-unhinged-GGUF) +- 🔧 LoRA (original): [`mythos-9b-lora-colab`](https://huggingface.co/King3Djbl/mythos-9b-lora-colab) +- ⚡ Enhanced variant: [`mythos-9b-enhanced`](https://huggingface.co/King3Djbl/mythos-9b-enhanced) +- 🔗 Merged variant: [`mythos-9b-merged`](https://huggingface.co/King3Djbl/mythos-9b-merged) + +## Citation + +```bibtex +@misc{mythos9bunhinged2025, + title={Mythos-9B-Unhinged: Fully Uncensored Agent Model}, + author={FableForge AI}, + year={2025}, + howpublished={\url{https://huggingface.co/King3Djbl/mythos-9b-unhinged}} +} +``` + +--- + +*⭐ Like & share — it helps people find the source instead of a mirror.* \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..b970ae3 --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.12.1", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..7e050e0 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.12.1" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..18b91df --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749f6b7136ca520d7b2d5e2c63e53d55299eba47b81f5e4a6cca4dc358ee6886 +size 16381517208 diff --git a/mythos-9b-unhinged-F16.gguf b/mythos-9b-unhinged-F16.gguf new file mode 100644 index 0000000..1465a12 --- /dev/null +++ b/mythos-9b-unhinged-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54416368dd1d73c034029fe1463eaf007ee3d56d18664d271f93337d2b6916c +size 16388043712 diff --git a/mythos-9b-unhinged-IQ2_S.gguf b/mythos-9b-unhinged-IQ2_S.gguf new file mode 100644 index 0000000..c44dbaa --- /dev/null +++ b/mythos-9b-unhinged-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98091bf26192b9da64473479d3efbfc5483bbed6bc1c1fb439c306d71b8b1f90 +size 2864743616 diff --git a/mythos-9b-unhinged-IQ2_XS.gguf b/mythos-9b-unhinged-IQ2_XS.gguf new file mode 100644 index 0000000..8ae758f --- /dev/null +++ b/mythos-9b-unhinged-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7509af19fd750372b202b06fc7a08d210ac3946e7858e28b1f37daf409dd783d +size 2696156352 diff --git a/mythos-9b-unhinged-IQ2_XXS.gguf b/mythos-9b-unhinged-IQ2_XXS.gguf new file mode 100644 index 0000000..a8955f9 --- /dev/null +++ b/mythos-9b-unhinged-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650026d1b8c851e81ce3cd566efbc84eacee08a4ca892a5dc94030a100763a64 +size 2490111168 diff --git a/mythos-9b-unhinged-IQ3_M.gguf b/mythos-9b-unhinged-IQ3_M.gguf new file mode 100644 index 0000000..664f02e --- /dev/null +++ b/mythos-9b-unhinged-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0706c275bc8effbd316c310b26abe81ed72563430f6dcecf575bf668e7228102 +size 3896620224 diff --git a/mythos-9b-unhinged-IQ3_S.gguf b/mythos-9b-unhinged-IQ3_S.gguf new file mode 100644 index 0000000..a0f0364 --- /dev/null +++ b/mythos-9b-unhinged-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55ea330b1b1a167ef7b46c0a74cb08901cd0e0a2b28362aa65fb532b75b4d93 +size 3390791680 diff --git a/mythos-9b-unhinged-IQ3_XS.gguf b/mythos-9b-unhinged-IQ3_XS.gguf new file mode 100644 index 0000000..46e2c02 --- /dev/null +++ b/mythos-9b-unhinged-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8137540da3f4053e74fa6af09440423640ef548523b7fe0bbc08690a99719872 +size 3626874048 diff --git a/mythos-9b-unhinged-IQ3_XXS.gguf b/mythos-9b-unhinged-IQ3_XXS.gguf new file mode 100644 index 0000000..eff5cde --- /dev/null +++ b/mythos-9b-unhinged-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751bd0a0a6057183ad19b8f912f3f377144750a17262dc64e9f8748effffb779 +size 3369632960 diff --git a/mythos-9b-unhinged-IQ4_NL.gguf b/mythos-9b-unhinged-IQ4_NL.gguf new file mode 100644 index 0000000..2d0d8f3 --- /dev/null +++ b/mythos-9b-unhinged-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026b624eab121ebea96cd6cc336a5947abafa53ad3a5f8e301bee22f0733ba0a +size 4793623744 diff --git a/mythos-9b-unhinged-IQ4_XS.gguf b/mythos-9b-unhinged-IQ4_XS.gguf new file mode 100644 index 0000000..676b4ce --- /dev/null +++ b/mythos-9b-unhinged-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d319f5677017ab552fc69e34a8652981dcfdef5654280374fd72cd82275719c +size 4561839296 diff --git a/mythos-9b-unhinged-Q2_K.gguf b/mythos-9b-unhinged-Q2_K.gguf new file mode 100644 index 0000000..7f490b9 --- /dev/null +++ b/mythos-9b-unhinged-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f755a4efd65c0bc519921a4a105083c41ad42264bb1a15f0e2c9a7c528e379a +size 3281732544 diff --git a/mythos-9b-unhinged-Q3_K_L.gguf b/mythos-9b-unhinged-Q3_K_L.gguf new file mode 100644 index 0000000..acf6a73 --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b664bceda3d4dca2d4b734c45ea546b122a54ec2a52f7bcfee2bb2d458d6095 +size 4431393728 diff --git a/mythos-9b-unhinged-Q3_K_M.gguf b/mythos-9b-unhinged-Q3_K_M.gguf new file mode 100644 index 0000000..0ad46da --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5961abb7428539cc579e669b29ddee3f1e8fd33b0bf0a974e4b41d75c66e6e +size 3128508416 diff --git a/mythos-9b-unhinged-Q3_K_S.gguf b/mythos-9b-unhinged-Q3_K_S.gguf new file mode 100644 index 0000000..be85105 --- /dev/null +++ b/mythos-9b-unhinged-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf8596d45e6130de61b9e625349b2b1cd261e4f18a5c6fbc28bff580267c238 +size 3769611200 diff --git a/mythos-9b-unhinged-Q4_0.gguf b/mythos-9b-unhinged-Q4_0.gguf new file mode 100644 index 0000000..975a64c --- /dev/null +++ b/mythos-9b-unhinged-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04f0288ccb2ed30501484e922ebd49ac7ab0c1a080ac501bcfdb170fdef957da +size 4774749120 diff --git a/mythos-9b-unhinged-Q4_1.gguf b/mythos-9b-unhinged-Q4_1.gguf new file mode 100644 index 0000000..7ce74bf --- /dev/null +++ b/mythos-9b-unhinged-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52cdbde7b1c52a2a8782a546445d22510f4f08327a927e806ba7bed10be8b8f5 +size 5247755200 diff --git a/mythos-9b-unhinged-Q4_K_M.gguf b/mythos-9b-unhinged-Q4_K_M.gguf new file mode 100644 index 0000000..eae115a --- /dev/null +++ b/mythos-9b-unhinged-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f595ef8542fd5302e7f4547c6af8e64a8844e6a0ac39c5b526a9658f390fe1d +size 5027783616 diff --git a/mythos-9b-unhinged-Q4_K_S.gguf b/mythos-9b-unhinged-Q4_K_S.gguf new file mode 100644 index 0000000..7dd7e9c --- /dev/null +++ b/mythos-9b-unhinged-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf67d0de9e2fb389ba45330ca31c2e42c5c39cc8fb0fb18d5afee68397bf0d68 +size 4802012096 diff --git a/mythos-9b-unhinged-Q5_K_M.gguf b/mythos-9b-unhinged-Q5_K_M.gguf new file mode 100644 index 0000000..da143f7 --- /dev/null +++ b/mythos-9b-unhinged-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b57181ba019523bf95e0ac17269aa2abe570a6ee5f56b7ebba03037b17153c +size 5851112384 diff --git a/mythos-9b-unhinged-Q5_K_S.gguf b/mythos-9b-unhinged-Q5_K_S.gguf new file mode 100644 index 0000000..552fe47 --- /dev/null +++ b/mythos-9b-unhinged-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42900858fa070a16b08644e2b85a13f4cd780b96046ebc933f0605299cb1934c +size 3430617088 diff --git a/mythos-9b-unhinged-Q6_K.gguf b/mythos-9b-unhinged-Q6_K.gguf new file mode 100644 index 0000000..a1e9d1b --- /dev/null +++ b/mythos-9b-unhinged-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b18e352003165d7b3177d912b9d7e603425b281ec4ca0c96db7e9f3051377f +size 6725899200 diff --git a/mythos-9b-unhinged-Q8_0.gguf b/mythos-9b-unhinged-Q8_0.gguf new file mode 100644 index 0000000..104d610 --- /dev/null +++ b/mythos-9b-unhinged-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c00c3500a3c38b18d8d861bf8658223e37aa4c5dda898ea92638875038295f0 +size 8709518272 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..770e41d --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +}