From c73f53e99b5a44a978232cd2363e576ff21c8f0b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 26 Jul 2026 21:52:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: squ11z1/Mythos-nano-GGUF Source: Original Platform --- .gitattributes | 48 +++++++++++++++++++++++++++++++++++++ README.md | 52 +++++++++++++++++++++++++++++++++++++++++ mythos-nano-Q2_K.gguf | 3 +++ mythos-nano-Q3_K_L.gguf | 3 +++ mythos-nano-Q3_K_M.gguf | 3 +++ mythos-nano-Q3_K_S.gguf | 3 +++ mythos-nano-Q4_K_M.gguf | 3 +++ mythos-nano-Q4_K_S.gguf | 3 +++ mythos-nano-Q5_K_M.gguf | 3 +++ mythos-nano-Q5_K_S.gguf | 3 +++ mythos-nano-Q6_K.gguf | 3 +++ mythos-nano-Q8_0.gguf | 3 +++ mythos-nano-f16.gguf | 3 +++ 13 files changed, 133 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 mythos-nano-Q2_K.gguf create mode 100644 mythos-nano-Q3_K_L.gguf create mode 100644 mythos-nano-Q3_K_M.gguf create mode 100644 mythos-nano-Q3_K_S.gguf create mode 100644 mythos-nano-Q4_K_M.gguf create mode 100644 mythos-nano-Q4_K_S.gguf create mode 100644 mythos-nano-Q5_K_M.gguf create mode 100644 mythos-nano-Q5_K_S.gguf create mode 100644 mythos-nano-Q6_K.gguf create mode 100644 mythos-nano-Q8_0.gguf create mode 100644 mythos-nano-f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fc34dcb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mythos-nano-f16.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mythos-nano-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7773f7d --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: mit +base_model: +- squ11z1/Mythos-nano +base_model_relation: quantized +pipeline_tag: text-generation +tags: +- gguf +- reasoning +- math +- code +- qwen2 +- mythos-nano +--- + +# Mythos-nano — GGUF + +GGUF quantizations of [**squ11z1/Mythos-nano**](https://huggingface.co/squ11z1/Mythos-nano) +(3B reasoning model, Qwen2-class) for `llama.cpp` / Ollama / LM Studio. + +> ⚠️ **Abliterated (uncensored):** the refusal direction has been removed — this model will +> not decline requests a safety-tuned model normally would. Use responsibly, at your own risk. +> 🚨 Not trained for tool-calling / agentic coding — best on competition-style math & code. + +## Quants + +| File | Quant | Size | Notes | +|---|---|---|---| +| `mythos-nano-Q2_K.gguf` | Q2_K | 1.27 GB | smallest, lowest quality | +| `mythos-nano-Q3_K_S.gguf` | Q3_K_S | 1.45 GB | | +| `mythos-nano-Q3_K_M.gguf` | Q3_K_M | 1.59 GB | | +| `mythos-nano-Q3_K_L.gguf` | Q3_K_L | 1.71 GB | | +| `mythos-nano-Q4_K_S.gguf` | Q4_K_S | 1.83 GB | | +| `mythos-nano-Q4_K_M.gguf` | Q4_K_M | 1.93 GB | **recommended balance** | +| `mythos-nano-Q5_K_S.gguf` | Q5_K_S | 2.17 GB | | +| `mythos-nano-Q5_K_M.gguf` | Q5_K_M | 2.22 GB | high quality | +| `mythos-nano-Q6_K.gguf` | Q6_K | 2.54 GB | near-lossless | +| `mythos-nano-Q8_0.gguf` | Q8_0 | 3.29 GB | ~lossless | +| `mythos-nano-f16.gguf` | F16 | 6.18 GB | full precision | + +## Usage +```bash +# llama.cpp +llama-cli -hf squ11z1/Mythos-nano-GGUF:Q4_K_M -p "Find all integer solutions of x^2 - y^2 = 12." +# Ollama +ollama run hf.co/squ11z1/Mythos-nano-GGUF:Q4_K_M +``` +Recommended sampling: temperature **0.6–1.0**. This is a reasoning model — expect long +chain-of-thought before the final answer. + +## License +MIT. \ No newline at end of file diff --git a/mythos-nano-Q2_K.gguf b/mythos-nano-Q2_K.gguf new file mode 100644 index 0000000..c2bdc34 --- /dev/null +++ b/mythos-nano-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b750802883cfbcaf1a82b2e39c6f81aa2e8cc8e09aaf1c85a7073e75ae12f3d8 +size 1274755168 diff --git a/mythos-nano-Q3_K_L.gguf b/mythos-nano-Q3_K_L.gguf new file mode 100644 index 0000000..bfc65ae --- /dev/null +++ b/mythos-nano-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568d1de65a82d7fec7716b2e3d8e9c2600bd9acb07796e0769ed24f4f839da39 +size 1707391072 diff --git a/mythos-nano-Q3_K_M.gguf b/mythos-nano-Q3_K_M.gguf new file mode 100644 index 0000000..2343786 --- /dev/null +++ b/mythos-nano-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef8eb36c45e462f6177f25e9ae1012825f59b22dcc090fd1c98a36529021aaf +size 1590474848 diff --git a/mythos-nano-Q3_K_S.gguf b/mythos-nano-Q3_K_S.gguf new file mode 100644 index 0000000..2bc0dd3 --- /dev/null +++ b/mythos-nano-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8152b6ca5d82f36e4127e13d316d33136737bbf5fe7468007a21063bfe0936 +size 1454356576 diff --git a/mythos-nano-Q4_K_M.gguf b/mythos-nano-Q4_K_M.gguf new file mode 100644 index 0000000..be07d9e --- /dev/null +++ b/mythos-nano-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eefaab7ef34b2e8ab046f65905cbf4d11fc6f8533df99d839a0734467b9b188 +size 1929902176 diff --git a/mythos-nano-Q4_K_S.gguf b/mythos-nano-Q4_K_S.gguf new file mode 100644 index 0000000..1dafaee --- /dev/null +++ b/mythos-nano-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebf8e3927309940115d18c3f258b85766ab2351882289bef3c78abe496704ab +size 1834383456 diff --git a/mythos-nano-Q5_K_M.gguf b/mythos-nano-Q5_K_M.gguf new file mode 100644 index 0000000..c225da4 --- /dev/null +++ b/mythos-nano-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905c57b9fd8a00c8b9dc8c3a280fae8aadb55364f11996957e8f09b492985504 +size 2224814176 diff --git a/mythos-nano-Q5_K_S.gguf b/mythos-nano-Q5_K_S.gguf new file mode 100644 index 0000000..268fc79 --- /dev/null +++ b/mythos-nano-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53de1ac575cf87c7d0db45167e85df7b2864dd6d6afeb7f9158c9848213aaf0 +size 2169665632 diff --git a/mythos-nano-Q6_K.gguf b/mythos-nano-Q6_K.gguf new file mode 100644 index 0000000..a97676c --- /dev/null +++ b/mythos-nano-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea5fdad7cac53c757ea3b5e208844afbb64d9053e6be4ebbaeb4e96f1022cfe +size 2538158176 diff --git a/mythos-nano-Q8_0.gguf b/mythos-nano-Q8_0.gguf new file mode 100644 index 0000000..fc12ce3 --- /dev/null +++ b/mythos-nano-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd869ae78d94b13b8b0784b222adebf826e09ffc1081724fff7fabe9c2775f2 +size 3285475424 diff --git a/mythos-nano-f16.gguf b/mythos-nano-f16.gguf new file mode 100644 index 0000000..3b5afb0 --- /dev/null +++ b/mythos-nano-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9393de1b6d2b409c8f1094f7f3bcb93b82dd7b2c1eab5b44c0d594fe7e63f56 +size 6178316384