From 7f81502cff56762cc2bc39a97abbeef901ccd2a0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 2 Jun 2026 09:43:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Hermes-2-Pro-Ninja-V3-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++ Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q2_K.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q6_K.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.Q8_0.gguf | 3 ++ Hermes-2-Pro-Ninja-V3.f16.gguf | 3 ++ README.md | 64 +++++++++++++++++++++++++++++++ 14 files changed, 147 insertions(+) create mode 100644 .gitattributes create mode 100644 Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q2_K.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q6_K.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.Q8_0.gguf create mode 100644 Hermes-2-Pro-Ninja-V3.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e2c6bff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.f16.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf b/Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf new file mode 100644 index 0000000..2b64b12 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9879c7c798c59cd6ddac3beacbf91598831a1e8666331b78c8480a94670fea18 +size 3944573152 diff --git a/Hermes-2-Pro-Ninja-V3.Q2_K.gguf b/Hermes-2-Pro-Ninja-V3.Q2_K.gguf new file mode 100644 index 0000000..c302d96 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d47b16b6d1bfcbd9b916729f5cd3e8ab32fb7c3235947361431d505e875c32 +size 2719400160 diff --git a/Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf b/Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf new file mode 100644 index 0000000..62b0d82 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b2eeced65c096ac2f099995c14f1d4810b6cb1f5b8e5c9c06f90bc1a559dce +size 3822195936 diff --git a/Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf b/Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf new file mode 100644 index 0000000..84a3f81 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25f458656aeb7349f8deaa0d01400f3dafa93c4eee545af8dfa8c1935da9711f +size 3519157472 diff --git a/Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf b/Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf new file mode 100644 index 0000000..73e7baa --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e3bdcd7851db66b4dad4b60e945838b8e7fd0dc0d23c1d6fb336304905e628 +size 3164738784 diff --git a/Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf b/Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf new file mode 100644 index 0000000..1914913 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86cb74641e7cf0f732e7e2a113d4a4d0b70270b9ddc3672322a134b3a9abb6d2 +size 4368627936 diff --git a/Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf b/Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf new file mode 100644 index 0000000..5da59f2 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d4925e99e2d9cbed52f0bdaf9daddb70637f855644ba07c6833e403d681c48 +size 4140562656 diff --git a/Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf b/Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf new file mode 100644 index 0000000..eb443ea --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c48658a274dca33b88a5d9f887b5f4e90381dd106ca0aea2cadd028b127ad4 +size 5131614432 diff --git a/Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf b/Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf new file mode 100644 index 0000000..beb2701 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c036d9eca83927c2762ab4d19ed1a2c6c14c8c955b5d0daaad5c0e5a7381b8 +size 4997920992 diff --git a/Hermes-2-Pro-Ninja-V3.Q6_K.gguf b/Hermes-2-Pro-Ninja-V3.Q6_K.gguf new file mode 100644 index 0000000..6b59ce2 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40a74f161d02bcc61b97e3e42f9fe1956786d82710559e8a51658fbe5fe899bf +size 5942287584 diff --git a/Hermes-2-Pro-Ninja-V3.Q8_0.gguf b/Hermes-2-Pro-Ninja-V3.Q8_0.gguf new file mode 100644 index 0000000..3634982 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd4dda0cee8eeaec4d31a552745893caa6e304703faf9c01c0e2382730dd6b6 +size 7696143584 diff --git a/Hermes-2-Pro-Ninja-V3.f16.gguf b/Hermes-2-Pro-Ninja-V3.f16.gguf new file mode 100644 index 0000000..ad2d674 --- /dev/null +++ b/Hermes-2-Pro-Ninja-V3.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eacd73de0e72b241bd1cc81b57f781bb549efdd477906ce13751f4c174ca41a +size 14485263584 diff --git a/README.md b/README.md new file mode 100644 index 0000000..60bc91a --- /dev/null +++ b/README.md @@ -0,0 +1,64 @@ +--- +base_model: NON906/Hermes-2-Pro-Ninja-V3 +language: +- ja +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/NON906/Hermes-2-Pro-Ninja-V3 + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q2_K.gguf) | Q2_K | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q3_K_M.gguf) | Q3_K_M | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q3_K_L.gguf) | Q3_K_L | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.IQ4_XS.gguf) | IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q4_K_S.gguf) | Q4_K_S | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q4_K_M.gguf) | Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q5_K_S.gguf) | Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q5_K_M.gguf) | Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q6_K.gguf) | Q6_K | 6.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.Q8_0.gguf) | Q8_0 | 7.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-2-Pro-Ninja-V3-GGUF/resolve/main/Hermes-2-Pro-Ninja-V3.f16.gguf) | f16 | 14.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +