commit d84d76cd6cf9c09d7a7f6d62e58878df05ca86f2 Author: ModelHub XC Date: Thu Apr 23 10:35:38 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/LemonKunoichiWizardV3-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15efc5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +LemonKunoichiWizardV3.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LemonKunoichiWizardV3.i1-IQ1_M.gguf b/LemonKunoichiWizardV3.i1-IQ1_M.gguf new file mode 100644 index 0000000..a6c8b76 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735cd981ac9f18e453c896897ef585bd71dcb47790f113db9b3bf71ce5fe1ed4 +size 1754446304 diff --git a/LemonKunoichiWizardV3.i1-IQ1_S.gguf b/LemonKunoichiWizardV3.i1-IQ1_S.gguf new file mode 100644 index 0000000..4dd3272 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4f1f1937b96665ddf0b29ef75d579c60189c9db9863b7bb720569c2e10621b0 +size 1612102112 diff --git a/LemonKunoichiWizardV3.i1-IQ2_M.gguf b/LemonKunoichiWizardV3.i1-IQ2_M.gguf new file mode 100644 index 0000000..6fe1770 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cb5c355ae96f21e5f6400f46c34f3252e923c8d557ff4a5c7de5cfc414db3d +size 2500712928 diff --git a/LemonKunoichiWizardV3.i1-IQ2_S.gguf b/LemonKunoichiWizardV3.i1-IQ2_S.gguf new file mode 100644 index 0000000..14a8b20 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0afc12bb2fe4b745e66963f809f4629b6ff19f47f0b1a1b411c1b35993323c4 +size 2310920672 diff --git a/LemonKunoichiWizardV3.i1-IQ2_XS.gguf b/LemonKunoichiWizardV3.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fdc72d7 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ccdc04f369bce9cec5c964f95b82170b2b84e40a743338e233d64f46a08100 +size 2198256096 diff --git a/LemonKunoichiWizardV3.i1-IQ2_XXS.gguf b/LemonKunoichiWizardV3.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..046974b --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03a69374555f63206a6c9f6f05c4b380783fbca99f54bca5e12b82d2ebdffc1 +size 1991686624 diff --git a/LemonKunoichiWizardV3.i1-IQ3_M.gguf b/LemonKunoichiWizardV3.i1-IQ3_M.gguf new file mode 100644 index 0000000..87f788d --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864f8dd9f8313c85f472a08383727c30490794e2cbe7ca76d477de8f2c655abd +size 3284892128 diff --git a/LemonKunoichiWizardV3.i1-IQ3_S.gguf b/LemonKunoichiWizardV3.i1-IQ3_S.gguf new file mode 100644 index 0000000..c3123ef --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109ad7c1c8ce276be960ff845103a71a5ef4a86c3206a2ef4770ce5daf6db869 +size 3182393824 diff --git a/LemonKunoichiWizardV3.i1-IQ3_XS.gguf b/LemonKunoichiWizardV3.i1-IQ3_XS.gguf new file mode 100644 index 0000000..796d596 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242c71a7756b5b89527ed47b7c242d4d472be72ee7ade37cf11308430f9fb3a5 +size 3018815968 diff --git a/LemonKunoichiWizardV3.i1-IQ3_XXS.gguf b/LemonKunoichiWizardV3.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..95a0a07 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6daaa902df463a28f154046d821b49ab9ee6660d5f5b2822b67caf0f90d282f +size 2827344352 diff --git a/LemonKunoichiWizardV3.i1-IQ4_XS.gguf b/LemonKunoichiWizardV3.i1-IQ4_XS.gguf new file mode 100644 index 0000000..151d5d2 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca430cd49f78813524aac7d49ef8650bcc93bfcc9761db0c517fa1653bbcf863 +size 3907688928 diff --git a/LemonKunoichiWizardV3.i1-Q2_K.gguf b/LemonKunoichiWizardV3.i1-Q2_K.gguf new file mode 100644 index 0000000..78ec603 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f64f283f6ebf52bdd61c77da097ca048bb72a223265dd2d08f009643d5fc4e +size 2719242720 diff --git a/LemonKunoichiWizardV3.i1-Q3_K_L.gguf b/LemonKunoichiWizardV3.i1-Q3_K_L.gguf new file mode 100644 index 0000000..aba36fd --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67735e04bb708fb56a2c351056fddad3a07179ad5b8f5c5ace09fcd845bef6b0 +size 3822025184 diff --git a/LemonKunoichiWizardV3.i1-Q3_K_M.gguf b/LemonKunoichiWizardV3.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1e80066 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e6eb9b9855f65b84eb6f479327093f8cf816bffc290c44604bd439841447dc +size 3518986720 diff --git a/LemonKunoichiWizardV3.i1-Q3_K_S.gguf b/LemonKunoichiWizardV3.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9bd1e26 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1554519c484e669d2a357caf3d6b96bd10cd76d57268172808ddfbf0a2f06248 +size 3164568032 diff --git a/LemonKunoichiWizardV3.i1-Q4_0.gguf b/LemonKunoichiWizardV3.i1-Q4_0.gguf new file mode 100644 index 0000000..05a33e3 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e1ae53c806ab7c09873f4f6abe1a588e2fe09bd12d189219be40ec746d3b2a +size 4123597280 diff --git a/LemonKunoichiWizardV3.i1-Q4_K_M.gguf b/LemonKunoichiWizardV3.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1e450f2 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70c8255d27e5d03394d6590d7b381c82ceb76af7713459f940de6014aa3cc88 +size 4368439776 diff --git a/LemonKunoichiWizardV3.i1-Q4_K_S.gguf b/LemonKunoichiWizardV3.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c7ea2e2 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d7a6cda7cefe675bc7698ad7da05e05d7e64eca80ca9b365623e35d3cb36135 +size 4140374496 diff --git a/LemonKunoichiWizardV3.i1-Q5_K_M.gguf b/LemonKunoichiWizardV3.i1-Q5_K_M.gguf new file mode 100644 index 0000000..676bcfc --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1645d07a4db50dbaf264e80fd5659eebcd5aeb28bf0352e0c8ee1e55ddc4188c +size 5131409888 diff --git a/LemonKunoichiWizardV3.i1-Q5_K_S.gguf b/LemonKunoichiWizardV3.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9126703 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29ba1ae792666417762b0b4f62ad0728eea9d53f35a8518458a6f29b31fc375 +size 4997716448 diff --git a/LemonKunoichiWizardV3.i1-Q6_K.gguf b/LemonKunoichiWizardV3.i1-Q6_K.gguf new file mode 100644 index 0000000..0548405 --- /dev/null +++ b/LemonKunoichiWizardV3.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d9634491d6e70b38f198999827cfa3eff1bfb352635feb989863f859e0dc15 +size 5942065632 diff --git a/README.md b/README.md new file mode 100644 index 0000000..dac127d --- /dev/null +++ b/README.md @@ -0,0 +1,71 @@ +--- +base_model: Statuo/LemonKunoichiWizardV3 +language: +- en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + +weighted/imatrix quants of https://huggingface.co/Statuo/LemonKunoichiWizardV3 + + +static quants are available at https://huggingface.co/mradermacher/LemonKunoichiWizardV3-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/LemonKunoichiWizardV3-i1-GGUF/resolve/main/LemonKunoichiWizardV3.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..ba862db --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f943b29a2376e2826b7966f12a2d773a141d95bb7ebb460eadeee8d6db59fb +size 4988159