From e3b5bce7ac13a4d7ecd0b31b4528cf75c9f107a0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 10 Jul 2026 23:22:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++ ...mshadowexperiment28_OgnoShadow.IQ4_XS.gguf | 3 + M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q3_K_L.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q3_K_M.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q3_K_S.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q4_K_M.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q4_K_S.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q5_K_M.gguf | 3 + ...mshadowexperiment28_OgnoShadow.Q5_K_S.gguf | 3 + M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf | 3 + M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf | 3 + M7Yamshadowexperiment28_OgnoShadow.f16.gguf | 3 + README.md | 70 +++++++++++++++++++ 14 files changed, 153 insertions(+) create mode 100644 .gitattributes create mode 100644 M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf create mode 100644 M7Yamshadowexperiment28_OgnoShadow.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fcdc9a4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.f16.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf b/M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf new file mode 100644 index 0000000..baeb8ac --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e865c475119412048ac0e6c17e00b54c2e15fb301ceace3cd2f808b550fa2eaf +size 3944389824 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf new file mode 100644 index 0000000..5f0f210 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c47d21e448b4552542cf5e52accd24e6e370f5f91fd0d2d501f05461562e569 +size 2719243456 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf new file mode 100644 index 0000000..bf00414 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0532cf89b84905f23c67bdd5056c2bfbf5d274af9034913356dccc7507588df5 +size 3822025920 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf new file mode 100644 index 0000000..5b31eb1 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60d3cdbd57151dbac111b723cefb8457c74b5936c5da7d8de9cd6d651f77a0a +size 3518987456 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf new file mode 100644 index 0000000..3cad746 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2906ced05525efdb3d5adb6618318f75143cd06852ed5ad649f9ae2facc59d5 +size 3164568768 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf new file mode 100644 index 0000000..17013fa --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08055dd598c70a35d4f20a6762cb1cd266521a1726bccca6b5fb6c6a9f1ab612 +size 4368440512 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf new file mode 100644 index 0000000..5c0b4aa --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867f648fed6f2e0e00d2b858aed852dad8b57fdc0b6266a524e18e02f09c788e +size 4140375232 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf new file mode 100644 index 0000000..efd440f --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32894ccc64ce0e02383d14cf9e7969be35b1554b5e0f406218e82382310d9d3e +size 5131410624 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf new file mode 100644 index 0000000..3ec7f15 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc767ae581dddabbef6423ba91c4c534810a7cc3b9d401d27d493f94e3541672 +size 4997717184 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf new file mode 100644 index 0000000..ef13813 --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd3780f2858a06ecca40b8ac2b02638810e997d1ffe592ac4405ec6296cae43 +size 5942066368 diff --git a/M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf b/M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf new file mode 100644 index 0000000..988481a --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d016ef9060cc00ef43e819a10419e3bda4feaa4edbc96c8ca41e595b15f7df82 +size 7695858880 diff --git a/M7Yamshadowexperiment28_OgnoShadow.f16.gguf b/M7Yamshadowexperiment28_OgnoShadow.f16.gguf new file mode 100644 index 0000000..9ac157b --- /dev/null +++ b/M7Yamshadowexperiment28_OgnoShadow.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94ca4218942ff140f41c77b3f4456344b0ba9d62f5b99cf8189e4c5f62cff10 +size 14484733120 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a04090b --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: MaziyarPanahi/M7Yamshadowexperiment28_OgnoShadow +language: +- en +library_name: transformers +license: apache-2.0 +model_creator: MaziyarPanahi +model_name: M7Yamshadowexperiment28_OgnoShadow +quantized_by: mradermacher +tags: +- Safetensors +- text-generation-inference +- merge +--- +## About + + + + + + +static quants of https://huggingface.co/MaziyarPanahi/M7Yamshadowexperiment28_OgnoShadow + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q2_K.gguf) | Q2_K | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q3_K_M.gguf) | Q3_K_M | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q3_K_L.gguf) | Q3_K_L | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.IQ4_XS.gguf) | IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q4_K_S.gguf) | Q4_K_S | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q4_K_M.gguf) | Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q5_K_S.gguf) | Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q5_K_M.gguf) | Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q6_K.gguf) | Q6_K | 6.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.Q8_0.gguf) | Q8_0 | 7.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/M7Yamshadowexperiment28_OgnoShadow-GGUF/resolve/main/M7Yamshadowexperiment28_OgnoShadow.f16.gguf) | f16 | 14.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +