From eeb21d4035cf6660eb8c556ecfb254b8c6eb40e7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 26 May 2026 02:10:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/jaygoddo-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++++ README.md | 62 ++++++++++++++++++++++++++++++++++++++++++++ jaygoddo.IQ4_XS.gguf | 3 +++ jaygoddo.Q2_K.gguf | 3 +++ jaygoddo.Q3_K_L.gguf | 3 +++ jaygoddo.Q3_K_M.gguf | 3 +++ jaygoddo.Q3_K_S.gguf | 3 +++ jaygoddo.Q4_K_M.gguf | 3 +++ jaygoddo.Q4_K_S.gguf | 3 +++ jaygoddo.Q5_K_M.gguf | 3 +++ jaygoddo.Q5_K_S.gguf | 3 +++ jaygoddo.Q6_K.gguf | 3 +++ jaygoddo.Q8_0.gguf | 3 +++ jaygoddo.f16.gguf | 3 +++ 14 files changed, 145 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 jaygoddo.IQ4_XS.gguf create mode 100644 jaygoddo.Q2_K.gguf create mode 100644 jaygoddo.Q3_K_L.gguf create mode 100644 jaygoddo.Q3_K_M.gguf create mode 100644 jaygoddo.Q3_K_S.gguf create mode 100644 jaygoddo.Q4_K_M.gguf create mode 100644 jaygoddo.Q4_K_S.gguf create mode 100644 jaygoddo.Q5_K_M.gguf create mode 100644 jaygoddo.Q5_K_S.gguf create mode 100644 jaygoddo.Q6_K.gguf create mode 100644 jaygoddo.Q8_0.gguf create mode 100644 jaygoddo.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f72d955 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +jaygoddo.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +jaygoddo.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3f3c269 --- /dev/null +++ b/README.md @@ -0,0 +1,62 @@ +--- +base_model: dexxiez/jaygoddo +language: en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/dexxiez/jaygoddo + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q2_K.gguf) | Q2_K | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q3_K_S.gguf) | Q3_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q3_K_M.gguf) | Q3_K_M | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.IQ4_XS.gguf) | IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q4_K_S.gguf) | Q4_K_S | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q3_K_L.gguf) | Q3_K_L | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q4_K_M.gguf) | Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q5_K_S.gguf) | Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q5_K_M.gguf) | Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q6_K.gguf) | Q6_K | 0.2 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.Q8_0.gguf) | Q8_0 | 0.2 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/jaygoddo-GGUF/resolve/main/jaygoddo.f16.gguf) | f16 | 0.4 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/jaygoddo.IQ4_XS.gguf b/jaygoddo.IQ4_XS.gguf new file mode 100644 index 0000000..09aea88 --- /dev/null +++ b/jaygoddo.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b5f7cc2b01722f33fe7d141fddcb09be3eeadc8a876c92a177065a992ef06c +size 82560160 diff --git a/jaygoddo.Q2_K.gguf b/jaygoddo.Q2_K.gguf new file mode 100644 index 0000000..08ea7d7 --- /dev/null +++ b/jaygoddo.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a578d19288a8a028c10de1ef913187202e3b736a6531c0212ec416fe78f424e7 +size 68533408 diff --git a/jaygoddo.Q3_K_L.gguf b/jaygoddo.Q3_K_L.gguf new file mode 100644 index 0000000..ccead73 --- /dev/null +++ b/jaygoddo.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d196fd942bbd704ab7949c72a0974aee06e9822d64fbcee36f07ec4ca420cd68 +size 85509280 diff --git a/jaygoddo.Q3_K_M.gguf b/jaygoddo.Q3_K_M.gguf new file mode 100644 index 0000000..48debec --- /dev/null +++ b/jaygoddo.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:540a68e977e77cefba8df26aa429b0dd91a387b8e54d0927adb803e686c07550 +size 81085600 diff --git a/jaygoddo.Q3_K_S.gguf b/jaygoddo.Q3_K_S.gguf new file mode 100644 index 0000000..0789c21 --- /dev/null +++ b/jaygoddo.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0c50bb0051a510e8b2e971d1cdccff4239d39754d549397a7cdd9f86d1d036 +size 73565344 diff --git a/jaygoddo.Q4_K_M.gguf b/jaygoddo.Q4_K_M.gguf new file mode 100644 index 0000000..5c3e196 --- /dev/null +++ b/jaygoddo.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8f4d8ff05fe147db7a987a495b7edaa530c6a0d8bac9bf805eb405f77bd015 +size 91149472 diff --git a/jaygoddo.Q4_K_S.gguf b/jaygoddo.Q4_K_S.gguf new file mode 100644 index 0000000..21540f7 --- /dev/null +++ b/jaygoddo.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ee840e2d26da3f33069c2ed227b06f136aa82f49bb89fd546f9bf43214e3e5 +size 85140640 diff --git a/jaygoddo.Q5_K_M.gguf b/jaygoddo.Q5_K_M.gguf new file mode 100644 index 0000000..0f72e17 --- /dev/null +++ b/jaygoddo.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd3052a8c1776f40248008fea7c8a0e2457338bbaf7a51d9786f51b3b42ae6f +size 100162720 diff --git a/jaygoddo.Q5_K_S.gguf b/jaygoddo.Q5_K_S.gguf new file mode 100644 index 0000000..5f99797 --- /dev/null +++ b/jaygoddo.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1779b51c8f97e546fab1ba34be64abe65948be09dcd417191edc51f0c4a324d0 +size 95462560 diff --git a/jaygoddo.Q6_K.gguf b/jaygoddo.Q6_K.gguf new file mode 100644 index 0000000..1cae3cb --- /dev/null +++ b/jaygoddo.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e9f9cfaea9f27ff24a12bb8d58fa22157f1c3b66c6ea731eb1c0660a067a37 +size 106742944 diff --git a/jaygoddo.Q8_0.gguf b/jaygoddo.Q8_0.gguf new file mode 100644 index 0000000..995521c --- /dev/null +++ b/jaygoddo.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe9c0727185cbf642811ee5032fc226fbe5efcd630dfcfa161c72440926918d +size 136661216 diff --git a/jaygoddo.f16.gguf b/jaygoddo.f16.gguf new file mode 100644 index 0000000..f047a30 --- /dev/null +++ b/jaygoddo.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c5f17cf3e62aba9d2a204cbddb3ad930d521dafa874b90c0a2c1ccceafd996 +size 252473920