commit e6a94326bcb0f9d133301e881221d24db2531aae Author: ModelHub XC Date: Sun Apr 12 07:37:58 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..22b6780 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..177082a --- /dev/null +++ b/README.md @@ -0,0 +1,64 @@ +--- +base_model: genaforvena/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris +language: +- en +library_name: transformers +license: cc0-1.0 +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/genaforvena/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q2_K.gguf) | Q2_K | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_S.gguf) | Q3_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_M.gguf) | Q3_K_M | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_L.gguf) | Q3_K_L | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.IQ4_XS.gguf) | IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_S.gguf) | Q4_K_S | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_M.gguf) | Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_S.gguf) | Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_M.gguf) | Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q6_K.gguf) | Q6_K | 0.2 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q8_0.gguf) | Q8_0 | 0.3 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris-GGUF/resolve/main/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.f16.gguf) | f16 | 0.4 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.IQ4_XS.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.IQ4_XS.gguf new file mode 100644 index 0000000..40da246 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8ae35bd6fb3b4713085613b7def55b29d859b17eedf54af60f0c18a20605e8 +size 103064320 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q2_K.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q2_K.gguf new file mode 100644 index 0000000..bbb2351 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2802e95a5978472f3c61b6f0b12b741f3339eef3cb52c16f54357f80eb792a34 +size 81197472 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_L.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_L.gguf new file mode 100644 index 0000000..1e20608 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e3a5afe24f8b7df335953f6439ea0408b73853ecf74278e39add47b5f296e0 +size 102093408 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_M.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_M.gguf new file mode 100644 index 0000000..271b7ab --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339ff96a01335f933786175539283e07d1dd9eca7e137d1d1aaeb713bb04a887 +size 97669728 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_S.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_S.gguf new file mode 100644 index 0000000..41d749d --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0dcb3f60391fd490ce7cdec9efa9eb8def425885c649489b3469f88734c739 +size 90149472 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_M.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_M.gguf new file mode 100644 index 0000000..43e78a9 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8206e4f10870d668e21ae5e2eb0eab1c5d859d210a53746ddaa2b5f6782d9ec9 +size 112859808 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_S.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_S.gguf new file mode 100644 index 0000000..f0e97bf --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bab1f498e991931ee21d91992dd328badc1a42a5a5aaf7aea41422a8722b3b +size 106850976 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_M.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_M.gguf new file mode 100644 index 0000000..f23267e --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c933c3258f68739b0832867691eebab4dfedb7238f2543a6e44c5c25cdcdb4cc +size 126697728 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_S.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_S.gguf new file mode 100644 index 0000000..9940089 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df97996163d2556419c491729cc08cfc5e6811ae0fcb527b46511681b867162 +size 121997568 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q6_K.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q6_K.gguf new file mode 100644 index 0000000..8b1ce5e --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29556ceab3ffa12895bb191a6dd8674e1d2febaa497654935d87d0061e485a2a +size 138404160 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q8_0.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q8_0.gguf new file mode 100644 index 0000000..20b3ebf --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bbd1e120aa8f32a233efe23fe862a37fb2eb8c28269a5b4d72ecfcab81f7f0 +size 177669888 diff --git a/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.f16.gguf b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.f16.gguf new file mode 100644 index 0000000..d017de3 --- /dev/null +++ b/the_soft_scum_gospel_delerizome_machine_a_thousand_guattaris.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a31e518b27642f5d6c893cbbbb24f926eb507d6e03f5de687b63c1fa7ff310 +size 329666176