From 66c0bda1fa918ee60f7e927b187d4c844b11cf9b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 21 Jun 2026 15:20:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/gpt2-OBLITERATED-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++ README.md | 75 ++++++++++++++++++++++++++++++++++++ gpt2-OBLITERATED.IQ4_XS.gguf | 3 ++ gpt2-OBLITERATED.Q2_K.gguf | 3 ++ gpt2-OBLITERATED.Q3_K_L.gguf | 3 ++ gpt2-OBLITERATED.Q3_K_M.gguf | 3 ++ gpt2-OBLITERATED.Q3_K_S.gguf | 3 ++ gpt2-OBLITERATED.Q4_K_M.gguf | 3 ++ gpt2-OBLITERATED.Q4_K_S.gguf | 3 ++ gpt2-OBLITERATED.Q5_K_M.gguf | 3 ++ gpt2-OBLITERATED.Q5_K_S.gguf | 3 ++ gpt2-OBLITERATED.Q6_K.gguf | 3 ++ gpt2-OBLITERATED.Q8_0.gguf | 3 ++ gpt2-OBLITERATED.f16.gguf | 3 ++ 14 files changed, 158 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gpt2-OBLITERATED.IQ4_XS.gguf create mode 100644 gpt2-OBLITERATED.Q2_K.gguf create mode 100644 gpt2-OBLITERATED.Q3_K_L.gguf create mode 100644 gpt2-OBLITERATED.Q3_K_M.gguf create mode 100644 gpt2-OBLITERATED.Q3_K_S.gguf create mode 100644 gpt2-OBLITERATED.Q4_K_M.gguf create mode 100644 gpt2-OBLITERATED.Q4_K_S.gguf create mode 100644 gpt2-OBLITERATED.Q5_K_M.gguf create mode 100644 gpt2-OBLITERATED.Q5_K_S.gguf create mode 100644 gpt2-OBLITERATED.Q6_K.gguf create mode 100644 gpt2-OBLITERATED.Q8_0.gguf create mode 100644 gpt2-OBLITERATED.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9f73bf7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-OBLITERATED.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1331a0c --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: Sauci89/gpt2-OBLITERATED +language: en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- obliteratus +- abliteration +- uncensored +- obliterate +--- +## About + + + + + + + + + +static quants of https://huggingface.co/Sauci89/gpt2-OBLITERATED + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gpt2-OBLITERATED-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/gpt2-OBLITERATED-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q2_K.gguf) | Q2_K | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q3_K_S.gguf) | Q3_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q3_K_M.gguf) | Q3_K_M | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.IQ4_XS.gguf) | IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q4_K_S.gguf) | Q4_K_S | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q3_K_L.gguf) | Q3_K_L | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q4_K_M.gguf) | Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q5_K_S.gguf) | Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q5_K_M.gguf) | Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q6_K.gguf) | Q6_K | 0.2 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.Q8_0.gguf) | Q8_0 | 0.2 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/gpt2-OBLITERATED-GGUF/resolve/main/gpt2-OBLITERATED.f16.gguf) | f16 | 0.4 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/gpt2-OBLITERATED.IQ4_XS.gguf b/gpt2-OBLITERATED.IQ4_XS.gguf new file mode 100644 index 0000000..ff7ffdc --- /dev/null +++ b/gpt2-OBLITERATED.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eff573311843ccfe60c54a13ebe4a9fef9c8c8ab68a2dff41f4514b7824043 +size 82559264 diff --git a/gpt2-OBLITERATED.Q2_K.gguf b/gpt2-OBLITERATED.Q2_K.gguf new file mode 100644 index 0000000..c8b5b1a --- /dev/null +++ b/gpt2-OBLITERATED.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc32a49928dcaa1816711e007a0566e28937fb93bf6ad59d39a783084d6c735 +size 70689056 diff --git a/gpt2-OBLITERATED.Q3_K_L.gguf b/gpt2-OBLITERATED.Q3_K_L.gguf new file mode 100644 index 0000000..dfbf9f0 --- /dev/null +++ b/gpt2-OBLITERATED.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffe1dfb5a8b1aacef53de00581fda426d3b0e9bce15ca400d19ce4620410a30 +size 88162592 diff --git a/gpt2-OBLITERATED.Q3_K_M.gguf b/gpt2-OBLITERATED.Q3_K_M.gguf new file mode 100644 index 0000000..2ebdc34 --- /dev/null +++ b/gpt2-OBLITERATED.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcdce7946e96d0267db2a716c5e259952b6fcbf2ea495b1c0f377c22e7184a89 +size 81527072 diff --git a/gpt2-OBLITERATED.Q3_K_S.gguf b/gpt2-OBLITERATED.Q3_K_S.gguf new file mode 100644 index 0000000..51d8704 --- /dev/null +++ b/gpt2-OBLITERATED.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9011123dcc267c431c786f3a814d57c50ea01db424d0d8b8d3c2fa58634688 +size 73564448 diff --git a/gpt2-OBLITERATED.Q4_K_M.gguf b/gpt2-OBLITERATED.Q4_K_M.gguf new file mode 100644 index 0000000..26ba541 --- /dev/null +++ b/gpt2-OBLITERATED.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071c1e66b1c68524b570d2264b568df067aa2eba26b42377e9a3b64161e24885 +size 91231520 diff --git a/gpt2-OBLITERATED.Q4_K_S.gguf b/gpt2-OBLITERATED.Q4_K_S.gguf new file mode 100644 index 0000000..8654df9 --- /dev/null +++ b/gpt2-OBLITERATED.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733d7d3e067ffd90efbe5cbcf0ae7bfdd8eeb4ba187739367eaa1e588ad39530 +size 86024480 diff --git a/gpt2-OBLITERATED.Q5_K_M.gguf b/gpt2-OBLITERATED.Q5_K_M.gguf new file mode 100644 index 0000000..368a268 --- /dev/null +++ b/gpt2-OBLITERATED.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f014ce1c039817e78cd9064eca221f1ff0be0e9b746214f0b46d89079dd117d2 +size 98751776 diff --git a/gpt2-OBLITERATED.Q5_K_S.gguf b/gpt2-OBLITERATED.Q5_K_S.gguf new file mode 100644 index 0000000..f4a9454 --- /dev/null +++ b/gpt2-OBLITERATED.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aef5b2fc6cf49433d52716484e0849960c2e3ed5f44fd9dd752b14b1400a74a +size 95461664 diff --git a/gpt2-OBLITERATED.Q6_K.gguf b/gpt2-OBLITERATED.Q6_K.gguf new file mode 100644 index 0000000..977313b --- /dev/null +++ b/gpt2-OBLITERATED.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74008bfb557bcec2b4d85a7b2b216599b7a052002e4b83a0a9078d6194e3679f +size 106742048 diff --git a/gpt2-OBLITERATED.Q8_0.gguf b/gpt2-OBLITERATED.Q8_0.gguf new file mode 100644 index 0000000..e679f2c --- /dev/null +++ b/gpt2-OBLITERATED.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2658576a5d5d32e6f83c0e31309b71fbfa638daa296d96c51b38dc41c2f9310 +size 136659968 diff --git a/gpt2-OBLITERATED.f16.gguf b/gpt2-OBLITERATED.f16.gguf new file mode 100644 index 0000000..6dac22d --- /dev/null +++ b/gpt2-OBLITERATED.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0628b03d3401502d2a190590564aa3f61f80361e43cc7cfabc76dee29424c99 +size 252471232