From c47b09bde16c647fb6beb4827d4362764790b1bc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 01:10:04 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/TIPO-500M-ft-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++ README.md | 70 ++++++++++++++++++++++++++++++++++++++++ TIPO-500M-ft.IQ4_XS.gguf | 3 ++ TIPO-500M-ft.Q2_K.gguf | 3 ++ TIPO-500M-ft.Q3_K_L.gguf | 3 ++ TIPO-500M-ft.Q3_K_M.gguf | 3 ++ TIPO-500M-ft.Q3_K_S.gguf | 3 ++ TIPO-500M-ft.Q4_K_M.gguf | 3 ++ TIPO-500M-ft.Q4_K_S.gguf | 3 ++ TIPO-500M-ft.Q5_K_M.gguf | 3 ++ TIPO-500M-ft.Q5_K_S.gguf | 3 ++ TIPO-500M-ft.Q6_K.gguf | 3 ++ TIPO-500M-ft.Q8_0.gguf | 3 ++ TIPO-500M-ft.f16.gguf | 3 ++ 14 files changed, 153 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 TIPO-500M-ft.IQ4_XS.gguf create mode 100644 TIPO-500M-ft.Q2_K.gguf create mode 100644 TIPO-500M-ft.Q3_K_L.gguf create mode 100644 TIPO-500M-ft.Q3_K_M.gguf create mode 100644 TIPO-500M-ft.Q3_K_S.gguf create mode 100644 TIPO-500M-ft.Q4_K_M.gguf create mode 100644 TIPO-500M-ft.Q4_K_S.gguf create mode 100644 TIPO-500M-ft.Q5_K_M.gguf create mode 100644 TIPO-500M-ft.Q5_K_S.gguf create mode 100644 TIPO-500M-ft.Q6_K.gguf create mode 100644 TIPO-500M-ft.Q8_0.gguf create mode 100644 TIPO-500M-ft.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..76e97cb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +TIPO-500M-ft.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b1a3f27 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: KBlueLeaf/TIPO-500M-ft +datasets: +- laion/conceptual-captions-12m-webdataset +- CaptionEmporium/coyo-hd-11m-llavanext +- KBlueLeaf/danbooru2023-metadata-database +- graph-based-captions/GBC10M +language: +- en +library_name: transformers +license: other +license_name: kohaku-license-1.0 +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/KBlueLeaf/TIPO-500M-ft + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/TIPO-500M-ft-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q2_K.gguf) | Q2_K | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q3_K_S.gguf) | Q3_K_S | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q3_K_M.gguf) | Q3_K_M | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q3_K_L.gguf) | Q3_K_L | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.IQ4_XS.gguf) | IQ4_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q4_K_S.gguf) | Q4_K_S | 0.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q4_K_M.gguf) | Q4_K_M | 0.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q6_K.gguf) | Q6_K | 0.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/TIPO-500M-ft-GGUF/resolve/main/TIPO-500M-ft.f16.gguf) | f16 | 1.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/TIPO-500M-ft.IQ4_XS.gguf b/TIPO-500M-ft.IQ4_XS.gguf new file mode 100644 index 0000000..934be31 --- /dev/null +++ b/TIPO-500M-ft.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6669d4622922e8c08a761528c0f79a63a067c7bda3f7a52e6a2a673ad7feab92 +size 284169600 diff --git a/TIPO-500M-ft.Q2_K.gguf b/TIPO-500M-ft.Q2_K.gguf new file mode 100644 index 0000000..6bef57a --- /dev/null +++ b/TIPO-500M-ft.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491694699dcd82fba0115049d5882b2c1aafd4e45264758825e9ecdfd1c6f48f +size 204422208 diff --git a/TIPO-500M-ft.Q3_K_L.gguf b/TIPO-500M-ft.Q3_K_L.gguf new file mode 100644 index 0000000..3e1c44e --- /dev/null +++ b/TIPO-500M-ft.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082924c1273216b83129a757842f92e163020bb344970b91e8c974cacb0fa1ea +size 277447904 diff --git a/TIPO-500M-ft.Q3_K_M.gguf b/TIPO-500M-ft.Q3_K_M.gguf new file mode 100644 index 0000000..0ca9e7e --- /dev/null +++ b/TIPO-500M-ft.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c35fd4a569000724da21e5c606adf87275760c60ea7ae2fd17de94abcbd0ce +size 257991904 diff --git a/TIPO-500M-ft.Q3_K_S.gguf b/TIPO-500M-ft.Q3_K_S.gguf new file mode 100644 index 0000000..996ea28 --- /dev/null +++ b/TIPO-500M-ft.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333d5c86c9e49bbd6ae417e85f0e7d9c6a1b3a2a8160b8eb4ed67a9fc558d4da +size 235207904 diff --git a/TIPO-500M-ft.Q4_K_M.gguf b/TIPO-500M-ft.Q4_K_M.gguf new file mode 100644 index 0000000..af9f9f7 --- /dev/null +++ b/TIPO-500M-ft.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f75f317f185e6d7c2186d164843ed1424294bfaf161ec5dacfe6f22fc123068 +size 314122112 diff --git a/TIPO-500M-ft.Q4_K_S.gguf b/TIPO-500M-ft.Q4_K_S.gguf new file mode 100644 index 0000000..9ff09e4 --- /dev/null +++ b/TIPO-500M-ft.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66afc9eb82141df83fdaf9fdcf8f59b1b2f1ae1f14088640b760dcf9d6290f89 +size 299274112 diff --git a/TIPO-500M-ft.Q5_K_M.gguf b/TIPO-500M-ft.Q5_K_M.gguf new file mode 100644 index 0000000..b027020 --- /dev/null +++ b/TIPO-500M-ft.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cafe99cad09e3b9b23b37b6a7551b5c475f4f938a5f9b1ae9afd72eade7dcaa +size 364300192 diff --git a/TIPO-500M-ft.Q5_K_S.gguf b/TIPO-500M-ft.Q5_K_S.gguf new file mode 100644 index 0000000..a6203df --- /dev/null +++ b/TIPO-500M-ft.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3795956d0397b9b90e9a2c57f6d911545e5bd22ec007d480c2fc9b6776fe65 +size 355596192 diff --git a/TIPO-500M-ft.Q6_K.gguf b/TIPO-500M-ft.Q6_K.gguf new file mode 100644 index 0000000..86f1dd5 --- /dev/null +++ b/TIPO-500M-ft.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734a346a123d354ac98e51304ad0a043a490f6589150276c8c6f9de79f12402f +size 417614400 diff --git a/TIPO-500M-ft.Q8_0.gguf b/TIPO-500M-ft.Q8_0.gguf new file mode 100644 index 0000000..49692e3 --- /dev/null +++ b/TIPO-500M-ft.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebeb38941e9aabe5301004cbd97b4f6f576b5277393b051a9e433e357e4f130 +size 540630464 diff --git a/TIPO-500M-ft.f16.gguf b/TIPO-500M-ft.f16.gguf new file mode 100644 index 0000000..9714edc --- /dev/null +++ b/TIPO-500M-ft.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d34a93224ef08164f1a8f19648d01c0bc3ab20548a474fd5dc8f26623f6666 +size 1016821632