commit b86911e28105facd4d0cbbc9b2c41ed6117a2811 Author: ModelHub XC Date: Mon Jun 15 00:26:21 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Pegon-Vision-256M-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c398730 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.mmproj-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.mmproj-f16.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Pegon-Vision-256M.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Pegon-Vision-256M.IQ4_XS.gguf b/Pegon-Vision-256M.IQ4_XS.gguf new file mode 100644 index 0000000..3732c75 --- /dev/null +++ b/Pegon-Vision-256M.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eddcde9f56e58895bbb3b4171e0ac3a6ac8960c25836aedbed6afb387951c87 +size 107362368 diff --git a/Pegon-Vision-256M.Q2_K.gguf b/Pegon-Vision-256M.Q2_K.gguf new file mode 100644 index 0000000..261f91f --- /dev/null +++ b/Pegon-Vision-256M.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189bce0c788b07e9de1895f57b6dcad0a3c9ab6e96afe2627c4d4284903c42d1 +size 104251968 diff --git a/Pegon-Vision-256M.Q3_K_L.gguf b/Pegon-Vision-256M.Q3_K_L.gguf new file mode 100644 index 0000000..099d9ea --- /dev/null +++ b/Pegon-Vision-256M.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c16ed3a366673b926dac1a786d9c48a9f08cc99bce6a491ee4fda12956d70b6 +size 113583168 diff --git a/Pegon-Vision-256M.Q3_K_M.gguf b/Pegon-Vision-256M.Q3_K_M.gguf new file mode 100644 index 0000000..b6b3f6d --- /dev/null +++ b/Pegon-Vision-256M.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7cb028c2ae53e001b5d6c2a82497b913b21b01e1fdd95d9eee300d208708013 +size 109560384 diff --git a/Pegon-Vision-256M.Q3_K_S.gguf b/Pegon-Vision-256M.Q3_K_S.gguf new file mode 100644 index 0000000..0a2caa9 --- /dev/null +++ b/Pegon-Vision-256M.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea665323897b383f11504f5a2023a742fddaa3a807ce80e1ef76f12ccffd548 +size 104251968 diff --git a/Pegon-Vision-256M.Q4_K_M.gguf b/Pegon-Vision-256M.Q4_K_M.gguf new file mode 100644 index 0000000..a0b378a --- /dev/null +++ b/Pegon-Vision-256M.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2857b5a52619428a91b98e48332cfab2d81144ffec8b307bce7f8406cc0bb72 +size 125052480 diff --git a/Pegon-Vision-256M.Q4_K_S.gguf b/Pegon-Vision-256M.Q4_K_S.gguf new file mode 100644 index 0000000..cd10a2d --- /dev/null +++ b/Pegon-Vision-256M.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d211103a4b892861aab3745096c7983efb09ce5a3ad8d67a80c6d109362cae4e +size 121637952 diff --git a/Pegon-Vision-256M.Q5_K_M.gguf b/Pegon-Vision-256M.Q5_K_M.gguf new file mode 100644 index 0000000..d78d22c --- /dev/null +++ b/Pegon-Vision-256M.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533934106a47d15477080f6af561cc751097ebe6be3d48c12d45485b8cd51f99 +size 133475904 diff --git a/Pegon-Vision-256M.Q5_K_S.gguf b/Pegon-Vision-256M.Q5_K_S.gguf new file mode 100644 index 0000000..1b9fbb3 --- /dev/null +++ b/Pegon-Vision-256M.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7678b7a851df7e96beab89730a4aaa60ea1160b19cac81ff92e838ef3d1dcdfa +size 131347008 diff --git a/Pegon-Vision-256M.Q6_K.gguf b/Pegon-Vision-256M.Q6_K.gguf new file mode 100644 index 0000000..c845532 --- /dev/null +++ b/Pegon-Vision-256M.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839a8e114e361af6c0936e54f74707928bce18ad68161d49762fc8cd8243a1cb +size 168625728 diff --git a/Pegon-Vision-256M.Q8_0.gguf b/Pegon-Vision-256M.Q8_0.gguf new file mode 100644 index 0000000..ec9f8c7 --- /dev/null +++ b/Pegon-Vision-256M.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b23c4302f89044e0b5ed7ea6f4949440a381dd02facbc1da4678d77f2cbd30 +size 175053888 diff --git a/Pegon-Vision-256M.f16.gguf b/Pegon-Vision-256M.f16.gguf new file mode 100644 index 0000000..2aaf223 --- /dev/null +++ b/Pegon-Vision-256M.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb9c581e664f6a74ab43c0325cffb350394433752c86e9782fb225cbfec77339 +size 327809088 diff --git a/Pegon-Vision-256M.mmproj-Q8_0.gguf b/Pegon-Vision-256M.mmproj-Q8_0.gguf new file mode 100644 index 0000000..e0271ea --- /dev/null +++ b/Pegon-Vision-256M.mmproj-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775caa8124c80e7eabef508a39e73fb1e35a641629bb65c10289d99671e14b4a +size 103768768 diff --git a/Pegon-Vision-256M.mmproj-f16.gguf b/Pegon-Vision-256M.mmproj-f16.gguf new file mode 100644 index 0000000..81be03e --- /dev/null +++ b/Pegon-Vision-256M.mmproj-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f64f47844730ea8fa9e67214481baaf84406d3962680698b5aa46b6a8ba1a1 +size 190030528 diff --git a/README.md b/README.md new file mode 100644 index 0000000..85c44ec --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: kucingcoder/Pegon-Vision-256M +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- unsloth +- trl +- sft +--- +## About + + + + + + + + + +static quants of https://huggingface.co/kucingcoder/Pegon-Vision-256M + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Pegon-Vision-256M-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.mmproj-Q8_0.gguf) | mmproj-Q8_0 | 0.2 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q2_K.gguf) | Q2_K | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q3_K_S.gguf) | Q3_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.IQ4_XS.gguf) | IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q3_K_M.gguf) | Q3_K_M | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q3_K_L.gguf) | Q3_K_L | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q4_K_S.gguf) | Q4_K_S | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q4_K_M.gguf) | Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q5_K_S.gguf) | Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q5_K_M.gguf) | Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q6_K.gguf) | Q6_K | 0.3 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.Q8_0.gguf) | Q8_0 | 0.3 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.mmproj-f16.gguf) | mmproj-f16 | 0.3 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/Pegon-Vision-256M-GGUF/resolve/main/Pegon-Vision-256M.f16.gguf) | f16 | 0.4 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +