commit a015da1dd66fb291a2a3d1ce22f75f6c4f540a3e Author: ModelHub XC Date: Sun Aug 9 16:06:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Qwen-SEA-Guard-8B-2602-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1173094 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.mmproj-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.mmproj-f16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.f16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-SEA-Guard-8B-2602.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen-SEA-Guard-8B-2602.IQ4_XS.gguf b/Qwen-SEA-Guard-8B-2602.IQ4_XS.gguf new file mode 100644 index 0000000..9496690 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389fee4c3e7e43f2f9dacffa7b5aabe6dc897136f6511133cad8cf60d58e79c1 +size 4593298496 diff --git a/Qwen-SEA-Guard-8B-2602.Q2_K.gguf b/Qwen-SEA-Guard-8B-2602.Q2_K.gguf new file mode 100644 index 0000000..5d0cece --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4432b3f28cff8d8d06518d463d113752c51aa582591a7ea1fe24355ff28515e +size 3281734720 diff --git a/Qwen-SEA-Guard-8B-2602.Q3_K_L.gguf b/Qwen-SEA-Guard-8B-2602.Q3_K_L.gguf new file mode 100644 index 0000000..e98eb5f --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55610fe8a9f644e54137523c8d8d9e98c21117a8b92648d31cf9a9f748ea84c8 +size 4431395904 diff --git a/Qwen-SEA-Guard-8B-2602.Q3_K_M.gguf b/Qwen-SEA-Guard-8B-2602.Q3_K_M.gguf new file mode 100644 index 0000000..45b2e4f --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08e61f5ad81d7025ab699105a1403a9928aa6b3d6a95be620498f31db7fc320 +size 4124163136 diff --git a/Qwen-SEA-Guard-8B-2602.Q3_K_S.gguf b/Qwen-SEA-Guard-8B-2602.Q3_K_S.gguf new file mode 100644 index 0000000..bfaa107 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364f0ce511d370f3459686035226d70287ddc5cb4118a673bac669189fdf13e0 +size 3769613376 diff --git a/Qwen-SEA-Guard-8B-2602.Q4_K_M.gguf b/Qwen-SEA-Guard-8B-2602.Q4_K_M.gguf new file mode 100644 index 0000000..9dc8c53 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61179abc567352087cc6c6933dd9eedb2caa10794673ebfb89baf6f6bc803e77 +size 5027785792 diff --git a/Qwen-SEA-Guard-8B-2602.Q4_K_S.gguf b/Qwen-SEA-Guard-8B-2602.Q4_K_S.gguf new file mode 100644 index 0000000..d216407 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b74447e79cccb1cce362e716ed5f858a7694ee8ce1f9177674d80943dfbadd +size 4802014272 diff --git a/Qwen-SEA-Guard-8B-2602.Q5_K_M.gguf b/Qwen-SEA-Guard-8B-2602.Q5_K_M.gguf new file mode 100644 index 0000000..53525ca --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801e2b9b30fc09116ed8d644fffa4fa187fead7982a3292daff307803ffde1a5 +size 5851114560 diff --git a/Qwen-SEA-Guard-8B-2602.Q5_K_S.gguf b/Qwen-SEA-Guard-8B-2602.Q5_K_S.gguf new file mode 100644 index 0000000..ce21561 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fa9e0fee2700addbfbf3d0eca54fc0332b04f34ba164a23b48d3a0fcbdb896 +size 5720763456 diff --git a/Qwen-SEA-Guard-8B-2602.Q6_K.gguf b/Qwen-SEA-Guard-8B-2602.Q6_K.gguf new file mode 100644 index 0000000..57651ff --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee55b150ef46ee1118bd58276dd732fb6a4cab6a01796ec1d3a26a4c563a62c +size 6725901376 diff --git a/Qwen-SEA-Guard-8B-2602.Q8_0.gguf b/Qwen-SEA-Guard-8B-2602.Q8_0.gguf new file mode 100644 index 0000000..e444179 --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e05776e89ef77936b28df1678fd46b30a7082fb5bf01fa9c7f9371f83deb69b +size 8709520448 diff --git a/Qwen-SEA-Guard-8B-2602.f16.gguf b/Qwen-SEA-Guard-8B-2602.f16.gguf new file mode 100644 index 0000000..c3df87c --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f877fe5fe64d1b22d14edc6225d5bb2b2bb2e49f660f58412510c86052f11a0 +size 16388045888 diff --git a/Qwen-SEA-Guard-8B-2602.mmproj-Q8_0.gguf b/Qwen-SEA-Guard-8B-2602.mmproj-Q8_0.gguf new file mode 100644 index 0000000..a0f61ad --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.mmproj-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5477e59a136a9e310169f6ce11f4220a039264dddf56f08421d1ae40acba32 +size 752290304 diff --git a/Qwen-SEA-Guard-8B-2602.mmproj-f16.gguf b/Qwen-SEA-Guard-8B-2602.mmproj-f16.gguf new file mode 100644 index 0000000..d386f8f --- /dev/null +++ b/Qwen-SEA-Guard-8B-2602.mmproj-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e921f2a1adce4cef9d958d3230c97701348dbe7bd5882124850d1f698500985 +size 1159030400 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9485f1e --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: aisingapore/Qwen-SEA-Guard-8B-2602 +language: +- en +library_name: transformers +license: other +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- llama-factory +- full +- generated_from_trainer +--- +## About + + + + + + + + + +static quants of https://huggingface.co/aisingapore/Qwen-SEA-Guard-8B-2602 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen-SEA-Guard-8B-2602-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.mmproj-Q8_0.gguf) | mmproj-Q8_0 | 0.9 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.mmproj-f16.gguf) | mmproj-f16 | 1.3 | multi-modal supplement | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q2_K.gguf) | Q2_K | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q3_K_S.gguf) | Q3_K_S | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q3_K_M.gguf) | Q3_K_M | 4.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q3_K_L.gguf) | Q3_K_L | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.IQ4_XS.gguf) | IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q4_K_S.gguf) | Q4_K_S | 4.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q4_K_M.gguf) | Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q5_K_S.gguf) | Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q5_K_M.gguf) | Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q6_K.gguf) | Q6_K | 6.8 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.Q8_0.gguf) | Q8_0 | 8.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-SEA-Guard-8B-2602-GGUF/resolve/main/Qwen-SEA-Guard-8B-2602.f16.gguf) | f16 | 16.5 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +