commit fce98be53c765992a27102d38ae5e3c8a99f6e86 Author: ModelHub XC Date: Thu Jun 4 12:00:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d4372a0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +ComputeX-Qwen2.5VL-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ1_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..b93a764 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c526cf6eaaf51801a32d86d69cdc91568bef3031605174d40bd4a18a5fd65c2 +size 2042195200 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ1_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..b834379 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6a45e745040fbb6e5c07b0eebd1be4dc050fb8043f9f49784b2de13b4c86fd +size 1903666432 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ2_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..ec44c32 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a84c013bf1311d87518c5eb107abe377974813411c37bfdf2376515a837f63 +size 2780341504 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ2_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..c942ffa --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761bb31a5918d357a2269034b7fd8d7b5284ed61125da87bd4e267130f8fa18e +size 2595636480 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ2_XS.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..86ef3a3 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff53bc34f1d0ec48d600977e704743b500fd314d222a2bb1382853caef7f50a +size 2469020928 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ2_XXS.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3af63c3 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3081093451f10facbc9e5c9974f3ff06f344913fcc71f7ab3982118f5c46293c +size 2273076480 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ3_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..dfd079a --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce512ede8a511680680c3144fe0f115d1d091ef0cb06e943f4cd725a3aa5947 +size 3574011136 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ3_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..0e8cffd --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4ce554991b71b79d14137e4c376ef5e574d08f78956b94f1f8ac5a7f32aa9d +size 3499191552 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ3_XS.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f081379 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e0a0fb39c0821e49279839572d1d2010635c337243f9800d6972f1ed015790 +size 3346255104 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ3_XXS.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3eabf64 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25038f52ba475f49d9700a618305a8c694c0d63757eb5522b6b1e01e78f8547 +size 3114513664 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ4_NL.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a821177 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33853767898ddba12d8405fd8714f465a58f32201d3e5c4eb6e31ebea99d2c59 +size 4437812480 diff --git a/ComputeX-Qwen2.5VL-7B.i1-IQ4_XS.gguf b/ComputeX-Qwen2.5VL-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..defe6e4 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c41b1ce060f11738fa5858eecf3094a3948da4a69eefce5ec253c1e73c3604 +size 4218471680 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q2_K.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..4972aff --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17968481573c00677051cb9e860e649b9e583c54673423bf648dccf25caae999 +size 3015939328 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q2_K_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..18949f3 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2c79dd682c105b97ccd94f295aafabb94a63ca3515094c2f2081a20b4a7ac1 +size 2834072832 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q3_K_L.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f5e0e63 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a3a168e0f675a6b1615616d6a97ed65eacabdd968598c0f92ecd2a8de504e2 +size 4088458496 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q3_K_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..d989170 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071aabbda76807829fca4446e98c79f623476ff0ad3c812b1c62efa9bd5725a6 +size 3808390400 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q3_K_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..eb96d62 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7344eeaafcd06ea2a910c4a28b26a0b7a6a04b230064e55eff68558b20c5780c +size 3492367616 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q4_0.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..37784f9 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a7a8a36d3f1144c0d1dbf8b425d6a524722a1db3fbef386d9ee98aabb5192a +size 4444120320 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q4_1.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q4_1.gguf new file mode 100644 index 0000000..c1d4bd8 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805e945448e06abf616c13192e8cd9e83ab51227999b809e79ae7facaccb6eca +size 4873282816 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q4_K_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..a1d4a9a --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a900dd1765dee3a9f9e460d7feb5d616d5a80092b3016b8f4a34e55f3c56e737 +size 4683072768 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q4_K_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9bb52ab --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5749b2631313a9e71ea41dd1e3cede0ab1913fa604363f9b64863f964b1b06d +size 4457768192 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q5_K_M.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..dcd7669 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d0c9965d916a08b4c304cc67254755ea4a5073c856b31b1845f4f55e29f534 +size 5444830464 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q5_K_S.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cfb9475 --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d595f9ce57fe3bee56258f6ef9289e212fa2bf8fedd7f5999d767b99df7b72d +size 5315175680 diff --git a/ComputeX-Qwen2.5VL-7B.i1-Q6_K.gguf b/ComputeX-Qwen2.5VL-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..3b9108f --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9425fb8d3ad509700fb1be11390f58823683d65007de25641551f510ac2473cf +size 6254198016 diff --git a/ComputeX-Qwen2.5VL-7B.imatrix.gguf b/ComputeX-Qwen2.5VL-7B.imatrix.gguf new file mode 100644 index 0000000..4483cca --- /dev/null +++ b/ComputeX-Qwen2.5VL-7B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1077b7f3b52623da32ff60e1694cf987098548b9bcb60d08f1ba4d11583f6cac +size 4560352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d05bf47 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: km2009/ComputeX-Qwen2.5VL-7B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/km2009/ComputeX-Qwen2.5VL-7B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#ComputeX-Qwen2.5VL-7B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/ComputeX-Qwen2.5VL-7B-i1-GGUF/resolve/main/ComputeX-Qwen2.5VL-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +