commit a95a601a78746bf0a8e4e22117d304e983972bde Author: ModelHub XC Date: Fri Apr 17 03:27:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c635a94 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VLAA-Thinker-Qwen2VL-2B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4fecd81 --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: UCSC-VLAA/VLAA-Thinker-Qwen2VL-2B +language: +- en +library_name: transformers +license: cc-by-nc-4.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/UCSC-VLAA/VLAA-Thinker-Qwen2VL-2B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#VLAA-Thinker-Qwen2VL-2B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/VLAA-Thinker-Qwen2VL-2B-i1-GGUF/resolve/main/VLAA-Thinker-Qwen2VL-2B.i1-Q6_K.gguf) | i1-Q6_K | 1.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_M.gguf new file mode 100644 index 0000000..72371f6 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d48287c559ec7759e673282250417034046a34e208f17c4ec17b98968e6e64 +size 464460064 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_S.gguf new file mode 100644 index 0000000..e0dc748 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fec10cca9547d46e3e2dabdedffa31e1bb1bdc7b8af8b2c50fdd6e05ddd5ef +size 436526368 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_M.gguf new file mode 100644 index 0000000..ddb27a9 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8620a2076dfa490a28a38303407e72b52ea576ed238b2742ede71316ca371c0a +size 601053472 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_S.gguf new file mode 100644 index 0000000..320f91d --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8b7bc2c0fec2ee5ef0cbbbb1b9f80b79838dc4b1c05912b9a02f5bb81f9a3b +size 563808544 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XS.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..368105d --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394fec46d8e67d88bc690e82025c1bc6144902eb2eb46383cb563d68cd701dcf +size 550325536 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XXS.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2643cff --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e436f4c7fdc235a9e4738f411afbef2194ce5c21771d1fc4d235522de245864 +size 511016224 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_M.gguf new file mode 100644 index 0000000..2801231 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c25f0007abb64cb100ab1f3d4310021e1b8726b39914b20005dc92f363c63e9 +size 776662816 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b092ac8 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af77ed2367c21c15cf7faac3f243b0aa8685847c10933b63324b2adadb15d136 +size 762405664 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XS.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ddafbb3 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea09f3430420be23def877e717f41053161a3f2d6eaef901837746547036d5f2 +size 731697952 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XXS.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..df6c247 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70bbf413f42d08f094c5ff3070183674f48fb064ae6f9d22fb40386bd8a8597d +size 668791072 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_NL.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..273cf24 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f04bc46c3efe565c89c7ba225680d709e18ac861f8f85f9fc1ac3964321fa3 +size 936330016 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_XS.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d350e3c --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e75d64da0a8301aed0122383239a5421d48e3d17036eb1e2c56618b8ad8718 +size 895730464 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K.gguf new file mode 100644 index 0000000..cc3cf68 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eba82374baa8a7c6ec2e51f8ede2b540d0f68ef7b6741d6d7dfefc8be0e4185 +size 676303648 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..b19558a --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd9ddc4c9b35ae02d012ad5a7335a9c119fe644aa735ec5fa0eae67f0e1c9fc +size 640133920 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_L.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b123e92 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18a192b03b24301f5c3d4ca4fb6a7372561564bd41e0d6e3bdbe090d82e7bf8 +size 880161568 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e273b30 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96aaba8e0ebd6289c802d46a59625565ad60abd4bf58373a1d51ffa690a3f9bb +size 824177440 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..939086f --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbdb2fd2b7780f0d48bcfb89e8e59ee3318121e192df112fbc93fe2f8f6e7263 +size 760943392 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q4_0.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_0.gguf new file mode 100644 index 0000000..6ab6ba2 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16dc7f21ea07841e606a3f2882fb712261efab8f5d0a4b336b98849314f2750 +size 937534240 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q4_1.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_1.gguf new file mode 100644 index 0000000..16e209d --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee41865007d774c5975093cf7c33452c5c48db617ad7be53cde0fb05bff4f5c +size 1016840992 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8f950ff --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e236e69122bdce2b2b5b9552dd82eacecc6a58768b9889e407977909b57e69e6 +size 986047264 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..855f0e6 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92aa3c5042d54d145b1fc525d0190fee11cdc631a8a72d53e1a468152afdd18 +size 940311328 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_M.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..17f885c --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae9cf89d8872d8d3ac9f351b50c7d15c4a3c69b7fd94e570c4d1c3736b38f39 +size 1125049120 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_S.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a9ba0f9 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466cc92e807548800b600d5889573a4f68d6ba85c054d3ec0e9c5f54035a4965 +size 1098728224 diff --git a/VLAA-Thinker-Qwen2VL-2B.i1-Q6_K.gguf b/VLAA-Thinker-Qwen2VL-2B.i1-Q6_K.gguf new file mode 100644 index 0000000..1ccf488 --- /dev/null +++ b/VLAA-Thinker-Qwen2VL-2B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a92863fcbbed81a35250225e737c7dd2674b15b52aea6b24d0f4c8f63266aa +size 1272738592 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..34ef816 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44980e928e56d81ddbcbbae2ca88e1ab022aa0cff7ddaf7687b1203e03314e42 +size 2042201