From d30c7de818c41214c7265a085e40316569e418e1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 10 Jun 2026 07:50:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/VFIG-4B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++++++ README.md | 94 +++++++++++++++++++++++++++++++++++++++++ VFIG-4B.i1-IQ1_M.gguf | 3 ++ VFIG-4B.i1-IQ1_S.gguf | 3 ++ VFIG-4B.i1-IQ2_M.gguf | 3 ++ VFIG-4B.i1-IQ2_S.gguf | 3 ++ VFIG-4B.i1-IQ2_XS.gguf | 3 ++ VFIG-4B.i1-IQ2_XXS.gguf | 3 ++ VFIG-4B.i1-IQ3_M.gguf | 3 ++ VFIG-4B.i1-IQ3_S.gguf | 3 ++ VFIG-4B.i1-IQ3_XS.gguf | 3 ++ VFIG-4B.i1-IQ3_XXS.gguf | 3 ++ VFIG-4B.i1-IQ4_NL.gguf | 3 ++ VFIG-4B.i1-IQ4_XS.gguf | 3 ++ VFIG-4B.i1-Q2_K.gguf | 3 ++ VFIG-4B.i1-Q2_K_S.gguf | 3 ++ VFIG-4B.i1-Q3_K_L.gguf | 3 ++ VFIG-4B.i1-Q3_K_M.gguf | 3 ++ VFIG-4B.i1-Q3_K_S.gguf | 3 ++ VFIG-4B.i1-Q4_0.gguf | 3 ++ VFIG-4B.i1-Q4_1.gguf | 3 ++ VFIG-4B.i1-Q4_K_M.gguf | 3 ++ VFIG-4B.i1-Q4_K_S.gguf | 3 ++ VFIG-4B.i1-Q5_K_M.gguf | 3 ++ VFIG-4B.i1-Q5_K_S.gguf | 3 ++ VFIG-4B.i1-Q6_K.gguf | 3 ++ VFIG-4B.imatrix.gguf | 3 ++ 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 VFIG-4B.i1-IQ1_M.gguf create mode 100644 VFIG-4B.i1-IQ1_S.gguf create mode 100644 VFIG-4B.i1-IQ2_M.gguf create mode 100644 VFIG-4B.i1-IQ2_S.gguf create mode 100644 VFIG-4B.i1-IQ2_XS.gguf create mode 100644 VFIG-4B.i1-IQ2_XXS.gguf create mode 100644 VFIG-4B.i1-IQ3_M.gguf create mode 100644 VFIG-4B.i1-IQ3_S.gguf create mode 100644 VFIG-4B.i1-IQ3_XS.gguf create mode 100644 VFIG-4B.i1-IQ3_XXS.gguf create mode 100644 VFIG-4B.i1-IQ4_NL.gguf create mode 100644 VFIG-4B.i1-IQ4_XS.gguf create mode 100644 VFIG-4B.i1-Q2_K.gguf create mode 100644 VFIG-4B.i1-Q2_K_S.gguf create mode 100644 VFIG-4B.i1-Q3_K_L.gguf create mode 100644 VFIG-4B.i1-Q3_K_M.gguf create mode 100644 VFIG-4B.i1-Q3_K_S.gguf create mode 100644 VFIG-4B.i1-Q4_0.gguf create mode 100644 VFIG-4B.i1-Q4_1.gguf create mode 100644 VFIG-4B.i1-Q4_K_M.gguf create mode 100644 VFIG-4B.i1-Q4_K_S.gguf create mode 100644 VFIG-4B.i1-Q5_K_M.gguf create mode 100644 VFIG-4B.i1-Q5_K_S.gguf create mode 100644 VFIG-4B.i1-Q6_K.gguf create mode 100644 VFIG-4B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..63f1a57 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +VFIG-4B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VFIG-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1c579c1 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: XunmeiLiu/VFIG-4B +language: +- en +library_name: transformers +license: cc-by-4.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- svg +- vision-language +- reinforcement-learning +- grpo +- figure-understanding +- vector-graphics +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/XunmeiLiu/VFIG-4B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#VFIG-4B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/VFIG-4B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/VFIG-4B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/VFIG-4B-i1-GGUF/resolve/main/VFIG-4B.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/VFIG-4B.i1-IQ1_M.gguf b/VFIG-4B.i1-IQ1_M.gguf new file mode 100644 index 0000000..ff64da7 --- /dev/null +++ b/VFIG-4B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051ff5f4b2f090f581c3b1f8487fec1e3e57861feba7542bc07c4bd409071c3 +size 1127019776 diff --git a/VFIG-4B.i1-IQ1_S.gguf b/VFIG-4B.i1-IQ1_S.gguf new file mode 100644 index 0000000..9cd6c8f --- /dev/null +++ b/VFIG-4B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d6ddd532ee98fb667b9a204c168d1420330854740b80ba4fabc1cdf46932ab +size 1055257856 diff --git a/VFIG-4B.i1-IQ2_M.gguf b/VFIG-4B.i1-IQ2_M.gguf new file mode 100644 index 0000000..d5656b4 --- /dev/null +++ b/VFIG-4B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d0b562da788bb12e8dd4d98891515704afb38fa194ae81ec937c00d44b8b58 +size 1512985856 diff --git a/VFIG-4B.i1-IQ2_S.gguf b/VFIG-4B.i1-IQ2_S.gguf new file mode 100644 index 0000000..b407f50 --- /dev/null +++ b/VFIG-4B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fac2c671869bb42d87f14d7fef3fccbfd43eab50a6b4d9c3c1f937ef258ac44 +size 1417303296 diff --git a/VFIG-4B.i1-IQ2_XS.gguf b/VFIG-4B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..784bc8b --- /dev/null +++ b/VFIG-4B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bcd047dd7d3415a3a3e48a8036ed5c9ca4e853636dcd20a80cb8658ad25c36 +size 1354102016 diff --git a/VFIG-4B.i1-IQ2_XXS.gguf b/VFIG-4B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b26561f --- /dev/null +++ b/VFIG-4B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57260716d8c9f82569811ecd99ce6b1eb5cba5867d6253a84e99cc8852fc08ea +size 1246622976 diff --git a/VFIG-4B.i1-IQ3_M.gguf b/VFIG-4B.i1-IQ3_M.gguf new file mode 100644 index 0000000..adbe7e3 --- /dev/null +++ b/VFIG-4B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea397dc951f463c0542f77a4737209a499f5e69f8593b55438a3f78669adcd8 +size 1962898176 diff --git a/VFIG-4B.i1-IQ3_S.gguf b/VFIG-4B.i1-IQ3_S.gguf new file mode 100644 index 0000000..031cd0c --- /dev/null +++ b/VFIG-4B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091d1522baa5a49c036a7a07b472fd9f9b00de63c50b78a9b760261009490037 +size 1899533056 diff --git a/VFIG-4B.i1-IQ3_XS.gguf b/VFIG-4B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2d46489 --- /dev/null +++ b/VFIG-4B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be3f799a3278935102115538072d07d5cc6ab14f0816eeb90753c254dce3a2f +size 1814377216 diff --git a/VFIG-4B.i1-IQ3_XXS.gguf b/VFIG-4B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..20a9fd8 --- /dev/null +++ b/VFIG-4B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561f6031677ac8a12117ef29e33dceaeac4202930b300d77aac5764964626be0 +size 1670190336 diff --git a/VFIG-4B.i1-IQ4_NL.gguf b/VFIG-4B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..472c528 --- /dev/null +++ b/VFIG-4B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d74055186f06d1d6bd98ff882f36c52fa36aaa5f0db821ac3e2a9813b3068b3 +size 2381345536 diff --git a/VFIG-4B.i1-IQ4_XS.gguf b/VFIG-4B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cfed303 --- /dev/null +++ b/VFIG-4B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a980bf10736cf374ad1686fb4a0d4b3807dab13dd3545c41af9311c003b3e6e8 +size 2270753536 diff --git a/VFIG-4B.i1-Q2_K.gguf b/VFIG-4B.i1-Q2_K.gguf new file mode 100644 index 0000000..c372a76 --- /dev/null +++ b/VFIG-4B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8850c02203e4ec40023d2cadbc4a938ff13448049be5c5ec2cccf885046c9452 +size 1669501696 diff --git a/VFIG-4B.i1-Q2_K_S.gguf b/VFIG-4B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1141cc1 --- /dev/null +++ b/VFIG-4B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7576893df466cde45c68aed1c4c4278f78c9e926ba806ee52c5145b585a9b4b9 +size 1563456256 diff --git a/VFIG-4B.i1-Q3_K_L.gguf b/VFIG-4B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..de088e6 --- /dev/null +++ b/VFIG-4B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03663885fd08fb4fda3a160796f3ae781fd668cbb1d8951040a3a96f723b86cd +size 2239787776 diff --git a/VFIG-4B.i1-Q3_K_M.gguf b/VFIG-4B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..94100bc --- /dev/null +++ b/VFIG-4B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf4b8754d10e12becf2e26e05b9b70aa023408287b6741972c1a1dd050d56ab +size 2075620096 diff --git a/VFIG-4B.i1-Q3_K_S.gguf b/VFIG-4B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..8b290b6 --- /dev/null +++ b/VFIG-4B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14cb0a9fbd025c69d60a83563ab9030eeb32223e9696bafa96aaa4c8f4a12b1a +size 1886999296 diff --git a/VFIG-4B.i1-Q4_0.gguf b/VFIG-4B.i1-Q4_0.gguf new file mode 100644 index 0000000..f55c451 --- /dev/null +++ b/VFIG-4B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5f891a66b96c9be489c0a92f4c22eaa50b771eff445f1ba669a69d85fcb308 +size 2375774976 diff --git a/VFIG-4B.i1-Q4_1.gguf b/VFIG-4B.i1-Q4_1.gguf new file mode 100644 index 0000000..87ef494 --- /dev/null +++ b/VFIG-4B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f830dd8499a57b2a93baf9e5281a1215f4cd12bfdfed483437258c1b49ebb388 +size 2596631296 diff --git a/VFIG-4B.i1-Q4_K_M.gguf b/VFIG-4B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1431eb7 --- /dev/null +++ b/VFIG-4B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1820fa0978e453ae981036a19e453eaea64f5ae355a2dee3880746670278f058 +size 2497282816 diff --git a/VFIG-4B.i1-Q4_K_S.gguf b/VFIG-4B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d8c3abe --- /dev/null +++ b/VFIG-4B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81563b7e3dbbd17f12a5cd8536c8ab475c76d79c9e3ee682e394f8acebe4478 +size 2383311616 diff --git a/VFIG-4B.i1-Q5_K_M.gguf b/VFIG-4B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c41ad05 --- /dev/null +++ b/VFIG-4B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d388492aa3f61a971bc1805ec49d98fee4a42efd84b470f123eb3a758d038d46 +size 2889515776 diff --git a/VFIG-4B.i1-Q5_K_S.gguf b/VFIG-4B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b301969 --- /dev/null +++ b/VFIG-4B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605948aeecdc41c797490d3e74c76ceb814ed58840111c3fe6c42dd776961760 +size 2823713536 diff --git a/VFIG-4B.i1-Q6_K.gguf b/VFIG-4B.i1-Q6_K.gguf new file mode 100644 index 0000000..8f0a3b7 --- /dev/null +++ b/VFIG-4B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c9983e58f837a94ba4113b5a51da33fad733052c81cd43ecb418edb90fb3ab +size 3306263296 diff --git a/VFIG-4B.imatrix.gguf b/VFIG-4B.imatrix.gguf new file mode 100644 index 0000000..733e5ce --- /dev/null +++ b/VFIG-4B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7b997ae27a659ce598924955721f0cfaf055b509f81ea91460c0f31461f3fb +size 3872640