commit 7a31fa22726be996fe59e22f1f211b57e250781d Author: ModelHub XC Date: Sun Apr 12 23:41:00 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/WiNGPT-DocLoom-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4f04860 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WiNGPT-DocLoom.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c6373e6 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +base_model: winninghealth/WiNGPT-DocLoom +language: +- en +- zh +- multilingual +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- image-to-text +- ocr +- document-parse +- layout +- table +- formula +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/winninghealth/WiNGPT-DocLoom + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#WiNGPT-DocLoom-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/WiNGPT-DocLoom-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/WiNGPT-DocLoom-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/WiNGPT-DocLoom-i1-GGUF/resolve/main/WiNGPT-DocLoom.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/WiNGPT-DocLoom.i1-IQ1_M.gguf b/WiNGPT-DocLoom.i1-IQ1_M.gguf new file mode 100644 index 0000000..7dc0b17 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc72f63ec326bc05c1deb42ce91980503ddba7ddfcff864c512c49d6c0c6bf4 +size 1127019616 diff --git a/WiNGPT-DocLoom.i1-IQ1_S.gguf b/WiNGPT-DocLoom.i1-IQ1_S.gguf new file mode 100644 index 0000000..d8f62a8 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87844cca30cfc1a5352898323aba1441832a094733940e36d3bebfa29888a26 +size 1055257696 diff --git a/WiNGPT-DocLoom.i1-IQ2_M.gguf b/WiNGPT-DocLoom.i1-IQ2_M.gguf new file mode 100644 index 0000000..eb6c0b1 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c589529905c866e8694ca82f243cb80256214942b2cd332a6e9b8bf4a69718 +size 1512985696 diff --git a/WiNGPT-DocLoom.i1-IQ2_S.gguf b/WiNGPT-DocLoom.i1-IQ2_S.gguf new file mode 100644 index 0000000..362feb5 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b2e2b0329473732dd89f4557da2d04b11d9551a02c8d8ab56f8d9f78030b2f +size 1417303136 diff --git a/WiNGPT-DocLoom.i1-IQ2_XS.gguf b/WiNGPT-DocLoom.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4ece164 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c9326a98b46dfe852f1ad73e2c210c3e6a3c42f918e547d304ab1f9035e98f +size 1354101856 diff --git a/WiNGPT-DocLoom.i1-IQ2_XXS.gguf b/WiNGPT-DocLoom.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9114781 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7942ff19a685150b5f271e1fa52ea6bd8e8db6f1cba06aaacdf7feb9a55a003c +size 1246622816 diff --git a/WiNGPT-DocLoom.i1-IQ3_M.gguf b/WiNGPT-DocLoom.i1-IQ3_M.gguf new file mode 100644 index 0000000..7ba60d7 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9ac7c62f875dde6fddb3df4cf7443694b79d191a325b3dda591fb0363987e8 +size 1962898016 diff --git a/WiNGPT-DocLoom.i1-IQ3_S.gguf b/WiNGPT-DocLoom.i1-IQ3_S.gguf new file mode 100644 index 0000000..b0209d8 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9fe1b083658493d88fc461263159aef9d5734a561eeb4806aa1b8063efc07d4 +size 1899532896 diff --git a/WiNGPT-DocLoom.i1-IQ3_XS.gguf b/WiNGPT-DocLoom.i1-IQ3_XS.gguf new file mode 100644 index 0000000..df79fd4 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d338cf8fc9080391bc730e1cde1a660e7a6f0ce261a2bbb84d99cafe5e38bc3 +size 1814377056 diff --git a/WiNGPT-DocLoom.i1-IQ3_XXS.gguf b/WiNGPT-DocLoom.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..43b254f --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f95a126c15f17bea9beffba5cd1e3c639f031c2e1aa9e8935e42cbbe3d280437 +size 1670190176 diff --git a/WiNGPT-DocLoom.i1-IQ4_NL.gguf b/WiNGPT-DocLoom.i1-IQ4_NL.gguf new file mode 100644 index 0000000..295da58 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ac92cda8271cd196a5f911c841e17d64d3d39b0273e240888a7667d19b27b0 +size 2381345376 diff --git a/WiNGPT-DocLoom.i1-IQ4_XS.gguf b/WiNGPT-DocLoom.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2dcfcc8 --- /dev/null +++ b/WiNGPT-DocLoom.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d8d901ba7402ad1fd0c53bb3cee2ecf39d3e3e4b7b38396641e4fa22c3be2d +size 2270753376 diff --git a/WiNGPT-DocLoom.i1-Q2_K.gguf b/WiNGPT-DocLoom.i1-Q2_K.gguf new file mode 100644 index 0000000..0e49609 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077fe89867ebbb7e93c1c04d536cfca1edb9d8d8bd8a4cc29ddf7fa9ab24a4e3 +size 1669501536 diff --git a/WiNGPT-DocLoom.i1-Q2_K_S.gguf b/WiNGPT-DocLoom.i1-Q2_K_S.gguf new file mode 100644 index 0000000..efbdb3b --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0ca7d603042ce69566aba16c17bbaa639c3aabf2cd1cf265771bb6cc48236c +size 1563456096 diff --git a/WiNGPT-DocLoom.i1-Q3_K_L.gguf b/WiNGPT-DocLoom.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ac2f614 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87047c20deeec1d66c978c63e6dedf391f048dffd989195be9f25d831a8e1404 +size 2239787616 diff --git a/WiNGPT-DocLoom.i1-Q3_K_M.gguf b/WiNGPT-DocLoom.i1-Q3_K_M.gguf new file mode 100644 index 0000000..af8695f --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11faa209c3a1d1803b27e2c8b064aa40a6dcf10d8c94c466608373e2a10a67a9 +size 2075619936 diff --git a/WiNGPT-DocLoom.i1-Q3_K_S.gguf b/WiNGPT-DocLoom.i1-Q3_K_S.gguf new file mode 100644 index 0000000..674fff6 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7a969561a4a3a1176431cc1ffc306f4d4366fa051ba7e15ee97f180069b7c9 +size 1886999136 diff --git a/WiNGPT-DocLoom.i1-Q4_0.gguf b/WiNGPT-DocLoom.i1-Q4_0.gguf new file mode 100644 index 0000000..7baab3e --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4ac0b6b44c3a7be54028d9a57db902ffa5b1061caccd2b8f402f66b433db8e +size 2375774816 diff --git a/WiNGPT-DocLoom.i1-Q4_1.gguf b/WiNGPT-DocLoom.i1-Q4_1.gguf new file mode 100644 index 0000000..cf02911 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eceaf2ff72e6f203d2b63e343f58b5848d7072398b2d7904e5da50cc25a24e90 +size 2596631136 diff --git a/WiNGPT-DocLoom.i1-Q4_K_M.gguf b/WiNGPT-DocLoom.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b54ce77 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b1d600501a8c6f6d1c3f386dcda396bc228bafd70343944e5914b8ede76b0a +size 2497282656 diff --git a/WiNGPT-DocLoom.i1-Q4_K_S.gguf b/WiNGPT-DocLoom.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e509d69 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8f411d693492d4277479f6f3477c2550198de7a6a7f05597331124fae9b77a +size 2383311456 diff --git a/WiNGPT-DocLoom.i1-Q5_K_M.gguf b/WiNGPT-DocLoom.i1-Q5_K_M.gguf new file mode 100644 index 0000000..68296f9 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8ba5060579b4c955994b3a0f7ef49323a7ce03a64e9328fd0f06a22a2c6d0a +size 2889515616 diff --git a/WiNGPT-DocLoom.i1-Q5_K_S.gguf b/WiNGPT-DocLoom.i1-Q5_K_S.gguf new file mode 100644 index 0000000..03ccf8d --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f978d0e5b007dd7462ddd40daa1b7db721e8da5918ef3e0164561742189f4d8 +size 2823713376 diff --git a/WiNGPT-DocLoom.i1-Q6_K.gguf b/WiNGPT-DocLoom.i1-Q6_K.gguf new file mode 100644 index 0000000..ad27a80 --- /dev/null +++ b/WiNGPT-DocLoom.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78490b340da073ee988f935042f916ab6f4c90ce350c2988a62eebaf147b5cf4 +size 3306263136 diff --git a/WiNGPT-DocLoom.imatrix.gguf b/WiNGPT-DocLoom.imatrix.gguf new file mode 100644 index 0000000..7381174 --- /dev/null +++ b/WiNGPT-DocLoom.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0394474aaf44c9b0763dc633a2edbb0a7cf382056606863a49ecb430cb46d6ef +size 3872640