From 99a3ac8300359dd7b586dbbd4ea9b826907e0a02 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 9 Aug 2026 10:19:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/RaiyaChatDoc-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++++ README.md | 88 ++++++++++++++++++++++++++++++++++++ RaiyaChatDoc.i1-IQ1_M.gguf | 3 ++ RaiyaChatDoc.i1-IQ1_S.gguf | 3 ++ RaiyaChatDoc.i1-IQ2_M.gguf | 3 ++ RaiyaChatDoc.i1-IQ2_S.gguf | 3 ++ RaiyaChatDoc.i1-IQ2_XS.gguf | 3 ++ RaiyaChatDoc.i1-IQ2_XXS.gguf | 3 ++ RaiyaChatDoc.i1-IQ3_M.gguf | 3 ++ RaiyaChatDoc.i1-IQ3_S.gguf | 3 ++ RaiyaChatDoc.i1-IQ3_XS.gguf | 3 ++ RaiyaChatDoc.i1-IQ3_XXS.gguf | 3 ++ RaiyaChatDoc.i1-IQ4_NL.gguf | 3 ++ RaiyaChatDoc.i1-IQ4_XS.gguf | 3 ++ RaiyaChatDoc.i1-Q2_K.gguf | 3 ++ RaiyaChatDoc.i1-Q2_K_S.gguf | 3 ++ RaiyaChatDoc.i1-Q3_K_L.gguf | 3 ++ RaiyaChatDoc.i1-Q3_K_M.gguf | 3 ++ RaiyaChatDoc.i1-Q3_K_S.gguf | 3 ++ RaiyaChatDoc.i1-Q4_0.gguf | 3 ++ RaiyaChatDoc.i1-Q4_1.gguf | 3 ++ RaiyaChatDoc.i1-Q4_K_M.gguf | 3 ++ RaiyaChatDoc.i1-Q4_K_S.gguf | 3 ++ RaiyaChatDoc.i1-Q5_K_M.gguf | 3 ++ RaiyaChatDoc.i1-Q5_K_S.gguf | 3 ++ RaiyaChatDoc.i1-Q6_K.gguf | 3 ++ RaiyaChatDoc.imatrix.gguf | 3 ++ 27 files changed, 223 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 RaiyaChatDoc.i1-IQ1_M.gguf create mode 100644 RaiyaChatDoc.i1-IQ1_S.gguf create mode 100644 RaiyaChatDoc.i1-IQ2_M.gguf create mode 100644 RaiyaChatDoc.i1-IQ2_S.gguf create mode 100644 RaiyaChatDoc.i1-IQ2_XS.gguf create mode 100644 RaiyaChatDoc.i1-IQ2_XXS.gguf create mode 100644 RaiyaChatDoc.i1-IQ3_M.gguf create mode 100644 RaiyaChatDoc.i1-IQ3_S.gguf create mode 100644 RaiyaChatDoc.i1-IQ3_XS.gguf create mode 100644 RaiyaChatDoc.i1-IQ3_XXS.gguf create mode 100644 RaiyaChatDoc.i1-IQ4_NL.gguf create mode 100644 RaiyaChatDoc.i1-IQ4_XS.gguf create mode 100644 RaiyaChatDoc.i1-Q2_K.gguf create mode 100644 RaiyaChatDoc.i1-Q2_K_S.gguf create mode 100644 RaiyaChatDoc.i1-Q3_K_L.gguf create mode 100644 RaiyaChatDoc.i1-Q3_K_M.gguf create mode 100644 RaiyaChatDoc.i1-Q3_K_S.gguf create mode 100644 RaiyaChatDoc.i1-Q4_0.gguf create mode 100644 RaiyaChatDoc.i1-Q4_1.gguf create mode 100644 RaiyaChatDoc.i1-Q4_K_M.gguf create mode 100644 RaiyaChatDoc.i1-Q4_K_S.gguf create mode 100644 RaiyaChatDoc.i1-Q5_K_M.gguf create mode 100644 RaiyaChatDoc.i1-Q5_K_S.gguf create mode 100644 RaiyaChatDoc.i1-Q6_K.gguf create mode 100644 RaiyaChatDoc.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..43d4f93 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RaiyaChatDoc.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c8defac --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: Muhammadidrees/RaiyaChatDoc +language: +- en +library_name: transformers +license_link: https://huggingface.co/Qwen/Qwen2.5-VL-3B-Instruct/blob/main/LICENSE +license_name: qwen-research +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Muhammadidrees/RaiyaChatDoc + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#RaiyaChatDoc-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/RaiyaChatDoc-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/RaiyaChatDoc-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ1_M.gguf) | i1-IQ1_M | 1.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ2_M.gguf) | i1-IQ2_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ3_S.gguf) | i1-IQ3_S | 1.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q4_0.gguf) | i1-Q4_0 | 2.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q4_1.gguf) | i1-Q4_1 | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/RaiyaChatDoc-i1-GGUF/resolve/main/RaiyaChatDoc.i1-Q6_K.gguf) | i1-Q6_K | 2.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/RaiyaChatDoc.i1-IQ1_M.gguf b/RaiyaChatDoc.i1-IQ1_M.gguf new file mode 100644 index 0000000..cd049e2 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22eb68baad5048944c28fd83302ce3325250039bb279ca1ca1478c940fee02e5 +size 951590592 diff --git a/RaiyaChatDoc.i1-IQ1_S.gguf b/RaiyaChatDoc.i1-IQ1_S.gguf new file mode 100644 index 0000000..281453c --- /dev/null +++ b/RaiyaChatDoc.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985b214afd48f558644bbf2276859992d1b42eea727eeb3f7fff6b9d954f4d95 +size 892657344 diff --git a/RaiyaChatDoc.i1-IQ2_M.gguf b/RaiyaChatDoc.i1-IQ2_M.gguf new file mode 100644 index 0000000..cadeff9 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52dfaf8176cd940f34a5014dcf0f32ede7145ce20b9929cb562d6571ee6c7058 +size 1273628352 diff --git a/RaiyaChatDoc.i1-IQ2_S.gguf b/RaiyaChatDoc.i1-IQ2_S.gguf new file mode 100644 index 0000000..feeaab3 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84942fe59d387d1a5e6fdd07fb36ac0ffb4a1eb6b0e30606d413dc00b83bf0f5 +size 1195050688 diff --git a/RaiyaChatDoc.i1-IQ2_XS.gguf b/RaiyaChatDoc.i1-IQ2_XS.gguf new file mode 100644 index 0000000..984e748 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ddfee92a709fefa6b591d4837afeeaf0f79d5ecde8cba620bdb2bb4fcaa87fc +size 1133108928 diff --git a/RaiyaChatDoc.i1-IQ2_XXS.gguf b/RaiyaChatDoc.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..686d866 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82daff3673e8cffae4c72a276e5afeb5538bf86e18745e235a988576258252b7 +size 1049812672 diff --git a/RaiyaChatDoc.i1-IQ3_M.gguf b/RaiyaChatDoc.i1-IQ3_M.gguf new file mode 100644 index 0000000..2daa3cc --- /dev/null +++ b/RaiyaChatDoc.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38f349843378ce40f877804c54920f86790904bf6204013fd11c215a21ea2b5 +size 1621937856 diff --git a/RaiyaChatDoc.i1-IQ3_S.gguf b/RaiyaChatDoc.i1-IQ3_S.gguf new file mode 100644 index 0000000..541e29f --- /dev/null +++ b/RaiyaChatDoc.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7b40eb3e6a1ec26b843863e547743394218cb568b0c24e8aac63c32551eb56 +size 1589907136 diff --git a/RaiyaChatDoc.i1-IQ3_XS.gguf b/RaiyaChatDoc.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b6803f9 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2412258125811d89658e876f044da7607e013a7b4d32600f2fde8f7620b8337 +size 1524879040 diff --git a/RaiyaChatDoc.i1-IQ3_XXS.gguf b/RaiyaChatDoc.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..41c3921 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1c80b31a9286a63f972cd7492b8c24d3b65308b65e8bf038d5a5952bf5724f +size 1415939776 diff --git a/RaiyaChatDoc.i1-IQ4_NL.gguf b/RaiyaChatDoc.i1-IQ4_NL.gguf new file mode 100644 index 0000000..3c65179 --- /dev/null +++ b/RaiyaChatDoc.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fae7defb4b2fe7a8e883ff54b66b62c391ccbd42f11d65d9b18b345f0d0a1e +size 1999509184 diff --git a/RaiyaChatDoc.i1-IQ4_XS.gguf b/RaiyaChatDoc.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0f1de6c --- /dev/null +++ b/RaiyaChatDoc.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578b4703d25c059f1a4cdd4eb61a0bf373d7a826e76a1141ef64eb16a6188445 +size 1903687360 diff --git a/RaiyaChatDoc.i1-Q2_K.gguf b/RaiyaChatDoc.i1-Q2_K.gguf new file mode 100644 index 0000000..ee14c3d --- /dev/null +++ b/RaiyaChatDoc.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b3929f950bc6d5c6faa713ff5640281ca9b34f0baae03b51cd02ea447b9bcf +size 1376249536 diff --git a/RaiyaChatDoc.i1-Q2_K_S.gguf b/RaiyaChatDoc.i1-Q2_K_S.gguf new file mode 100644 index 0000000..335d531 --- /dev/null +++ b/RaiyaChatDoc.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4834bfb66e05ce0ef3a8e5302a386d22bb93575ebd376a161fe8dbc6d59370 +size 1299621568 diff --git a/RaiyaChatDoc.i1-Q3_K_L.gguf b/RaiyaChatDoc.i1-Q3_K_L.gguf new file mode 100644 index 0000000..53dbdd1 --- /dev/null +++ b/RaiyaChatDoc.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0c580a741d1f31cd25f0b92d0899413f355c072ce86b1f9ecb868742fb40bd +size 1840434880 diff --git a/RaiyaChatDoc.i1-Q3_K_M.gguf b/RaiyaChatDoc.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f9a32a2 --- /dev/null +++ b/RaiyaChatDoc.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb7041f20e7e8ae14aad5d38aa78517d2a2d38e1c9f5ca8fdf550230f71f4c7 +size 1723518656 diff --git a/RaiyaChatDoc.i1-Q3_K_S.gguf b/RaiyaChatDoc.i1-Q3_K_S.gguf new file mode 100644 index 0000000..03993d5 --- /dev/null +++ b/RaiyaChatDoc.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf15a4bee8733aa27b251193bd25dacbeed588bd3af50da3afd78dc3eccfe73 +size 1587400384 diff --git a/RaiyaChatDoc.i1-Q4_0.gguf b/RaiyaChatDoc.i1-Q4_0.gguf new file mode 100644 index 0000000..bccc59b --- /dev/null +++ b/RaiyaChatDoc.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfa660c38b74756745b04763a88bf9e658141246605684e30a7414cc5a0e896 +size 2002785984 diff --git a/RaiyaChatDoc.i1-Q4_1.gguf b/RaiyaChatDoc.i1-Q4_1.gguf new file mode 100644 index 0000000..6baa636 --- /dev/null +++ b/RaiyaChatDoc.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7faf3a5abb1f5deeebecb565f2b17ce1e11796d72baff85e5f1d16e3644310 +size 2189973184 diff --git a/RaiyaChatDoc.i1-Q4_K_M.gguf b/RaiyaChatDoc.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d64a144 --- /dev/null +++ b/RaiyaChatDoc.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86222a38d2f2f7b0387d9878227dc7714314272629ac153eb8af7874878abd36 +size 2104202944 diff --git a/RaiyaChatDoc.i1-Q4_K_S.gguf b/RaiyaChatDoc.i1-Q4_K_S.gguf new file mode 100644 index 0000000..a06947d --- /dev/null +++ b/RaiyaChatDoc.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b3fd9258a0ced3510f7670383f817730c0e150bc7ffe1ab9026a8a074e196cd +size 2008684224 diff --git a/RaiyaChatDoc.i1-Q5_K_M.gguf b/RaiyaChatDoc.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1aae667 --- /dev/null +++ b/RaiyaChatDoc.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f708e3fbf6a74f648b9852ceefe78d34b947de24f983bf7c6d67379cc79cba +size 2437945024 diff --git a/RaiyaChatDoc.i1-Q5_K_S.gguf b/RaiyaChatDoc.i1-Q5_K_S.gguf new file mode 100644 index 0000000..77039c2 --- /dev/null +++ b/RaiyaChatDoc.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906993de016ecb2f53b6327daeeda663a187f81ca4ab8b13955e6de492d13de8 +size 2382796480 diff --git a/RaiyaChatDoc.i1-Q6_K.gguf b/RaiyaChatDoc.i1-Q6_K.gguf new file mode 100644 index 0000000..7367d14 --- /dev/null +++ b/RaiyaChatDoc.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16314901704cabd51a68a8e76be7a1564fa98bf335a7293ea9e0cfd87babbb63 +size 2792545984 diff --git a/RaiyaChatDoc.imatrix.gguf b/RaiyaChatDoc.imatrix.gguf new file mode 100644 index 0000000..b8c1239 --- /dev/null +++ b/RaiyaChatDoc.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae8db9aabae2d77dcb6aa20c8a4d00ffdc1e160e8c31bc36ce5394f64bcf0fe +size 3393408