From 123a8577c59041c4468d90fd0719800784e17fef Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 19:38:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Shi-Ci_v3_Avocet-i1-GGUF Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++++++++ README.md | 76 ++++++++++++++++++++++++++++++++ Shi-Ci_v3_Avocet.i1-IQ1_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ1_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ2_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ2_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ3_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ3_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q2_K.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q4_0.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf | 3 ++ Shi-Ci_v3_Avocet.i1-Q6_K.gguf | 3 ++ imatrix.dat | 3 ++ 24 files changed, 199 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Shi-Ci_v3_Avocet.i1-IQ1_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ1_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ2_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ2_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ3_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ3_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q2_K.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q4_0.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf create mode 100644 Shi-Ci_v3_Avocet.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f042630 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Shi-Ci_v3_Avocet.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3d1cde8 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: NLPark/Shi-Ci_v3_Avocet +language: +- en +- zh +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- not-for-all-audiences +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/NLPark/Shi-Ci_v3_Avocet + + +static quants are available at https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ1_S.gguf) | i1-IQ1_S | 7.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ1_M.gguf) | i1-IQ1_M | 8.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ2_S.gguf) | i1-IQ2_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ2_M.gguf) | i1-IQ2_M | 11.3 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q2_K.gguf) | i1-Q2_K | 12.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.7 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ3_S.gguf) | i1-IQ3_S | 14.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ3_M.gguf) | i1-IQ3_M | 14.8 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf) | i1-Q3_K_M | 15.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.7 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q4_0.gguf) | i1-Q4_0 | 18.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf) | i1-Q4_K_M | 19.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.6 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.2 | | +| [GGUF](https://huggingface.co/mradermacher/Shi-Ci_v3_Avocet-i1-GGUF/resolve/main/Shi-Ci_v3_Avocet.i1-Q6_K.gguf) | i1-Q6_K | 26.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Shi-Ci_v3_Avocet.i1-IQ1_M.gguf b/Shi-Ci_v3_Avocet.i1-IQ1_M.gguf new file mode 100644 index 0000000..83cef9a --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76941987026e726769750063acffcaaf3787c70ca2816377b3ea58a4929eaa0 +size 7875961376 diff --git a/Shi-Ci_v3_Avocet.i1-IQ1_S.gguf b/Shi-Ci_v3_Avocet.i1-IQ1_S.gguf new file mode 100644 index 0000000..771542d --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b65160439ade1ee1513022661dc8de895d9e70e1ab6f85210aa5b39a07c79df +size 7223960096 diff --git a/Shi-Ci_v3_Avocet.i1-IQ2_M.gguf b/Shi-Ci_v3_Avocet.i1-IQ2_M.gguf new file mode 100644 index 0000000..4de7f62 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016d799963658d37070e1d74d0f0f2d94aece310f5d8cc3905109ea4dbde4a2d +size 11182682656 diff --git a/Shi-Ci_v3_Avocet.i1-IQ2_S.gguf b/Shi-Ci_v3_Avocet.i1-IQ2_S.gguf new file mode 100644 index 0000000..e2df948 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19cae04ad3dffd3239c913d200d533768e08ab877c50b58ae1769a347b1d7f81 +size 10313347616 diff --git a/Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf b/Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1d68fd0 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52eea1c5300c50bab4c893a7a1589d0c8c3868c578dfb3660139fb4fc6ddbc6d +size 9884394016 diff --git a/Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf b/Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..070ca90 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39103cce6f8b82eafc61110cb01277157fe4d53f1fe7e8760f13befa88226f5f +size 8962630176 diff --git a/Shi-Ci_v3_Avocet.i1-IQ3_M.gguf b/Shi-Ci_v3_Avocet.i1-IQ3_M.gguf new file mode 100644 index 0000000..1d95162 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9719ff1973387e7d8960bb24de0bf7c4883d62a50b2896a0faf8fbfe3fc50d71 +size 14700593696 diff --git a/Shi-Ci_v3_Avocet.i1-IQ3_S.gguf b/Shi-Ci_v3_Avocet.i1-IQ3_S.gguf new file mode 100644 index 0000000..79f22f5 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d33ccdb906f53fa2ec548e7d08b7b9e0a0db11c9a63ae4cdb067000a4f6d9a1 +size 14328758816 diff --git a/Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf b/Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf new file mode 100644 index 0000000..54d903f --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a5d434daa5e0c4e994d6172d12cb56911b71d7ab8b3736525218d928a26fb2 +size 13603275296 diff --git a/Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf b/Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a55e43c --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99997ce731a44361e585c35f8322663cffddb1619782a229b6fb77f9d595ddc1 +size 12742930976 diff --git a/Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf b/Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c1e9385 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276c59e72bc13b48e3e44a7b8f9b60f5a734c9c71d9986f2fc2da85299b4956b +size 17559458336 diff --git a/Shi-Ci_v3_Avocet.i1-Q2_K.gguf b/Shi-Ci_v3_Avocet.i1-Q2_K.gguf new file mode 100644 index 0000000..7be228a --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d414a20fa5299cd5ffa3844cba93a5b59e26f344ea14fc8fdc371ab663b431 +size 12222001696 diff --git a/Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf b/Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8d08777 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ed9adadb788585055dadf898af244b5430fc301c93b948f3c1f624780139c1 +size 17117315616 diff --git a/Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf b/Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f2292bb --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5887ac48ef03d3bc3d9660fd28bba5327ed00b91a2c617c868b3c855b080912a +size 15815115296 diff --git a/Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf b/Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf new file mode 100644 index 0000000..8adbc8d --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fbbe0e62250111342887689a73d0b12506449b01a43f798b47107ef851a610a +size 14284194336 diff --git a/Shi-Ci_v3_Avocet.i1-Q4_0.gguf b/Shi-Ci_v3_Avocet.i1-Q4_0.gguf new file mode 100644 index 0000000..6d2efaf --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2253cfa298a907f30dc0a9f534716c84efbffcdd7fb032f8cfb44147de35cbb6 +size 18568794656 diff --git a/Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf b/Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3ee6f0a --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57744c8014253de3e9549973c16a67e6aa03fbee3a00e1e59e641309b2347ae +size 19698962976 diff --git a/Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf b/Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf new file mode 100644 index 0000000..10adc75 --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1edaee8171636c7728fc3bd8ba39ecb7c97fbd6a2b158bb6533ce41b21e96a6 +size 18641539616 diff --git a/Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf b/Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf new file mode 100644 index 0000000..24d712f --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0189d2cb1dbc241419cb7052c67e7961bbc597ad33d6524d87ff83ca9135df +size 23083569696 diff --git a/Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf b/Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf new file mode 100644 index 0000000..1db461e --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8eb502ad68868c682c76d949342a7bf155b9e8db0acfb96b14ed3c80d61d648 +size 22465237536 diff --git a/Shi-Ci_v3_Avocet.i1-Q6_K.gguf b/Shi-Ci_v3_Avocet.i1-Q6_K.gguf new file mode 100644 index 0000000..de53cbc --- /dev/null +++ b/Shi-Ci_v3_Avocet.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946581e7b336ffff2bcf799376bb336c69cf261c3c996a27d4e119e0ae458c36 +size 26679714336 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..7c888b9 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4ef76c33533268f7473aa46d1a1d0bd5b18f37c13b94d260295b5bcf45e996 +size 14891549