From bda2b7cdd49a556bdd7251e6bdba77c1bef35769 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 06:32:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++ README.md | 85 ++++++++++++++++++++ Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf | 3 + Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf | 3 + imatrix.dat | 3 + 27 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf create mode 100644 Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..07127fb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7d4d706 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: QuixiAI/Wizard-Vicuna-13B-Uncensored +datasets: +- ehartford/wizard_vicuna_70k_unfiltered +language: +- en +library_name: transformers +license: other +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/QuixiAI/Wizard-Vicuna-13B-Uncensored + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Wizard-Vicuna-13B-Uncensored-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf) | i1-IQ2_S | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf) | i1-IQ2_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf) | i1-Q2_K | 5.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf) | i1-IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf) | i1-IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf) | i1-Q4_0 | 7.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf) | i1-Q4_1 | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/Wizard-Vicuna-13B-Uncensored-i1-GGUF/resolve/main/Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf) | i1-Q6_K | 10.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf new file mode 100644 index 0000000..4981149 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caba7203778067728ca03a5c7ae28a927a0243dbebfd04ee43abc61a42ccf746 +size 3138610560 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf new file mode 100644 index 0000000..c365208 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2fc46e33be10883c9c6fa1a3724f33b7e68063b3524ad144eb0493601ea238 +size 2898687360 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf new file mode 100644 index 0000000..f9b17c5 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05fb21d9333802f6431642be2ace0ea26256072bb378264bfc13d02c9a49c6e +size 4517580160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf new file mode 100644 index 0000000..eed9080 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bc7774aaa1311b4fbaec3fd30cd7abf51f2cfa2fd1e5ad4a4dc1da4f2393db +size 4197682560 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8874039 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dd538028eed69e1a402e880955328627ff2e5cdb099f153998c579d00390b9c +size 3891148160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d7ee750 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc51dec78b1fb83c87ee57552d997cb30971475a49f58c2921c88c494bdd898 +size 3538482560 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf new file mode 100644 index 0000000..dd14e33 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e274cddd77af26b0f82df749eaa6d7d228e90b788746f6f884d4055c2d491d3e +size 5984511360 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf new file mode 100644 index 0000000..2036e35 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7dd3cee2d800ddd2037a6642a38801070af91538aa2c0dedee4987d24d81053 +size 5658981760 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf new file mode 100644 index 0000000..63e85d3 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ee4247a79062954c43ff00391b19c08349430c005fc7c9093f093f860dda94 +size 5361612160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..92d2472 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c2f4c5365df2cab6ff282f7c801f7cc626491132bc12c5f3e3ea89884c136a +size 4960562560 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a053db2 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfc702942b216298e8f9d30e6e3fc2c3d0c7dc3450b6806e6c7b3dac6a38bf5 +size 7365836160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf b/Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4180f92 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c73ed000bdcd1bf1b95750f28e79b1a578458486bfffdd9cdb6672baabc42df +size 6964223360 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf new file mode 100644 index 0000000..e2ce237 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa124cfcfa7c913e25f3ecf6dfbb0b5a9a2b0cd353d061a83b587f6821971e9 +size 4854271360 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf new file mode 100644 index 0000000..3ec5cb4 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07997f90b2b8e2cf022670ad60fbfb90f863427aa9be2ffda24e174bd4b8869e +size 4436684160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e952d72 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09dbfebe1416bd8009a54ff65566e9908e2606b7705dfe47e780012bc7f04e12 +size 6929560960 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c9fefaf --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bdf30e6cd358652b15051543bd4a995fd409f0b00ef27188a383b77816c16fc +size 6337770880 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b406060 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff0ce366eeed8f6410619a4e7bceb232ae9198724490a6f768412468dde72c8 +size 5658981760 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf new file mode 100644 index 0000000..fac761a --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf879c8aa7d660915221fd8d73453a10d83da765e946646f4fe115696f94136 +size 7387954560 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf new file mode 100644 index 0000000..4075bd9 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15d3d1f54084bc4ea37e308ae523e74dcbcd11713b5eb17a5462a5967b6f2904 +size 8169061760 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf new file mode 100644 index 0000000..535bc01 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21545db926b046264c4677b3fd2c780a3e616d38cb67f7082ea6588a7a62abf7 +size 7865957760 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf new file mode 100644 index 0000000..67d2b8f --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9af3e58ec9bbd2e5f8e83bcdb8c0bcd21d449f5a05335a7f81ffcad13ce0744 +size 7423180160 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9273344 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dffeb9c01343495bc6d26a5fab58ce40bdc9068673dc264a56bd7de69d5a4e4 +size 9229925760 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dfb1bb3 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c25171c527310bac6cce08ba5dbf0723d1c82c9e37ae30d4870e706c9e9824 +size 8972287360 diff --git a/Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf b/Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf new file mode 100644 index 0000000..dd82542 --- /dev/null +++ b/Wizard-Vicuna-13B-Uncensored.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5273a1451bfedb1707df514951e7334eab4d79dbf3df711237fe62cf9fcbe8d4 +size 10679141760 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..cc8514a --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589bd149224c5670a9695e5c449b55d78b05de908fa0a9b6ea841e27d23817e1 +size 7136325