From e4871f59413e36e745c4f0b67816a2ed83f05203 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 20 Jul 2026 00:09:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF Source: Original Platform --- .gitattributes | 58 ++++++++++++++ README.md | 76 +++++++++++++++++++ ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf | 3 + ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf | 3 + ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf | 3 + ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf | 3 + ...3b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf | 3 + ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf | 3 + ...-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf | 3 + ...3b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf | 3 + ...s-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf | 3 + ...s-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf | 3 + ...s-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf | 3 + ...33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf | 3 + ...s-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf | 3 + 25 files changed, 203 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf create mode 100644 airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4923df7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..20ef9ae --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-fp16 +datasets: +- jondurbin/airoboros-gpt4-1.4.1 +language: +- en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-fp16 + + +static quants are available at https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf) | i1-IQ1_S | 7.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf) | i1-IQ1_M | 7.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.7 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf) | i1-IQ2_S | 10.5 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf) | i1-Q2_K_S | 11.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf) | i1-IQ2_M | 11.3 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf) | i1-Q2_K | 12.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.4 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf) | i1-IQ3_S | 14.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf) | i1-IQ3_M | 15.0 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf) | i1-Q3_K_M | 15.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.4 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf) | i1-Q4_0 | 18.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf) | i1-Q4_K_M | 19.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf) | i1-Q4_1 | 20.5 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.5 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.1 | | +| [GGUF](https://huggingface.co/mradermacher/airoboros-33b-gpt4-1.4.1-PI-8192-fp16-i1-GGUF/resolve/main/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf) | i1-Q6_K | 26.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf new file mode 100644 index 0000000..a59c838 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a23202c7f2d16953621b33198e6d589d14fb05871f1bec34ccf5666549d6be +size 7728533344 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf new file mode 100644 index 0000000..5059e35 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e10f4176557714bdea0a6e23e88e5224c7f7d3e84593fab70c8a70491c835db +size 7120308064 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf new file mode 100644 index 0000000..bb45418 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be3b83c6c66ce3e3a26efe224607c262f9ba72de44e29719377a1fd3d5a708a6 +size 11197440864 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf new file mode 100644 index 0000000..bf47ed2 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8207eba6a6e89626cddeba56e9df422cd81c12b6360013e4b17c339e903c8fe +size 10386473824 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf new file mode 100644 index 0000000..ab3827d --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9de493df17bf253377b8c881ca55fda0cc3f4a48760c9f5429757e676dc4b9 +size 9636276064 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..148fef4 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5198f334f4e1a3a919d6362226c972a6e62fc6b4a558da2961dfffdb5e0438 +size 8742242144 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf new file mode 100644 index 0000000..4e86e11 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1842f3f114238a69519fa9933b47c70b038f5b733dd4328ca26c3c5cd9df756 +size 14881070944 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf new file mode 100644 index 0000000..de79fa6 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2c2f73c8badc0e0528975bb714539d5c00ae151e1aa895ecd4879999b8cb3d +size 14064113504 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d697392 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2798ede706eac4500812926624dd27e663c6984b8ea05fd87b002d7e74817e54 +size 13311719264 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d39b0c5 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f5f4a114e2f945176f331484ca89040ca9d875681de6f8525b3ae70e178fc1 +size 12323369824 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf new file mode 100644 index 0000000..33ee077 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f72f7b4b5e3cc27903061bf7e25393af6e7013a698594892ff0b19e4c32b020 +size 17346120544 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf new file mode 100644 index 0000000..7b34dca --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15125d332af20928194358e8bb89e92d83c478b2352892095b3ad6ebef42a6d +size 12048876384 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf new file mode 100644 index 0000000..8d9c253 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c0e4ed6d064c32b4a17d902f9775a0de2265e4471e99dac89a445b35907347 +size 10977792864 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c868a10 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06428cdcf7cb0ab6cd7d4cabc5749ee3b92c8fb5404137f3858d19750b9c66cb +size 17279760224 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf new file mode 100644 index 0000000..219910d --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf54c9e91d5994033583259f3a9f5a4b19dc8671506ed690114cccacb9927c83 +size 15776462688 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf new file mode 100644 index 0000000..47741a0 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9e257636e902c5d61f12c7ab97dac46956e1e807f324be91e83f9fddadeff8 +size 14064113504 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf new file mode 100644 index 0000000..7944fb2 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadfa7db48a42c93170f727e1f976a796f520ddca66076d6ce7f296b5a620682 +size 18408151904 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf new file mode 100644 index 0000000..c00037e --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abaab64d172c6034bb24447ac81f0538b96f83d27b79360ff6ed33ca1249b2ba +size 20375665504 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e693c77 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518cc07bc5e6e3e89c39f7ab2cf0a99b15bb69058ddabe6acc5641fce821d694 +size 19621141344 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d111afa --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a9101e5849d02dba61fbb3b04bf6eefb3a4e597c7b6e0d8407568fab9366cb8 +size 18482486112 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3b5c2c2 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798b126a218ec04df1109fae44eb325bad1127d4c0329214155dea4d8d96153f +size 23047117664 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5988728 --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a507656d9d92d1dd711fd0818217a14a1bd4d5e560eaf1c2e82e4f9eb5be6c +size 22395362144 diff --git a/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf new file mode 100644 index 0000000..399fe4f --- /dev/null +++ b/airoboros-33b-gpt4-1.4.1-PI-8192-fp16.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8d948bfed98ea48fed9ea2e9295953b3a6144d4ffa694bbf6a1b01fc51e755 +size 26687217504