From 778c48c7d37ad19111ca19b0b7ef5e7a62a9738a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 7 Jun 2026 19:56:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/zephyr_7b_norobots-fp16-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ README.md | 91 ++++++++++++++++++++++++ imatrix.dat | 3 + zephyr_7b_norobots-fp16.i1-IQ1_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ1_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ2_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ2_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ3_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ3_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf | 3 + zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q2_K.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_0.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf | 3 + zephyr_7b_norobots-fp16.i1-Q6_K.gguf | 3 + 27 files changed, 226 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 imatrix.dat create mode 100644 zephyr_7b_norobots-fp16.i1-IQ1_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ1_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ2_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ2_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ3_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ3_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q2_K.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_0.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf create mode 100644 zephyr_7b_norobots-fp16.i1-Q6_K.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ce011d6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_7b_norobots-fp16.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b1691f3 --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: TheBloke/zephyr_7b_norobots-fp16 +datasets: +- HuggingFaceH4/no_robots +language: +- en +library_name: transformers +license: apache-2.0 +model_creator: MonsterAPI +model_name: Zephyr 7B Norobots +model_type: mistral +prompt_template: | + <|im_start|>system + {system_message}<|im_end|> + <|im_start|>user + {prompt}<|im_end|> + <|im_start|>assistant +quantized_by: mradermacher +tags: +- code +- instruct +- zephyr +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/TheBloke/zephyr_7b_norobots-fp16 + + +static quants are available at https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 4.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 4.2 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 4.2 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/zephyr_7b_norobots-fp16-i1-GGUF/resolve/main/zephyr_7b_norobots-fp16.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..954cdc0 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c7b0bbff46ad8674f0365062e8497bddf1afb6ed7253b24f820a556ddfa493 +size 4988157 diff --git a/zephyr_7b_norobots-fp16.i1-IQ1_M.gguf b/zephyr_7b_norobots-fp16.i1-IQ1_M.gguf new file mode 100644 index 0000000..87aa22d --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675369749e9c8458704ab27c186d5d78b6fe9f414f32a873c05147b1e073b19e +size 1754447616 diff --git a/zephyr_7b_norobots-fp16.i1-IQ1_S.gguf b/zephyr_7b_norobots-fp16.i1-IQ1_S.gguf new file mode 100644 index 0000000..ebc71d9 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a4901ba34dc95f5aa63b74e612d5f9f081122429fb2238f687883c86ddeca9 +size 1612103424 diff --git a/zephyr_7b_norobots-fp16.i1-IQ2_M.gguf b/zephyr_7b_norobots-fp16.i1-IQ2_M.gguf new file mode 100644 index 0000000..d763c2b --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45fd1e858a50c589126a6ddac7e64576d11924c087f63719f2d91c9ede2830b +size 2500714240 diff --git a/zephyr_7b_norobots-fp16.i1-IQ2_S.gguf b/zephyr_7b_norobots-fp16.i1-IQ2_S.gguf new file mode 100644 index 0000000..2f45214 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb96897ccce4e090b5c0b871544d4ecfe19b38f9520c40fd8f07ff41e06b2995 +size 2310921984 diff --git a/zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf b/zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5eeeb12 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ea97dfffe1b03633c3231199463401011d30274274054827528fa50a7e0544 +size 2198257408 diff --git a/zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf b/zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4ffb078 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2662944c61114163f183ce8e85dca266ffca915d9cc06c6b34e5785a550c76 +size 1991687936 diff --git a/zephyr_7b_norobots-fp16.i1-IQ3_M.gguf b/zephyr_7b_norobots-fp16.i1-IQ3_M.gguf new file mode 100644 index 0000000..5ff6c18 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97607510aae423facd2ea9eaef6dc50058a6252819734df9fe3d0a49154bbe6 +size 3284893440 diff --git a/zephyr_7b_norobots-fp16.i1-IQ3_S.gguf b/zephyr_7b_norobots-fp16.i1-IQ3_S.gguf new file mode 100644 index 0000000..2be5d6f --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56f1fb09ed0b53f693f054c9c040fb16a8ee5d528c6c857b9d6496df87ce31c +size 3182395136 diff --git a/zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf b/zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf new file mode 100644 index 0000000..75048e4 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80b02ac109f52b6f53a02a5113569136df61ee1f85bf49715c1eca2b732bdf3 +size 3018817280 diff --git a/zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf b/zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..4d2cb7e --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f90ba509c6412953be0c1fbbc91ac4c2dca361219c82ea72541cfc94192fc9 +size 2827345664 diff --git a/zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf b/zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf new file mode 100644 index 0000000..b7ae03c --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b82a4d911ce29a93707a3e05125fb7522670fd438080cc46cc5f730897b12e +size 3907690240 diff --git a/zephyr_7b_norobots-fp16.i1-Q2_K.gguf b/zephyr_7b_norobots-fp16.i1-Q2_K.gguf new file mode 100644 index 0000000..f4e72bd --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab1607f8480fb4d0ce36d2893f0bb775111e536858348e3b648be72d04908f8 +size 2719244032 diff --git a/zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf b/zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4656b9a --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8649524708c604e180dd30978e13b9c354cf03b8e19dabf21d96972929dd75 +size 3822026496 diff --git a/zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf b/zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf new file mode 100644 index 0000000..970675f --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d571e4dc7d096d4395b8601d81d3b5766da93ff88feb11292355b96eda9f2d86 +size 3518988032 diff --git a/zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf b/zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf new file mode 100644 index 0000000..de7e451 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97b418ed9b5bf72b42cf28d59a8cdd7c99edd86ec7a04a6a8dcc466d7aa5472 +size 3164569344 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_0.gguf b/zephyr_7b_norobots-fp16.i1-Q4_0.gguf new file mode 100644 index 0000000..c528cf2 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef210141894e874b6ed53829e39c7c8950a33f3a3757e673c9fc565e2d5026bc +size 4123598592 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf b/zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..e19f6d1 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa607fc1f8cb3b998c735b957da0951ba668f7148efa34f3dfd9dce7134b9a52 +size 4108918528 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf b/zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..c7646ec --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863100104269d7f1e859c4df5225b88ea71e3f111f4f21d3b2459aa68604908a +size 4108918528 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf b/zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..3a99966 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535d18a14bd2fe2b99264ad877b0dfc8449bf7cec7c696ced0cdb3201a264b6c +size 4108918528 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf b/zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf new file mode 100644 index 0000000..a68889b --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d15bb4e8917ebdadefc3bdeb0a4754ca95b5c218b3d7afd92983089f85cc69b +size 4368441088 diff --git a/zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf b/zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ca5729c --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12194096385e217cbec17c26b8d3ececac072f9a3173fc66f5c104ef363e719c +size 4140375808 diff --git a/zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf b/zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf new file mode 100644 index 0000000..00eac3f --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e09950356ea177888872829c07d5459d7f14c1f7fef9098162f6ac6b79dfb50 +size 5131411200 diff --git a/zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf b/zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cb41014 --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a330c643b009e05eaac53e62df993c7a4aed0264aa36153b30d4a40b0381071 +size 4997717760 diff --git a/zephyr_7b_norobots-fp16.i1-Q6_K.gguf b/zephyr_7b_norobots-fp16.i1-Q6_K.gguf new file mode 100644 index 0000000..7efc6dd --- /dev/null +++ b/zephyr_7b_norobots-fp16.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836025a7987da8cca6020a7c2b7b7104d5a2a871644a723f75b9cfa71455fbc9 +size 5942066944