From e0f5817a43354ad9f88626ae6be53fdb85220047 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 27 Sep 2026 04:37:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/WizardMath-7B-V1.0-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++ README.md | 76 +++++++++++++++++++++++++++++ WizardMath-7B-V1.0.i1-IQ1_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ1_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ2_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ2_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ2_XS.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ2_XXS.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ3_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ3_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ3_XS.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ3_XXS.gguf | 3 ++ WizardMath-7B-V1.0.i1-IQ4_XS.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q2_K.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q3_K_L.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q3_K_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q3_K_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_0.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_K_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q4_K_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q5_K_M.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q5_K_S.gguf | 3 ++ WizardMath-7B-V1.0.i1-Q6_K.gguf | 3 ++ imatrix.dat | 3 ++ 27 files changed, 211 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 WizardMath-7B-V1.0.i1-IQ1_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ1_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ2_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ2_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ2_XS.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ2_XXS.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ3_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ3_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ3_XS.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ3_XXS.gguf create mode 100644 WizardMath-7B-V1.0.i1-IQ4_XS.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q2_K.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q3_K_L.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q3_K_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q3_K_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_0.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_K_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q4_K_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q5_K_M.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q5_K_S.gguf create mode 100644 WizardMath-7B-V1.0.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8d29594 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +WizardMath-7B-V1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8017cfb --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: WizardLMTeam/WizardMath-7B-V1.0 +language: +- en +library_name: transformers +license: llama2 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/WizardLMTeam/WizardMath-7B-V1.0 + + +static quants are available at https://huggingface.co/mradermacher/WizardMath-7B-V1.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 1.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 1.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q2_K.gguf) | i1-Q2_K | 2.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 3.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 3.9 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 3.9 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 3.9 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_0.gguf) | i1-Q4_0 | 3.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/WizardMath-7B-V1.0-i1-GGUF/resolve/main/WizardMath-7B-V1.0.i1-Q6_K.gguf) | i1-Q6_K | 5.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/WizardMath-7B-V1.0.i1-IQ1_M.gguf b/WizardMath-7B-V1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..8e48149 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21cf071fa3491ef2eefc2790b895d3187ccee6dbc1c52e7f9c01f55c7661504 +size 1650975520 diff --git a/WizardMath-7B-V1.0.i1-IQ1_S.gguf b/WizardMath-7B-V1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..ef07d37 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71665901785a7402f5bf2f06ffe742a58d76f849ba9625b3ddd215edd9c3a3e2 +size 1528587040 diff --git a/WizardMath-7B-V1.0.i1-IQ2_M.gguf b/WizardMath-7B-V1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..adaa278 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5d75d66077a2add583f96c3e95fd1b8a2f96dbc0067fe3f4f4164c90c34f89 +size 2359755968 diff --git a/WizardMath-7B-V1.0.i1-IQ2_S.gguf b/WizardMath-7B-V1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..4d56fbf --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770155bed86e8442d1e74b39bbe9e79f0de8f1f44e3c318651bd02af31d90850 +size 2196571328 diff --git a/WizardMath-7B-V1.0.i1-IQ2_XS.gguf b/WizardMath-7B-V1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e97ed34 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4f40ec7c0eebe4dcfdf32073e13db58b3f39c271d593b4be98fe5aec625b1a +size 2034918176 diff --git a/WizardMath-7B-V1.0.i1-IQ2_XXS.gguf b/WizardMath-7B-V1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8bcaa87 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445ab9e67d8278930894a80d94913546618f2dd3200abeb4b281bc3199d98b5f +size 1854956320 diff --git a/WizardMath-7B-V1.0.i1-IQ3_M.gguf b/WizardMath-7B-V1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..975c1da --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79bdbc9851ad8b24763b9cfd6878d44f083d090abca7758efc156ef1d65c93a +size 3114870496 diff --git a/WizardMath-7B-V1.0.i1-IQ3_S.gguf b/WizardMath-7B-V1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..f2df4f4 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de17a999cf8d344ff783b2a7cf4b2f85cf927567287761c9f01360cfcdddc677 +size 2948310752 diff --git a/WizardMath-7B-V1.0.i1-IQ3_XS.gguf b/WizardMath-7B-V1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..8a05943 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f2cd489ec10cc23a556c2c03556c1f40d744234ecd69377130848c56333b76 +size 2796529376 diff --git a/WizardMath-7B-V1.0.i1-IQ3_XXS.gguf b/WizardMath-7B-V1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f8e5f89 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471c165819885a478fbe181c5986bfb19aa7a0abf5750bda2726dfa397b89e92 +size 2585396416 diff --git a/WizardMath-7B-V1.0.i1-IQ4_XS.gguf b/WizardMath-7B-V1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..19f4ceb --- /dev/null +++ b/WizardMath-7B-V1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0f042e565805b2c83a8ae1e5665af643860f0fdd458d15a66afd75b588b74a +size 3619342464 diff --git a/WizardMath-7B-V1.0.i1-Q2_K.gguf b/WizardMath-7B-V1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..959f241 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2f4f38d4bb09a9ebe82ca7768467209a1e87f58b298d560c1bb63b7a742839 +size 2532869440 diff --git a/WizardMath-7B-V1.0.i1-Q3_K_L.gguf b/WizardMath-7B-V1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c1babce --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be103c7b5dc49fb357e0c91da651546a9fae8198ed7a7b9ce25da2e43cf0ef7 +size 3597117152 diff --git a/WizardMath-7B-V1.0.i1-Q3_K_M.gguf b/WizardMath-7B-V1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..34f17f3 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cbfc19ef7e6e53652361d9518b4527a7022dcf19825deec85a3a022341b135 +size 3298010848 diff --git a/WizardMath-7B-V1.0.i1-Q3_K_S.gguf b/WizardMath-7B-V1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cd9093a --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94fb43edcf1a8bf39a44b1d75d190eab68037cafda4af6a2b983cca238ffa43 +size 2948310752 diff --git a/WizardMath-7B-V1.0.i1-Q4_0.gguf b/WizardMath-7B-V1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..b1b76a4 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b8b4606940ced18b881d1a3709e5ea87c68ac3d888e8c67f0417103adbe7dd +size 3837085952 diff --git a/WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf b/WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..5d3876b --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccfce0087bbd080947facfb59885667447c368504edba16ae31dcbd038b3e07 +size 3825813760 diff --git a/WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf b/WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..3d78785 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb8621a1080450ddf740effaa990fa615aa4b92f0e14e8045ee408eb514eb64 +size 3825813760 diff --git a/WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf b/WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..37a2de9 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8879f30c1caf5a4d7fc1c96ba51e8481b93c970cc167196180f447f0863a1ca4 +size 3825813760 diff --git a/WizardMath-7B-V1.0.i1-Q4_K_M.gguf b/WizardMath-7B-V1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..524c6c8 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4b5f2e38bd0ad96c9949de852e9a22cb2d92f701dfe9323bc1b34fcc6bff87 +size 4081010944 diff --git a/WizardMath-7B-V1.0.i1-Q4_K_S.gguf b/WizardMath-7B-V1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..3cb3ff8 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1230989ad21008dc10245e813d4fcb291a33b49b1fc01066e06792a83ff7545 +size 3856746752 diff --git a/WizardMath-7B-V1.0.i1-Q5_K_M.gguf b/WizardMath-7B-V1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..84d85c7 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:529ffc641a7f86066b85204dae655dcc4c0f498439f2f6439a9c89bb980defcc +size 4783164160 diff --git a/WizardMath-7B-V1.0.i1-Q5_K_S.gguf b/WizardMath-7B-V1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8448ccf --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e906b0bd4c27b0dcaae1cc226ae52a70f08b44bb3b62a647c1badba4791754 +size 4651698944 diff --git a/WizardMath-7B-V1.0.i1-Q6_K.gguf b/WizardMath-7B-V1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..74f4970 --- /dev/null +++ b/WizardMath-7B-V1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c668345e3cf0e020a23692375304cbc9487fe908ae10a02bfda900c6d83e7cf7 +size 5529201952 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..715efb9 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e124c60e0d598b76b325e1ddf060a7402a08da920747716ff0f8bcf1aef747 +size 4562173