From 9b0d9ceb9f2c64079f11debab704cb0282786803 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 30 Apr 2026 20:54:56 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/ZR1-1.5B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++++++ README.md | 82 ++++++++++++++++++++++++++++++++++++++++ ZR1-1.5B.i1-IQ1_M.gguf | 3 ++ ZR1-1.5B.i1-IQ1_S.gguf | 3 ++ ZR1-1.5B.i1-IQ2_M.gguf | 3 ++ ZR1-1.5B.i1-IQ2_S.gguf | 3 ++ ZR1-1.5B.i1-IQ2_XS.gguf | 3 ++ ZR1-1.5B.i1-IQ2_XXS.gguf | 3 ++ ZR1-1.5B.i1-IQ3_M.gguf | 3 ++ ZR1-1.5B.i1-IQ3_S.gguf | 3 ++ ZR1-1.5B.i1-IQ3_XS.gguf | 3 ++ ZR1-1.5B.i1-IQ3_XXS.gguf | 3 ++ ZR1-1.5B.i1-IQ4_NL.gguf | 3 ++ ZR1-1.5B.i1-IQ4_XS.gguf | 3 ++ ZR1-1.5B.i1-Q2_K.gguf | 3 ++ ZR1-1.5B.i1-Q2_K_S.gguf | 3 ++ ZR1-1.5B.i1-Q3_K_L.gguf | 3 ++ ZR1-1.5B.i1-Q3_K_M.gguf | 3 ++ ZR1-1.5B.i1-Q3_K_S.gguf | 3 ++ ZR1-1.5B.i1-Q4_0.gguf | 3 ++ ZR1-1.5B.i1-Q4_1.gguf | 3 ++ ZR1-1.5B.i1-Q4_K_M.gguf | 3 ++ ZR1-1.5B.i1-Q4_K_S.gguf | 3 ++ ZR1-1.5B.i1-Q5_K_M.gguf | 3 ++ ZR1-1.5B.i1-Q5_K_S.gguf | 3 ++ ZR1-1.5B.i1-Q6_K.gguf | 3 ++ imatrix.dat | 3 ++ 27 files changed, 217 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 ZR1-1.5B.i1-IQ1_M.gguf create mode 100644 ZR1-1.5B.i1-IQ1_S.gguf create mode 100644 ZR1-1.5B.i1-IQ2_M.gguf create mode 100644 ZR1-1.5B.i1-IQ2_S.gguf create mode 100644 ZR1-1.5B.i1-IQ2_XS.gguf create mode 100644 ZR1-1.5B.i1-IQ2_XXS.gguf create mode 100644 ZR1-1.5B.i1-IQ3_M.gguf create mode 100644 ZR1-1.5B.i1-IQ3_S.gguf create mode 100644 ZR1-1.5B.i1-IQ3_XS.gguf create mode 100644 ZR1-1.5B.i1-IQ3_XXS.gguf create mode 100644 ZR1-1.5B.i1-IQ4_NL.gguf create mode 100644 ZR1-1.5B.i1-IQ4_XS.gguf create mode 100644 ZR1-1.5B.i1-Q2_K.gguf create mode 100644 ZR1-1.5B.i1-Q2_K_S.gguf create mode 100644 ZR1-1.5B.i1-Q3_K_L.gguf create mode 100644 ZR1-1.5B.i1-Q3_K_M.gguf create mode 100644 ZR1-1.5B.i1-Q3_K_S.gguf create mode 100644 ZR1-1.5B.i1-Q4_0.gguf create mode 100644 ZR1-1.5B.i1-Q4_1.gguf create mode 100644 ZR1-1.5B.i1-Q4_K_M.gguf create mode 100644 ZR1-1.5B.i1-Q4_K_S.gguf create mode 100644 ZR1-1.5B.i1-Q5_K_M.gguf create mode 100644 ZR1-1.5B.i1-Q5_K_S.gguf create mode 100644 ZR1-1.5B.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..92ba160 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZR1-1.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c212871 --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +base_model: Zyphra/ZR1-1.5B +datasets: +- AI-MO/NuminaMath-CoT +- codeparrot/apps +- deepmind/code_contests +- BAAI/TACO +- MatrixStudio/Codeforces-Python-Submissions +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Zyphra/ZR1-1.5B + + +static quants are available at https://huggingface.co/mradermacher/ZR1-1.5B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q4_1.gguf) | i1-Q4_1 | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/ZR1-1.5B-i1-GGUF/resolve/main/ZR1-1.5B.i1-Q6_K.gguf) | i1-Q6_K | 1.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/ZR1-1.5B.i1-IQ1_M.gguf b/ZR1-1.5B.i1-IQ1_M.gguf new file mode 100644 index 0000000..54e8f08 --- /dev/null +++ b/ZR1-1.5B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0170fc2eb0cc073690cf4d08aa3fc6020ed9008ea56f3587205564b0891012b +size 541038464 diff --git a/ZR1-1.5B.i1-IQ1_S.gguf b/ZR1-1.5B.i1-IQ1_S.gguf new file mode 100644 index 0000000..b2fc837 --- /dev/null +++ b/ZR1-1.5B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb9189ac11aefabd9a162a1dd9a04b240ece0d86a2825ac66378798da9ce2d8 +size 513104768 diff --git a/ZR1-1.5B.i1-IQ2_M.gguf b/ZR1-1.5B.i1-IQ2_M.gguf new file mode 100644 index 0000000..e5561d9 --- /dev/null +++ b/ZR1-1.5B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da9a663d3a9885911d7c3e4f951c329b9534eb3c105061bfb898cea9f2f6441 +size 701333888 diff --git a/ZR1-1.5B.i1-IQ2_S.gguf b/ZR1-1.5B.i1-IQ2_S.gguf new file mode 100644 index 0000000..8dbf480 --- /dev/null +++ b/ZR1-1.5B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf78d15a54d19a097ccdac87d925aeeb2f9e2164e1f5969746a85534840f951 +size 664088960 diff --git a/ZR1-1.5B.i1-IQ2_XS.gguf b/ZR1-1.5B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6e77c64 --- /dev/null +++ b/ZR1-1.5B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1ad8d54e1c819bf1deca18b4a29183175d4b673f15d760096e5ccc52c5cd62 +size 626903936 diff --git a/ZR1-1.5B.i1-IQ2_XXS.gguf b/ZR1-1.5B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b05dbd2 --- /dev/null +++ b/ZR1-1.5B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f7026d50555d780e3434a2c56f72f2f201dea2e69e19c87108ee86aece7284 +size 587594624 diff --git a/ZR1-1.5B.i1-IQ3_M.gguf b/ZR1-1.5B.i1-IQ3_M.gguf new file mode 100644 index 0000000..113c1d2 --- /dev/null +++ b/ZR1-1.5B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe96e08e5f79bc17c3551eee315eb41970fcb0f98db9f3b2f882726f240e5da +size 876943232 diff --git a/ZR1-1.5B.i1-IQ3_S.gguf b/ZR1-1.5B.i1-IQ3_S.gguf new file mode 100644 index 0000000..046580e --- /dev/null +++ b/ZR1-1.5B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9666cdc17f95e4498639572e497748134bba3892b2604bf32a38726ea03e1ba6 +size 862686080 diff --git a/ZR1-1.5B.i1-IQ3_XS.gguf b/ZR1-1.5B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b596a58 --- /dev/null +++ b/ZR1-1.5B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9ac228b4aad3239e436ed66606a229b674e908b049524d207c52ba95d50958 +size 831978368 diff --git a/ZR1-1.5B.i1-IQ3_XXS.gguf b/ZR1-1.5B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..642aeba --- /dev/null +++ b/ZR1-1.5B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0f6cc060a5da772a806361cd3c5fb49fb0c02ff5722baca19b7bbb3f1c60be +size 769071488 diff --git a/ZR1-1.5B.i1-IQ4_NL.gguf b/ZR1-1.5B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..c397190 --- /dev/null +++ b/ZR1-1.5B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc03b27711432c9ddf83744cf4d683e5cb4e9aab41dceefbe0beb45d7a0b0b12 +size 1067605376 diff --git a/ZR1-1.5B.i1-IQ4_XS.gguf b/ZR1-1.5B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..633a1d9 --- /dev/null +++ b/ZR1-1.5B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8bfd09494782bcbc62d1c5fb7eb9ebc3de63f73736ea13f9359d5d297c6da8 +size 1019712896 diff --git a/ZR1-1.5B.i1-Q2_K.gguf b/ZR1-1.5B.i1-Q2_K.gguf new file mode 100644 index 0000000..8d68a7e --- /dev/null +++ b/ZR1-1.5B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebfc2334b9c3849206ba025fa4bdfd8d2f3261f7f490e035440c07f99b2b628 +size 752882048 diff --git a/ZR1-1.5B.i1-Q2_K_S.gguf b/ZR1-1.5B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f083c68 --- /dev/null +++ b/ZR1-1.5B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1467424198dc4f4f4edc2ecfbb25f53f695e1e8f46b0372b58adc47ab55af046 +size 716712320 diff --git a/ZR1-1.5B.i1-Q3_K_L.gguf b/ZR1-1.5B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d1f8b16 --- /dev/null +++ b/ZR1-1.5B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33d3f70c47480d1b57d26efca936b10fd776cdfb50ea613a31707b85f7287d5 +size 980441984 diff --git a/ZR1-1.5B.i1-Q3_K_M.gguf b/ZR1-1.5B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..63b2f36 --- /dev/null +++ b/ZR1-1.5B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0724efb1457e9947b03c0c06903fa49c012ef719502f04fc6d05f90a34450249 +size 924457856 diff --git a/ZR1-1.5B.i1-Q3_K_S.gguf b/ZR1-1.5B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6847b1c --- /dev/null +++ b/ZR1-1.5B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6f8ef0f301fa5bad7c09ef3d6fefc3e43e1a771ef137574a8965b0727258e2 +size 861223808 diff --git a/ZR1-1.5B.i1-Q4_0.gguf b/ZR1-1.5B.i1-Q4_0.gguf new file mode 100644 index 0000000..369d9b7 --- /dev/null +++ b/ZR1-1.5B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60b035c2981c900a563a27d22d17dac8aa03233b31cd599bf74c7bc2ca781d9 +size 1068809600 diff --git a/ZR1-1.5B.i1-Q4_1.gguf b/ZR1-1.5B.i1-Q4_1.gguf new file mode 100644 index 0000000..5f9e22d --- /dev/null +++ b/ZR1-1.5B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b06c2e1bde2fe5369f82c44626844da48e338223a800c313b0420331b1475b +size 1162702208 diff --git a/ZR1-1.5B.i1-Q4_K_M.gguf b/ZR1-1.5B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b604dea --- /dev/null +++ b/ZR1-1.5B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7bf10c3182b7da81715d8fbff82e5e30002b71c59cea9edc6541f8805e2d7d +size 1117322624 diff --git a/ZR1-1.5B.i1-Q4_K_S.gguf b/ZR1-1.5B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..a52b5d0 --- /dev/null +++ b/ZR1-1.5B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbf0de213eacc980a0be3a45425af6ac6a3d57a6dd97cfea9a46f7910678cc4 +size 1071586688 diff --git a/ZR1-1.5B.i1-Q5_K_M.gguf b/ZR1-1.5B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4a9dc36 --- /dev/null +++ b/ZR1-1.5B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7819968c781273d1c0bec363ffce345c3a3ff7799413f4f28c07ff1e5be27deb +size 1285496192 diff --git a/ZR1-1.5B.i1-Q5_K_S.gguf b/ZR1-1.5B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..26b8594 --- /dev/null +++ b/ZR1-1.5B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f3cce6754f253d8162c2b6e655bb9c34f962c5cc3e4b7a00fdf972b38c21f0 +size 1259175296 diff --git a/ZR1-1.5B.i1-Q6_K.gguf b/ZR1-1.5B.i1-Q6_K.gguf new file mode 100644 index 0000000..f115af4 --- /dev/null +++ b/ZR1-1.5B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24c88e2d6b74901c12deb3b97c66507df3a24cafafda7a458d5d5a6aa204977 +size 1464180608 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..b881264 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49037ada8f01ad1105bcaa0d49d86b14416bc2e7bd78b6503bafc396fd650213 +size 2042201