From 048fb50d04a83068cf237601ec2be61a55d86f62 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 7 Oct 2026 14:41:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++++++ README.md | 80 ++++++++++++++++++++++ deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf | 3 + deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q2_K.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_0.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf | 3 + deepseek-coder-1.3B-kexer.i1-Q6_K.gguf | 3 + imatrix.dat | 3 + 27 files changed, 214 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q2_K.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_0.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf create mode 100644 deepseek-coder-1.3B-kexer.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b6cd9a0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..314920b --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +base_model: JetBrains/deepseek-coder-1.3B-kexer +datasets: +- JetBrains/KExercises +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- code +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/JetBrains/deepseek-coder-1.3B-kexer + + +static quants are available at https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 0.9 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 0.9 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 0.9 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/deepseek-coder-1.3B-kexer-i1-GGUF/resolve/main/deepseek-coder-1.3B-kexer.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf b/deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf new file mode 100644 index 0000000..19de624 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6b045633e9f6ae02464255857e363cd28ab50e2cc24774d5094b20e0a00ab5 +size 442219712 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf b/deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf new file mode 100644 index 0000000..646c17a --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891eb8b98602cbd816f7da22ce3f8eacce7323eb3d95eacdd074bceeb8e07536 +size 424819904 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf b/deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf new file mode 100644 index 0000000..16e5864 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a9a4b207ed4d245dd1385ab7475b9624cdb6135f5322b84c3e3a8afa5ae643 +size 551853248 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf b/deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf new file mode 100644 index 0000000..7e77d43 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c1e12d735b3cf5081a5463742ddfa58c243ba7b8c4244c8f90af8bdbf67ef6 +size 528653504 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf b/deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e72ef07 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d2134be7b59846d24dab2e4734198b6c82cf5b94e87881f23a77494b3252bd +size 497564864 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf b/deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..ca69ead --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53c374b86b751d38bea17d0b980239fbdfb5af0ad9668ee09edb44e37c621e4 +size 471219392 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf b/deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf new file mode 100644 index 0000000..5fa1e2c --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4921a61355676052adcbf57fb430f40f56ee2cebbeed82c642205e70700fe6cf +size 672791744 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf b/deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf new file mode 100644 index 0000000..d3aede7 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b845eb1bb9e498c559c9165e1fb40114fc3e3ada490e65b38363476fca4095a +size 641825984 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf b/deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9fa6db9 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441e48981fb33d3fccdd69c505ebda30dc9ed3295bb8ab73d92ca46b457e15bf +size 613366976 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf b/deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ca97fb1 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4ee97a0d09f948fdc4595def1b4f24490eb7415eeb32194f717825bb36ef4d +size 580951232 diff --git a/deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf b/deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0e6f9d2 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eadb2dd3b663cddeed3ddc291ba443d3c9cd2fc6fdd1fc08d91c45a2fadf38b +size 744381632 diff --git a/deepseek-coder-1.3B-kexer.i1-Q2_K.gguf b/deepseek-coder-1.3B-kexer.i1-Q2_K.gguf new file mode 100644 index 0000000..53ea892 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d888fbb3aa261a1e4cf3ab68e066e7d79e026291422ea6f6c127576d78f980 +size 559717568 diff --git a/deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf b/deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf new file mode 100644 index 0000000..bebc94e --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1238597aaff7006aa79c077e5c0d39660bdcc1faf5b2679451da7b2a969e3145 +size 744455360 diff --git a/deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf b/deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e4b8a65 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de252034606ac0aa3d93274a35189e25ece27e308a493a4054838e99596080d +size 704134336 diff --git a/deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf b/deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf new file mode 100644 index 0000000..fdf99d5 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1da5a452f21c1fbb11f1335ec572448304a890d398eb43942efa0990abb50dc +size 641825984 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_0.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_0.gguf new file mode 100644 index 0000000..fe3db65 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab3336eb6f13ffcf6f3cc1d007c9e1921e5c194b1803f488d70ce9e59d7a32c +size 778050752 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..54c16b6 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc35d648f25f123e1b2239a2c17925d28348501e2fcaeb17ffbf45b09efb4f2 +size 775937216 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..441eecf --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a16076fdae38df3b3def32318be2839c9c0abc4d45a826ba1add5f3f7ef2861 +size 775937216 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..0a2f103 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02973421b0ef536c285f1db6d161ec27aeff9e56ce360e790ff43da16c739a0 +size 775937216 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf new file mode 100644 index 0000000..47b1483 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e06342e41346a75ff068e67eb234c41f9b096b1fbc07e57e26f17c5b3dbbc3c +size 873454784 diff --git a/deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf b/deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf new file mode 100644 index 0000000..b4576d9 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9fb81ef1eb3f8627dd1dc9c25b9a0d498301b86af1aee5f20a82379c240bcd0 +size 813964480 diff --git a/deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf b/deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a94d620 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6227023fd59fef5da832b42d5d9089971e4491975e0bf202d8f433fa6aff78fc +size 1001839808 diff --git a/deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf b/deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9699252 --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0c9c39f6acabed5d5f4fe4ca56efcfc8614834e71f07ef01fc7ed9c64039c7 +size 952884416 diff --git a/deepseek-coder-1.3B-kexer.i1-Q6_K.gguf b/deepseek-coder-1.3B-kexer.i1-Q6_K.gguf new file mode 100644 index 0000000..1bd6d1f --- /dev/null +++ b/deepseek-coder-1.3B-kexer.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d11f19f121290e7ceee8ab83ad39138aad4709415a0d022df8a9e09add1e0f6 +size 1171537088 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..f48f3fd --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:681f166102ad92bbd1f4daef48ecf55741f29f99c1154a0f95dc720a8c499204 +size 1713589