commit 4774eb3b7f3a61f2536fc272621a24d4c53d3739 Author: ModelHub XC Date: Mon Jul 20 02:21:09 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mradermacher/kappa-20b-131k-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f436109 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-MXFP4_MOE.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +kappa-20b-131k.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..cba3c69 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +base_model: eousphoros/kappa-20b-131k +language: +- en +library_name: transformers +license: other +license_name: research-only +model_name: kappa_20b_131k +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mixture-of-experts +- moe +- long-context +- fine-tuning +- sft +- persona +- multi-turn +- tool-calling +- torchtitan +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/eousphoros/kappa-20b-131k + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#kappa-20b-131k-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/kappa-20b-131k-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ1_M.gguf) | i1-IQ1_M | 12.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ1_S.gguf) | i1-IQ1_S | 12.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ2_XS.gguf) | i1-IQ2_XS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ2_M.gguf) | i1-IQ2_M | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ2_S.gguf) | i1-IQ2_S | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ3_S.gguf) | i1-IQ3_S | 12.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q2_K.gguf) | i1-Q2_K | 12.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ4_XS.gguf) | i1-IQ4_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q2_K_S.gguf) | i1-Q2_K_S | 12.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q4_0.gguf) | i1-Q4_0 | 12.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-IQ3_M.gguf) | i1-IQ3_M | 12.3 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q3_K_L.gguf) | i1-Q3_K_L | 13.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q4_1.gguf) | i1-Q4_1 | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q4_K_S.gguf) | i1-Q4_K_S | 14.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q4_K_M.gguf) | i1-Q4_K_M | 15.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.0 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q5_K_M.gguf) | i1-Q5_K_M | 17.0 | | +| [GGUF](https://huggingface.co/mradermacher/kappa-20b-131k-i1-GGUF/resolve/main/kappa-20b-131k.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/kappa-20b-131k.i1-IQ1_M.gguf b/kappa-20b-131k.i1-IQ1_M.gguf new file mode 100644 index 0000000..e7c7ac8 --- /dev/null +++ b/kappa-20b-131k.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fccf6a2c0baa7922ad09345ab208805d3628913f065e9b7457fe9d76f690862 +size 12016854720 diff --git a/kappa-20b-131k.i1-IQ1_S.gguf b/kappa-20b-131k.i1-IQ1_S.gguf new file mode 100644 index 0000000..cf28e33 --- /dev/null +++ b/kappa-20b-131k.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3aa45cac02abbb3537bc1785e46d92d144bb9fa2255d522194f3d570090335 +size 12016854720 diff --git a/kappa-20b-131k.i1-IQ2_M.gguf b/kappa-20b-131k.i1-IQ2_M.gguf new file mode 100644 index 0000000..1b8f0b1 --- /dev/null +++ b/kappa-20b-131k.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2683be7e4900b54b02774b864b3554e2eeaf75fc0ee93257bc0ca2db7dcefd70 +size 12065515200 diff --git a/kappa-20b-131k.i1-IQ2_S.gguf b/kappa-20b-131k.i1-IQ2_S.gguf new file mode 100644 index 0000000..bd53904 --- /dev/null +++ b/kappa-20b-131k.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207e62022272060e1ecb6159fa7ae4ad48874cbe16dd83f354e11a76d7edc89d +size 12065515200 diff --git a/kappa-20b-131k.i1-IQ2_XS.gguf b/kappa-20b-131k.i1-IQ2_XS.gguf new file mode 100644 index 0000000..16be195 --- /dev/null +++ b/kappa-20b-131k.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82aa9cd83a8ca2406d1ec325aa9a68d5783e01a74b7defb9e0f9e2e4803cc465 +size 12025702080 diff --git a/kappa-20b-131k.i1-IQ2_XXS.gguf b/kappa-20b-131k.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0516b9f --- /dev/null +++ b/kappa-20b-131k.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4369a4013879327382d676e8b8ab628198827587ab04b0c5b82f58ffd1ddba6 +size 12016854720 diff --git a/kappa-20b-131k.i1-IQ3_M.gguf b/kappa-20b-131k.i1-IQ3_M.gguf new file mode 100644 index 0000000..49352aa --- /dev/null +++ b/kappa-20b-131k.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a6c00855dc24d9df020ed27e16d0dacfc342ad1f3444cce8cd102968e0b92d +size 12202649280 diff --git a/kappa-20b-131k.i1-IQ3_S.gguf b/kappa-20b-131k.i1-IQ3_S.gguf new file mode 100644 index 0000000..9daaa6e --- /dev/null +++ b/kappa-20b-131k.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22923a6bbcfb255b31099a64d1de7978e2d693f6523279065f18f23f2075895 +size 12065515200 diff --git a/kappa-20b-131k.i1-IQ3_XS.gguf b/kappa-20b-131k.i1-IQ3_XS.gguf new file mode 100644 index 0000000..6305ef2 --- /dev/null +++ b/kappa-20b-131k.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361356adb45ba4e5ddaaf7d4e1a4ad36e33511d5d135243926d62f19768f0005 +size 12065515200 diff --git a/kappa-20b-131k.i1-IQ3_XXS.gguf b/kappa-20b-131k.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..eb5665d --- /dev/null +++ b/kappa-20b-131k.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc05cb728df0c1d20be783b5032bb35bbfc552bd870481af262c0d497dcd589 +size 12065515200 diff --git a/kappa-20b-131k.i1-IQ4_XS.gguf b/kappa-20b-131k.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d05924e --- /dev/null +++ b/kappa-20b-131k.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b36820ef66f2209f39bdebf06f51c3a1beff7397526397fd48f299afb24121 +size 12096480960 diff --git a/kappa-20b-131k.i1-MXFP4_MOE.gguf b/kappa-20b-131k.i1-MXFP4_MOE.gguf new file mode 100644 index 0000000..c323bd9 --- /dev/null +++ b/kappa-20b-131k.i1-MXFP4_MOE.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b88f854c06556d974a690ebe7f442fc1a91e96da53083d89e7eb43ec252e1e +size 12109567680 diff --git a/kappa-20b-131k.i1-Q2_K.gguf b/kappa-20b-131k.i1-Q2_K.gguf new file mode 100644 index 0000000..72a34b9 --- /dev/null +++ b/kappa-20b-131k.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfc598c02f7d4bcd44e5f27ab89775884d1e11810d4bcf02d32078fd278ef15 +size 12065515200 diff --git a/kappa-20b-131k.i1-Q2_K_S.gguf b/kappa-20b-131k.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e2bde81 --- /dev/null +++ b/kappa-20b-131k.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1db6d6279c4f535750f68c3104936503ca71f1efac315855043bda54a4e9bb3 +size 12136294080 diff --git a/kappa-20b-131k.i1-Q3_K_L.gguf b/kappa-20b-131k.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f0fa4f0 --- /dev/null +++ b/kappa-20b-131k.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da049413e92f75bbc4924e1053e85de65336374b33b825de78dd2dd47c72f0d +size 13335111360 diff --git a/kappa-20b-131k.i1-Q3_K_M.gguf b/kappa-20b-131k.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a59f2ee --- /dev/null +++ b/kappa-20b-131k.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198966f621ae99b487bdad99929f3340e0c01380f383aae4fadfc1b5454111a0 +size 12916152000 diff --git a/kappa-20b-131k.i1-Q3_K_S.gguf b/kappa-20b-131k.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c75f8de --- /dev/null +++ b/kappa-20b-131k.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcfb08aa08c028370bd26452bb0f47fc1e83032a5501460c5ab8bb8ec311f73 +size 12061091520 diff --git a/kappa-20b-131k.i1-Q4_0.gguf b/kappa-20b-131k.i1-Q4_0.gguf new file mode 100644 index 0000000..43f48d9 --- /dev/null +++ b/kappa-20b-131k.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df480c9a70f751436f2c0dc5366e5419a3e8d1ac5295f71ff539ec1d7893a33f +size 12148459200 diff --git a/kappa-20b-131k.i1-Q4_1.gguf b/kappa-20b-131k.i1-Q4_1.gguf new file mode 100644 index 0000000..d5ff055 --- /dev/null +++ b/kappa-20b-131k.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ac5f3e10d0c865fce9852d5a9938c1a4294d8ae6e5113bb0ffa51a016cbc62 +size 13369095360 diff --git a/kappa-20b-131k.i1-Q4_K_M.gguf b/kappa-20b-131k.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b96877a --- /dev/null +++ b/kappa-20b-131k.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1243ee7dd5269eb85fa4227226bebe3aeacd5c74180acc9fb1c3eeece779de4 +size 15805137600 diff --git a/kappa-20b-131k.i1-Q4_K_S.gguf b/kappa-20b-131k.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7f3c849 --- /dev/null +++ b/kappa-20b-131k.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700ebb74ad75940b053acb83fd77ee2ae083402f15387c640396810271cc1ff8 +size 14654243520 diff --git a/kappa-20b-131k.i1-Q5_K_M.gguf b/kappa-20b-131k.i1-Q5_K_M.gguf new file mode 100644 index 0000000..72dbc9f --- /dev/null +++ b/kappa-20b-131k.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f614fc6c7506e76869383c97146e24792f5a9ea674396a84759ed5d40934de93 +size 16893063360 diff --git a/kappa-20b-131k.i1-Q5_K_S.gguf b/kappa-20b-131k.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a0a319e --- /dev/null +++ b/kappa-20b-131k.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6731bc0a214c599a70bf79e2ac0d8553f05be4fce6bf8d2565a9aa3b778a46ae +size 15892205760 diff --git a/kappa-20b-131k.i1-Q6_K.gguf b/kappa-20b-131k.i1-Q6_K.gguf new file mode 100644 index 0000000..a1f1c50 --- /dev/null +++ b/kappa-20b-131k.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80059a37cf6ed65aba001f74b3de0f3164301d40971f0a38952b844aa22f2b09 +size 22193346240 diff --git a/kappa-20b-131k.imatrix.gguf b/kappa-20b-131k.imatrix.gguf new file mode 100644 index 0000000..3dc4e44 --- /dev/null +++ b/kappa-20b-131k.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0553709eb629924d3f7ef74bf287f53911345f622f2507b6e0b91172e88f91b +size 28079776