From b77fa1a8a9f7888acfd78c8e71280b9917948f5d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 7 Jul 2026 14:20:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/StormSeeker-24B-v1-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++++ README.md | 113 +++++++++++++++++++++++++++++ StormSeeker-24B-v1.i1-IQ1_M.gguf | 3 + StormSeeker-24B-v1.i1-IQ1_S.gguf | 3 + StormSeeker-24B-v1.i1-IQ2_M.gguf | 3 + StormSeeker-24B-v1.i1-IQ2_S.gguf | 3 + StormSeeker-24B-v1.i1-IQ2_XS.gguf | 3 + StormSeeker-24B-v1.i1-IQ2_XXS.gguf | 3 + StormSeeker-24B-v1.i1-IQ3_M.gguf | 3 + StormSeeker-24B-v1.i1-IQ3_S.gguf | 3 + StormSeeker-24B-v1.i1-IQ3_XS.gguf | 3 + StormSeeker-24B-v1.i1-IQ3_XXS.gguf | 3 + StormSeeker-24B-v1.i1-IQ4_XS.gguf | 3 + StormSeeker-24B-v1.i1-Q2_K.gguf | 3 + StormSeeker-24B-v1.i1-Q2_K_S.gguf | 3 + StormSeeker-24B-v1.i1-Q3_K_L.gguf | 3 + StormSeeker-24B-v1.i1-Q3_K_M.gguf | 3 + StormSeeker-24B-v1.i1-Q3_K_S.gguf | 3 + StormSeeker-24B-v1.i1-Q4_0.gguf | 3 + StormSeeker-24B-v1.i1-Q4_1.gguf | 3 + StormSeeker-24B-v1.i1-Q4_K_M.gguf | 3 + StormSeeker-24B-v1.i1-Q4_K_S.gguf | 3 + StormSeeker-24B-v1.i1-Q5_K_M.gguf | 3 + StormSeeker-24B-v1.i1-Q5_K_S.gguf | 3 + StormSeeker-24B-v1.i1-Q6_K.gguf | 3 + StormSeeker-24B-v1.imatrix.gguf | 3 + 26 files changed, 244 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 StormSeeker-24B-v1.i1-IQ1_M.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ1_S.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ2_M.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ2_S.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ2_XS.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ2_XXS.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ3_M.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ3_S.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ3_XS.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ3_XXS.gguf create mode 100644 StormSeeker-24B-v1.i1-IQ4_XS.gguf create mode 100644 StormSeeker-24B-v1.i1-Q2_K.gguf create mode 100644 StormSeeker-24B-v1.i1-Q2_K_S.gguf create mode 100644 StormSeeker-24B-v1.i1-Q3_K_L.gguf create mode 100644 StormSeeker-24B-v1.i1-Q3_K_M.gguf create mode 100644 StormSeeker-24B-v1.i1-Q3_K_S.gguf create mode 100644 StormSeeker-24B-v1.i1-Q4_0.gguf create mode 100644 StormSeeker-24B-v1.i1-Q4_1.gguf create mode 100644 StormSeeker-24B-v1.i1-Q4_K_M.gguf create mode 100644 StormSeeker-24B-v1.i1-Q4_K_S.gguf create mode 100644 StormSeeker-24B-v1.i1-Q5_K_M.gguf create mode 100644 StormSeeker-24B-v1.i1-Q5_K_S.gguf create mode 100644 StormSeeker-24B-v1.i1-Q6_K.gguf create mode 100644 StormSeeker-24B-v1.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c3c1a45 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +StormSeeker-24B-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b75d047 --- /dev/null +++ b/README.md @@ -0,0 +1,113 @@ +--- +base_model: Naphula/StormSeeker-24B-v1 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- creative +- creative writing +- fiction writing +- plot generation +- sub-plot generation +- fiction writing +- story generation +- scene continue +- storytelling +- fiction story +- science fiction +- romance +- all genres +- story +- writing +- vivid prosing +- vivid writing +- fiction +- roleplaying +- float32 +- swearing +- rp +- horror +- flux +- karcher +- mistral +- merge +- mergekit +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Naphula/StormSeeker-24B-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#StormSeeker-24B-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/StormSeeker-24B-v1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 5.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 5.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 7.3 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 7.6 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 8.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q2_K.gguf) | i1-Q2_K | 9.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 9.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 10.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 10.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 11.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 12.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 12.9 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q4_0.gguf) | i1-Q4_0 | 13.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 13.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 14.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q4_1.gguf) | i1-Q4_1 | 15.0 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.4 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 16.9 | | +| [GGUF](https://huggingface.co/mradermacher/StormSeeker-24B-v1-i1-GGUF/resolve/main/StormSeeker-24B-v1.i1-Q6_K.gguf) | i1-Q6_K | 19.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/StormSeeker-24B-v1.i1-IQ1_M.gguf b/StormSeeker-24B-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..913826b --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0da195bc598166f60656a0327b7112c90b59cc137f1bc7e2049c48c6652ca6 +size 5750561984 diff --git a/StormSeeker-24B-v1.i1-IQ1_S.gguf b/StormSeeker-24B-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..4b92ac4 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c21fd9dbbad29ec987c1f6dad28994aca10d99c8960a0e97c82041f7d4b7d41 +size 5273787584 diff --git a/StormSeeker-24B-v1.i1-IQ2_M.gguf b/StormSeeker-24B-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..54b6595 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dbfbed22227524d3471fbaee33327d84dcf175d9b60faffbd925e81b0818009 +size 8114124064 diff --git a/StormSeeker-24B-v1.i1-IQ2_S.gguf b/StormSeeker-24B-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..9291d19 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a6554d885c7c8989e267260032a60624a5528fe65813444e209a4bfb9c66fe +size 7478424864 diff --git a/StormSeeker-24B-v1.i1-IQ2_XS.gguf b/StormSeeker-24B-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2f33d65 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85aabd77fb160a0b410ccb9c4195bf3a46cb2bc8860d92ce04e5906d6e5e2cd +size 7207099584 diff --git a/StormSeeker-24B-v1.i1-IQ2_XXS.gguf b/StormSeeker-24B-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a485d16 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9bb1bafb580ab8a8ba560d1c2f77a081c4887e6913e5a12253ccbd1d8f6351 +size 6545185984 diff --git a/StormSeeker-24B-v1.i1-IQ3_M.gguf b/StormSeeker-24B-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..a736a5b --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42728949f71e0605c92108112c535321cdf22c69335b69e90f69e2e8a771ce34 +size 10651030784 diff --git a/StormSeeker-24B-v1.i1-IQ3_S.gguf b/StormSeeker-24B-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..95cd9e4 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:832a1417ca61b4deea2070475741b2b4d4b7df5f2ba37ba51e801fe5825062b8 +size 10428208384 diff --git a/StormSeeker-24B-v1.i1-IQ3_XS.gguf b/StormSeeker-24B-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1882410 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4786b4fd94d36e7a1913eb91660769bebcc25bc770377e5c73d19c0b2ecacfe9 +size 9907197184 diff --git a/StormSeeker-24B-v1.i1-IQ3_XXS.gguf b/StormSeeker-24B-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c10379a --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c808b4edc32ffa6e13d07bf0909e4b7435ff908d09c4983ba8a17411457b0a +size 9280664864 diff --git a/StormSeeker-24B-v1.i1-IQ4_XS.gguf b/StormSeeker-24B-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..984e151 --- /dev/null +++ b/StormSeeker-24B-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07a03c929e3dceeb3a78c0f51fbb84838556c6a57de0c8acc830c8436b9a728 +size 12759002464 diff --git a/StormSeeker-24B-v1.i1-Q2_K.gguf b/StormSeeker-24B-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..b76f166 --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989f434a5117827c01c51561ec9474350effc8161d800a61d7fba5896a97a5d8 +size 8890399904 diff --git a/StormSeeker-24B-v1.i1-Q2_K_S.gguf b/StormSeeker-24B-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..af39cae --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce8ca3e1bdfa86a7ab75ee95909ba088e1a5043b6017f654e089dc9d696e24be +size 8320236704 diff --git a/StormSeeker-24B-v1.i1-Q3_K_L.gguf b/StormSeeker-24B-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9c61428 --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4855229872b09b3355bf75bdd8ead16064663b84832bafdcbabc3daa7d724a +size 12400841984 diff --git a/StormSeeker-24B-v1.i1-Q3_K_M.gguf b/StormSeeker-24B-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e9e2ccf --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463654eba25371f48ed4b58880c9a028b2694d7983cd7a3ab1068401599fd779 +size 11474162944 diff --git a/StormSeeker-24B-v1.i1-Q3_K_S.gguf b/StormSeeker-24B-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0e8e9af --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7635f80e7118fe46e45e257118b73cb1611bfb86bff46b98e53f522f4c929821 +size 10400355584 diff --git a/StormSeeker-24B-v1.i1-Q4_0.gguf b/StormSeeker-24B-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..1dd3d9e --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66dcb065c313f9b106b10b81abd3778913c9012c24cc807dba0f453675dcecf1 +size 13494318304 diff --git a/StormSeeker-24B-v1.i1-Q4_1.gguf b/StormSeeker-24B-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..c5cbe20 --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f87458eb7fcea746dd162702a6985b66ad7a23dddbe081f2c95cb1b42ea9fd7 +size 14873199584 diff --git a/StormSeeker-24B-v1.i1-Q4_K_M.gguf b/StormSeeker-24B-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9610b54 --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0627cd8a3033d5f42671875887f42203747be465528df6e622953a13ab68c7ba +size 14333998304 diff --git a/StormSeeker-24B-v1.i1-Q4_K_S.gguf b/StormSeeker-24B-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f00a92c --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb59df68bfd69889612181fdce7a8864c52fa44f242555e7cb61c04cc9ef9520 +size 13549368544 diff --git a/StormSeeker-24B-v1.i1-Q5_K_M.gguf b/StormSeeker-24B-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..166868b --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d5f009cdb9eb8c75154792b1595c88fedf8b48a71600f0755d32bf648944ea +size 16764080864 diff --git a/StormSeeker-24B-v1.i1-Q5_K_S.gguf b/StormSeeker-24B-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4b2e409 --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4ede4108a122c80cd3351e241fb9c7353e1c493fa184302cfb641efb5a4376 +size 16304509664 diff --git a/StormSeeker-24B-v1.i1-Q6_K.gguf b/StormSeeker-24B-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..64e818a --- /dev/null +++ b/StormSeeker-24B-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05fe61775ada6a35700ea927af92f853b9f195ab6fb95501c3e9a6871d959ec5 +size 19346043584 diff --git a/StormSeeker-24B-v1.imatrix.gguf b/StormSeeker-24B-v1.imatrix.gguf new file mode 100644 index 0000000..5b34a3b --- /dev/null +++ b/StormSeeker-24B-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e4cabb71aff8d344e65fc6c1d4368b292b972123a0073f49355da8de222edb +size 10037312