commit 5d4ecda48dac24ab3944ebb18415edfa0b751afa Author: ModelHub XC Date: Mon May 4 14:07:42 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cf3cbf1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Suomi24-Lewd-Tiny-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..dde3f05 --- /dev/null +++ b/README.md @@ -0,0 +1,95 @@ +--- +base_model: mpasila/Suomi24-Lewd-Tiny-7B +datasets: +- mpasila/Suomi24-Lewd-Tiny +language: +- fi +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- sft +- not-for-all-audiences +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/mpasila/Suomi24-Lewd-Tiny-7B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Suomi24-Lewd-Tiny-7B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q4_1.gguf) | i1-Q4_1 | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Suomi24-Lewd-Tiny-7B-i1-GGUF/resolve/main/Suomi24-Lewd-Tiny-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ1_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..cdc67d0 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e74198785febead3e6269b1ebd4e0a09853f2a9fdc60950ecf22fe23219b7fd0 +size 2067280192 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ1_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..3a6c417 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87cbffaf67a52c8797cf5294a985bcec258cd6eab53f05e44894efb69d52e3e +size 1944891712 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ2_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..719268e --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb539a372d075f946314fe2573001d8f617661bf25b3e46d3edaa219c2653ceb +size 2817274176 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ2_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..01d2be1 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21dd5a4117fa3963114d47ceb7471081bd24c3f56c9eb8de5fd39a92fd90e854 +size 2654089536 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ2_XS.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..840e55a --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bfbf053e47c170982ae76c87c2d062bc294816c67d794c520781c05631ac721 +size 2451222848 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ2_XXS.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..698b355 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9c003fceff4c56aaaf0701101bf68086526eaca9f5bb9e917e33bffe826884 +size 2271260992 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ3_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..ddf5213 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56ff3880ca461737b507051e470614c553866ae9f3912ee0ff204fbda05ac96 +size 3626283328 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ3_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..92d3c0d --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7cc4e2e650ff5cbd8ecbc82d68b209bb66ee3b255b1b589f42561b51e41ee5 +size 3459723584 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ3_XS.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..867c7b6 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767b02f0d5b236a8228d5f2bb73c4782f8282421493fd9e04d67aa8c70477f76 +size 3307942208 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ3_XXS.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ad91144 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1223424fa3fa4a5ca3497ed3bceff43a90b25b57470478c473d65c7b197ddbba +size 3042914624 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ4_NL.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..f020d24 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c84c61224ff0190d36fc5aae6d489fd3447141235f3a19f8ad18331f288cceb +size 4391121216 diff --git a/Suomi24-Lewd-Tiny-7B.i1-IQ4_XS.gguf b/Suomi24-Lewd-Tiny-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..eea3cec --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f89dfd2aa624a11e20dbd7e776b18ec6068a4ca65faaff8895e459fc827dcc8 +size 4171968832 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q2_K.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..d11744d --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be3cfb738e117f81c106f1f21c8546c7250a4c348a01bfe0cd57c9f43412c21 +size 3003068736 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q2_K_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..cfaf5f1 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71ca87d3ae6acdc0563bf43a8d31285c1becfd140c878fb4c94800781f86250 +size 2789749056 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q3_K_L.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..14084c9 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9217e8967b97542a752a205c12893dba87fc6e72154f55065ce3cfa3f99e6fdf +size 4108529984 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q3_K_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8b9ad37 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf2eeea118a9ab3a8e9428f3530433e1110feb3a1f6de5123d936c3f14f8765 +size 3809423680 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q3_K_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cb4e914 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604b9b47ea37be8df2583c3bfe607ceb54d9a8af17243b331982637a99be71da +size 3459723584 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q4_0.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..cf7bbd5 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d390e719f09397d3a314f458be776e8b6bcd0cefd492ef8355fd6fd6f46672d +size 4402393408 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q4_1.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q4_1.gguf new file mode 100644 index 0000000..7a845c3 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0231a890d09ed0b77e8cbadd9a03970263a015856ee16c5f1a1f5e261a427d07 +size 4829425984 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q4_K_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2b282a7 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee15a98c0b592cc7ca6f6669cb1d60c05c55a71aacfdcfb57d5b8a74be4682e +size 4646318400 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q4_K_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..989d388 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb1a0dfdc831c7d4bb3ec4d0f4e149afc11e23becd8d5c553735f24e753663d3 +size 4422054208 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q5_K_M.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0c89981 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebd499181f12a32cc6f50127b7bbd88bb97c9bb6b15d4253fb0ed4521858bb2e +size 5399195968 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q5_K_S.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..558cf04 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6828e446da3201d572c437d46fbdf3f3a861c1a5ca65f7c50592f8e206c2db89 +size 5267730752 diff --git a/Suomi24-Lewd-Tiny-7B.i1-Q6_K.gguf b/Suomi24-Lewd-Tiny-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..89c8143 --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4369287c0afbaeeb7d89934eb9a713013d6f8c6053d5aa41e64f1f71826f4284 +size 6199128384 diff --git a/Suomi24-Lewd-Tiny-7B.imatrix.gguf b/Suomi24-Lewd-Tiny-7B.imatrix.gguf new file mode 100644 index 0000000..1c5196d --- /dev/null +++ b/Suomi24-Lewd-Tiny-7B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991db215b34c173552250d14eca8889572dde8cf756b8832169e87720c181187 +size 4589216