From b69dec309c62952dc0545d1b90a51b25ddacfdcc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 14 Jun 2026 10:10:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/flawed-fictions-qwen3-4b-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++ README.md | 94 ++++++++++++++++++++++++ flawed-fictions-qwen3-4b.i1-IQ1_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ1_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ2_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ2_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ3_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ3_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf | 3 + flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q2_K.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q4_0.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q4_1.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf | 3 + flawed-fictions-qwen3-4b.i1-Q6_K.gguf | 3 + flawed-fictions-qwen3-4b.imatrix.gguf | 3 + 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 flawed-fictions-qwen3-4b.i1-IQ1_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ1_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ2_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ2_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ3_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ3_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q2_K.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q4_0.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q4_1.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf create mode 100644 flawed-fictions-qwen3-4b.i1-Q6_K.gguf create mode 100644 flawed-fictions-qwen3-4b.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..831c0fd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +flawed-fictions-qwen3-4b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f3a0ae3 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: agurung/flawed-fictions-qwen3-4b +datasets: +- flawed_fictions +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- reinforcement-learning +- grpo +- flawed-fictions +- qwen3 +- continuity-detection +- synthetic-data +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/agurung/flawed-fictions-qwen3-4b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#flawed-fictions-qwen3-4b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ1_S.gguf) | i1-IQ1_S | 1.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ1_M.gguf) | i1-IQ1_M | 1.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ2_S.gguf) | i1-IQ2_S | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ2_M.gguf) | i1-IQ2_M | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q2_K.gguf) | i1-Q2_K | 1.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ3_S.gguf) | i1-IQ3_S | 2.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ3_M.gguf) | i1-IQ3_M | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q4_0.gguf) | i1-Q4_0 | 2.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q4_1.gguf) | i1-Q4_1 | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/flawed-fictions-qwen3-4b-i1-GGUF/resolve/main/flawed-fictions-qwen3-4b.i1-Q6_K.gguf) | i1-Q6_K | 3.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/flawed-fictions-qwen3-4b.i1-IQ1_M.gguf b/flawed-fictions-qwen3-4b.i1-IQ1_M.gguf new file mode 100644 index 0000000..02f01ec --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a37043cb199fd5469ef6d61a8f6c711b5ffd2e2ed9afae39bd5473c62468c7 +size 1254643392 diff --git a/flawed-fictions-qwen3-4b.i1-IQ1_S.gguf b/flawed-fictions-qwen3-4b.i1-IQ1_S.gguf new file mode 100644 index 0000000..2a1f92a --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04257c6122c0feea8fe89cb4db7c5df445534a7b58e9eb4af0bce54c3fb0bc0e +size 1182881472 diff --git a/flawed-fictions-qwen3-4b.i1-IQ2_M.gguf b/flawed-fictions-qwen3-4b.i1-IQ2_M.gguf new file mode 100644 index 0000000..97f9507 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cede2bc2ba3a92dc44c4217fed3faf978da8782e4fd0b97fe53ac02086c53998 +size 1680112832 diff --git a/flawed-fictions-qwen3-4b.i1-IQ2_S.gguf b/flawed-fictions-qwen3-4b.i1-IQ2_S.gguf new file mode 100644 index 0000000..3b9f7e1 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8642ce86dfae4fb048b9b82589847a20724009ade85a117135423bca1c1a5e2f +size 1584430272 diff --git a/flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf b/flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6e066f7 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204f9a8d1b2a453ecdc84b6bed5e198514137b64c13db8e9e6d4fee371b10b14 +size 1481725632 diff --git a/flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf b/flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a8dac81 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37d18adb7a52b59618975087e85a7456c0a7008f1340f9df1a9a38f12005da9 +size 1374246592 diff --git a/flawed-fictions-qwen3-4b.i1-IQ3_M.gguf b/flawed-fictions-qwen3-4b.i1-IQ3_M.gguf new file mode 100644 index 0000000..d5ba551 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4799104e311874842d2ac55c766a075575984337278c61825b3b8c2f1e2685 +size 2130025152 diff --git a/flawed-fictions-qwen3-4b.i1-IQ3_S.gguf b/flawed-fictions-qwen3-4b.i1-IQ3_S.gguf new file mode 100644 index 0000000..0e7f41d --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7414ff863e5fdb2de2f9a8cbbe987ce03b7d0d22e39cac50804ee449832ed0a3 +size 2066660032 diff --git a/flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf b/flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..082dd75 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d0f3694da9cecc7d6f50030d2fd185a2197d1d799e9a2ff1c8f7c030f7bd18 +size 1981504192 diff --git a/flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf b/flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c6e9f15 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1273d37e035ba41ced3dbf4c1d5ccdbab646fe28d898523ec33aba5f6de6db3 +size 1837317312 diff --git a/flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf b/flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..1b27455 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486581759f02a16a8e50286d0ef5549c3bfdaaf0ce7b2f57eb0590c702d9c766 +size 2600130752 diff --git a/flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf b/flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..955e511 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa595c1da71c5b8ab1ef57e2c684829975eeb1362a7d6335ffb082bfece4aaa3 +size 2477383872 diff --git a/flawed-fictions-qwen3-4b.i1-Q2_K.gguf b/flawed-fictions-qwen3-4b.i1-Q2_K.gguf new file mode 100644 index 0000000..e089aa6 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c962127e983cb7196825f293ac42786fc71a2865b4907cc695c240ae74d756 +size 1797125312 diff --git a/flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf b/flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..284e8e1 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd77c3bd6bf8fb749c0d2e9c1b80b7cb97dffe2e8a424865f147c422138042d7 +size 1691079872 diff --git a/flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf b/flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9d62cd5 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe768533ba1a77040998e1ee1e3ac81cfdcf6daf4b745c0e0192c97ba16d0669 +size 2406914752 diff --git a/flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf b/flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f75e282 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ab1b5e656776bb934f3ee62eb8f6b180ab33daba3b76f42ac4036d09a816b3 +size 2242747072 diff --git a/flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf b/flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a3ff040 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6363882b08e05fd5f6319623528fb28054a0c11855f1e68fd3f5400198dc32ca +size 2054126272 diff --git a/flawed-fictions-qwen3-4b.i1-Q4_0.gguf b/flawed-fictions-qwen3-4b.i1-Q4_0.gguf new file mode 100644 index 0000000..d992e88 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec707022e2eda78d1cdd4281db4935cdc37cdf99df4af761c8172db692f828d +size 2594560192 diff --git a/flawed-fictions-qwen3-4b.i1-Q4_1.gguf b/flawed-fictions-qwen3-4b.i1-Q4_1.gguf new file mode 100644 index 0000000..af0053d --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b45f407652e6ec40992cb274cbc2d24ff279a301300fcf18fb2b50420d01bc +size 2839726272 diff --git a/flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf b/flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..0648e01 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b95061a1ac7d5c7a819973dbc18cef1e5dc3397a3ecb5572ac59f3d1cd27fe +size 2716068032 diff --git a/flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf b/flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1a78d46 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2411b4dac14b37da7f130871263b439ea4a00b254792b1ba5504dfc227f46cda +size 2602096832 diff --git a/flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf b/flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..80dd7e9 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f8fd67f50039ab575789239cbe1a90f8a589aa3f5406ed182449f87df95759 +size 3156920512 diff --git a/flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf b/flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0040267 --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f39a6a1315666428b61c582ebd6f0f319829bccfe7b5d836a0ea39326b526a +size 3091118272 diff --git a/flawed-fictions-qwen3-4b.i1-Q6_K.gguf b/flawed-fictions-qwen3-4b.i1-Q6_K.gguf new file mode 100644 index 0000000..16fb1bc --- /dev/null +++ b/flawed-fictions-qwen3-4b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8b2236f1bb95922d7ab85a00e8b556ce0c9b3055880df590560c1f4ebe5810 +size 3625326272 diff --git a/flawed-fictions-qwen3-4b.imatrix.gguf b/flawed-fictions-qwen3-4b.imatrix.gguf new file mode 100644 index 0000000..8ee52cd --- /dev/null +++ b/flawed-fictions-qwen3-4b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef37cd68f9f35e3e69a8ba0e02870d0f0037a528cd533c35ff01e4c7a1c5a89c +size 3872640