commit 65d96f4137d3f82b8f100cac4eb2008be0863784 Author: ModelHub XC Date: Mon Apr 27 10:51:01 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/kaidol-thinking-sft-4b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2e2486b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kaidol-thinking-sft-4b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e1a42fc --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: developer-lunark/kaidol-thinking-sft-4b +language: +- ko +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- kaidol +- chatbot +- idol +- thinking +- qwen +- lora +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/developer-lunark/kaidol-thinking-sft-4b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#kaidol-thinking-sft-4b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ1_S.gguf) | i1-IQ1_S | 1.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ1_M.gguf) | i1-IQ1_M | 1.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ2_S.gguf) | i1-IQ2_S | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ2_M.gguf) | i1-IQ2_M | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q2_K.gguf) | i1-Q2_K | 1.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ3_S.gguf) | i1-IQ3_S | 2.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ3_M.gguf) | i1-IQ3_M | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q4_0.gguf) | i1-Q4_0 | 2.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q4_1.gguf) | i1-Q4_1 | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/kaidol-thinking-sft-4b-i1-GGUF/resolve/main/kaidol-thinking-sft-4b.i1-Q6_K.gguf) | i1-Q6_K | 3.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/kaidol-thinking-sft-4b.i1-IQ1_M.gguf b/kaidol-thinking-sft-4b.i1-IQ1_M.gguf new file mode 100644 index 0000000..93c6537 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e3493094227954ec8cba94dca1d149d057ddcdf3871d4453317bff4c3de2d0 +size 1253944448 diff --git a/kaidol-thinking-sft-4b.i1-IQ1_S.gguf b/kaidol-thinking-sft-4b.i1-IQ1_S.gguf new file mode 100644 index 0000000..f01f115 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cb68c562b7adf29bf3b0489c21fde9df9f2df7ed07dcec733721cbe0094cde +size 1182182528 diff --git a/kaidol-thinking-sft-4b.i1-IQ2_M.gguf b/kaidol-thinking-sft-4b.i1-IQ2_M.gguf new file mode 100644 index 0000000..baaabd7 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35a97e3c6cf7e4419f281bff6d24c40ba4b7a10659b0b34b10a01cc87b36413 +size 1679344448 diff --git a/kaidol-thinking-sft-4b.i1-IQ2_S.gguf b/kaidol-thinking-sft-4b.i1-IQ2_S.gguf new file mode 100644 index 0000000..ca304e6 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392fe46a1c65d641c0122a3b66e497e2cd4adbb2bf8cf4a43c2d3301e9767802 +size 1583661888 diff --git a/kaidol-thinking-sft-4b.i1-IQ2_XS.gguf b/kaidol-thinking-sft-4b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2dcfc0c --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36fae5b4950e23ea3629878d425e9e9157547eae28797f89334e7bcae6248747 +size 1481026688 diff --git a/kaidol-thinking-sft-4b.i1-IQ2_XXS.gguf b/kaidol-thinking-sft-4b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7eee935 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2793c369da99d16ab7b0f55fa0ba730d319bc8d6e08891032c8cfe99742c3ac +size 1373547648 diff --git a/kaidol-thinking-sft-4b.i1-IQ3_M.gguf b/kaidol-thinking-sft-4b.i1-IQ3_M.gguf new file mode 100644 index 0000000..2ed89ab --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:748fc8308d860a37f09f1cc669114759f3329bd2757f311f362d36202774a377 +size 2129166016 diff --git a/kaidol-thinking-sft-4b.i1-IQ3_S.gguf b/kaidol-thinking-sft-4b.i1-IQ3_S.gguf new file mode 100644 index 0000000..c6eb4cb --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486e982fea62b50379cfaf851b5d28340dd4079db25c3ef2e43449f1d7b3054f +size 2065800896 diff --git a/kaidol-thinking-sft-4b.i1-IQ3_XS.gguf b/kaidol-thinking-sft-4b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..8431579 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fec6a6443fbd76b9dbf5ec8422c14b32162df3b3b113e3334ea52034125a5fd +size 1980645056 diff --git a/kaidol-thinking-sft-4b.i1-IQ3_XXS.gguf b/kaidol-thinking-sft-4b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2bcc714 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5ce2d939ce73fbd238b4790dfaeb9fa79ec996070ee5b0d824f3da693f9603 +size 1836548928 diff --git a/kaidol-thinking-sft-4b.i1-IQ4_NL.gguf b/kaidol-thinking-sft-4b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..580690b --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f981581d3af67913b8aa0ed8cf89afe6a5b6110434e581453d6030246da70b +size 2599180832 diff --git a/kaidol-thinking-sft-4b.i1-IQ4_XS.gguf b/kaidol-thinking-sft-4b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..613527d --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f71631a012e37b4fdfe56568a5904a3eb4aebeaa70e2836e48caa3bacea1c9 +size 2476455328 diff --git a/kaidol-thinking-sft-4b.i1-Q2_K.gguf b/kaidol-thinking-sft-4b.i1-Q2_K.gguf new file mode 100644 index 0000000..2fc18d6 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af31a3dd7590638e9d0e373edfded5273a44aec906d0955b137f98c389f6b00c +size 1796335616 diff --git a/kaidol-thinking-sft-4b.i1-Q2_K_S.gguf b/kaidol-thinking-sft-4b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..98318c5 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba812eae3436c49f78a751bda56685a62bca993f06e90fb4b1e6b58d250efc7 +size 1690290176 diff --git a/kaidol-thinking-sft-4b.i1-Q3_K_L.gguf b/kaidol-thinking-sft-4b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1b9875e --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c453114dfd7912ca840856b72e4980331979138b75c0a46eeb1bb55a63906705 +size 2406055616 diff --git a/kaidol-thinking-sft-4b.i1-Q3_K_M.gguf b/kaidol-thinking-sft-4b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f774746 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233aa98ee25c5909498b90f0bd6320c61c436b1c131350a01bc51bed256f2b62 +size 2241887936 diff --git a/kaidol-thinking-sft-4b.i1-Q3_K_S.gguf b/kaidol-thinking-sft-4b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ce86fc0 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5616655c8dda63d5d90e06852f5706aba6da460c7b95cc260361fcbfc6a552b1 +size 2053267136 diff --git a/kaidol-thinking-sft-4b.i1-Q4_0.gguf b/kaidol-thinking-sft-4b.i1-Q4_0.gguf new file mode 100644 index 0000000..5037aff --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c104742c8df0b31aee987c731d86c8857de9b652f0e4b6bf0e16f2e146a8445 +size 2593610272 diff --git a/kaidol-thinking-sft-4b.i1-Q4_1.gguf b/kaidol-thinking-sft-4b.i1-Q4_1.gguf new file mode 100644 index 0000000..63cc9f4 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205377e99eb84c471aaadf93ac9e49c29366bb30dfa605b95c85c36affb21056 +size 2838733632 diff --git a/kaidol-thinking-sft-4b.i1-Q4_K_M.gguf b/kaidol-thinking-sft-4b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..45ee7f4 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f803e458bf237dc1852fd52f31accaca8d7ee1f8e1e5d85081522c7acc06951 +size 2715118112 diff --git a/kaidol-thinking-sft-4b.i1-Q4_K_S.gguf b/kaidol-thinking-sft-4b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ce45a36 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1966b82c0329274cc4886116cd9ad4b83bea950c1d0184fac613f5536a7f720f +size 2601146912 diff --git a/kaidol-thinking-sft-4b.i1-Q5_K_M.gguf b/kaidol-thinking-sft-4b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..dceb03e --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d7bf2fe1301dafa621333cdd6eeaf7205a5b097531337420193ad680985505 +size 3155885152 diff --git a/kaidol-thinking-sft-4b.i1-Q5_K_S.gguf b/kaidol-thinking-sft-4b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f566f97 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46040591107d6f5d94c1cd04afa505dfac4812e121b59d01178d17973b04e168 +size 3090082912 diff --git a/kaidol-thinking-sft-4b.i1-Q6_K.gguf b/kaidol-thinking-sft-4b.i1-Q6_K.gguf new file mode 100644 index 0000000..bbc3947 --- /dev/null +++ b/kaidol-thinking-sft-4b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6480a688cb167b7087a671b253ffbd58b4c59366cdd143f033bf91a206b58598 +size 3624200160 diff --git a/kaidol-thinking-sft-4b.imatrix.gguf b/kaidol-thinking-sft-4b.imatrix.gguf new file mode 100644 index 0000000..8cd3b82 --- /dev/null +++ b/kaidol-thinking-sft-4b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb508521a2799f2f714948558dd1e9c411ba426a7ac9d501f68570988c0d829b +size 3872640