commit 14cbfb47a2d6910b7f2927eef60ed467c7a84c1c Author: ModelHub XC Date: Tue May 12 21:00:24 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1e9ffd6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +KwaiCoder-DS-V2-Lite-Base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_M.gguf new file mode 100644 index 0000000..1963327 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:876236b4ef9c1bdfbc28a9462b254370f8b72f2fa1af1408e87f94bb5d237efb +size 5246299808 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_S.gguf new file mode 100644 index 0000000..8297bd5 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb60a028d36b9d0b4b653fba7ef12cfefcdbaa24e00ac1de46e6a661df69419 +size 5004530336 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_M.gguf new file mode 100644 index 0000000..33cf1cf --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a565109ab43efe9faa484102287200f5074a866978d8f7e2b53676e1b180c46 +size 6335316640 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_S.gguf new file mode 100644 index 0000000..b69f956 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c7a1a806cf5329e28d1593606c53de20cb3e8a9d1568350fd86960a015acfd +size 6012957344 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XS.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8986014 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723fa0391138b8d78624cb90e77988570a39e3bd472f53ef8cd94d291d9816ee +size 5975147168 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XXS.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d763e2b --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bf92a91b6970c15b1faddece344b4f79f5be91ccc200c6d0e3b2c7d9057900 +size 5649248928 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_M.gguf new file mode 100644 index 0000000..cd9293d --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4463db107ee5ade3f7b66b514a719bf1b3ed1b2ad8387b69d8744ba0c33012c +size 7556938400 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_S.gguf new file mode 100644 index 0000000..6089f3c --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973f99a62a37729b7b898f60ca769bdc316a14b707066ba3cc4ed1b5809fd05c +size 7491426976 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XS.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XS.gguf new file mode 100644 index 0000000..59dc3fe --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7403492a31fea0f9bcebc698a8275affc6078a201c8fd75c4b9cb3034bd7747 +size 7126620832 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XXS.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..10e94be --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f5568ad17eb0cff73ac831ec52cb250af006865746655fa321ac528c0c6870 +size 6969148064 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_NL.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_NL.gguf new file mode 100644 index 0000000..0ac06d3 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecbc8658a8d6c82b4db383c393e044f1639136d20dfe2e52fce5c817f5b1d38 +size 8905113248 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_XS.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_XS.gguf new file mode 100644 index 0000000..7b70da1 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d03e5e1fa20d11f223da48ce257d4fa3aa2c02a732b7e035e49efcd113562d +size 8572481184 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K.gguf new file mode 100644 index 0000000..d1c1775 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c5ace2b2e219a137f7c4eabef1f87914820fb051775006ef9277873ba7af2e1 +size 6437103264 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K_S.gguf new file mode 100644 index 0000000..41059c4 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2790603113ba85cc24ad12f0a184682d1564d82aceff4e97967f81d3eb6aa4f +size 6462015136 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_L.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_L.gguf new file mode 100644 index 0000000..353f891 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc47e625baba8447f999463fe7f6c182c85b3cc7e95397fcac28c055f658637 +size 8463162016 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f9f8045 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21a391a85f78bbcc95bc7653db3e196cac1409dd4afee6756cd8331ba072809 +size 8130370208 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2391346 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3955a57b865508520b128d40077f7a78f137c0d993b8ec68edd97f60affa99b +size 7491426976 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q4_0.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_0.gguf new file mode 100644 index 0000000..626c52f --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5798570446f78acaf2216c5e65b8ef71052d1c55a7b672afcb3bfd1d82f4b3 +size 8930303648 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q4_1.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_1.gguf new file mode 100644 index 0000000..e19d56d --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7fcbfc45dcb7cbcc749284699d2af5b35514ef1e4fca186c46e6f8bea85369b +size 9873440416 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_M.gguf new file mode 100644 index 0000000..491c320 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71802c4acc70919e391c8914a1a167f8916fa218456da2c14fed8ef18dd4d91b +size 10367958688 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9f9e173 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e129659e28a12707baad06c36b1a3df50da9a10671423f634cb5d071b077ce34 +size 9537150624 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_M.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d40d33e --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2422cd48a579e5e977cd992f58fb2833d2ca8488dd4cc45b18db21bac83700 +size 11853086368 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_S.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c6b99c8 --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8b0f935f1d569e30cafab071e252e1cb158c3ee0d99bc6f4d6e96e916bb33c +size 11144830624 diff --git a/KwaiCoder-DS-V2-Lite-Base.i1-Q6_K.gguf b/KwaiCoder-DS-V2-Lite-Base.i1-Q6_K.gguf new file mode 100644 index 0000000..52651bb --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24ec514ca95c48b48d5ac1d7fefdb5bfc97dff48dd435c387777c90ea91b05c +size 14073832096 diff --git a/KwaiCoder-DS-V2-Lite-Base.imatrix.gguf b/KwaiCoder-DS-V2-Lite-Base.imatrix.gguf new file mode 100644 index 0000000..b60333e --- /dev/null +++ b/KwaiCoder-DS-V2-Lite-Base.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd609d417af42ac1706585ae8ff27be5882b4c623f030c91559fadc8dccbf524 +size 39469024 diff --git a/README.md b/README.md new file mode 100644 index 0000000..c3634b4 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: Kwaipilot/KwaiCoder-DS-V2-Lite-Base +language: +- multilingual +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- code-generation +- transformers +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Kwaipilot/KwaiCoder-DS-V2-Lite-Base + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#KwaiCoder-DS-V2-Lite-Base-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_S.gguf) | i1-IQ1_S | 5.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ1_M.gguf) | i1-IQ1_M | 5.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_XS.gguf) | i1-IQ2_XS | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_S.gguf) | i1-IQ2_S | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ2_M.gguf) | i1-IQ2_M | 6.4 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K.gguf) | i1-Q2_K | 6.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q2_K_S.gguf) | i1-Q2_K_S | 6.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 7.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_XS.gguf) | i1-IQ3_XS | 7.2 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_S.gguf) | i1-IQ3_S | 7.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_S.gguf) | i1-Q3_K_S | 7.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ3_M.gguf) | i1-IQ3_M | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_M.gguf) | i1-Q3_K_M | 8.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.7 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-IQ4_NL.gguf) | i1-IQ4_NL | 9.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q4_0.gguf) | i1-Q4_0 | 9.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_S.gguf) | i1-Q4_K_S | 9.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q4_1.gguf) | i1-Q4_1 | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q4_K_M.gguf) | i1-Q4_K_M | 10.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_S.gguf) | i1-Q5_K_S | 11.2 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q5_K_M.gguf) | i1-Q5_K_M | 12.0 | | +| [GGUF](https://huggingface.co/mradermacher/KwaiCoder-DS-V2-Lite-Base-i1-GGUF/resolve/main/KwaiCoder-DS-V2-Lite-Base.i1-Q6_K.gguf) | i1-Q6_K | 14.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +