commit b5ebaf177546dd2ef3b7edd8c6586109c79afb82 Author: ModelHub XC Date: Fri Jun 5 21:06:19 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c18e7b1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige-4.1-Python-DeepThink-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_M.gguf new file mode 100644 index 0000000..fd64921 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f543595754b5a4dd108764456a06d67cf12b765e9814c1f71e26ea57f4652fd +size 1145341408 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_S.gguf new file mode 100644 index 0000000..508795e --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a84a17b1b8ea4a6b98e405cb463f9e505a199903fd4d1a5cc6794f0462f3b4c +size 1081505248 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_M.gguf new file mode 100644 index 0000000..1609774 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2790d15f38fe0ba1f478269741e4e64356da714a4ee7117fb229d20c1c799e55 +size 1512122848 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_S.gguf new file mode 100644 index 0000000..fc614fe --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f76e934b2ede23ae44437cbd4c7b26dba1fbcbab0119132963f1dcb2d68f82 +size 1427007968 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XS.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6744edc --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93b24bf102226cf98db3fc3a6129e8c1fd84f3c60920e5f7fda7e1ad7450fda +size 1343403488 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XXS.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..ee22ffc --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42cbb56ac06bd72766fc959eff72fc88d283328da676aceeffb9bdfeb7313c65 +size 1251735008 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_M.gguf new file mode 100644 index 0000000..2f15d06 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7cce6cb8668e28265f51e60a6a12ed7a10e23e60aa0f897375978de5ea50c1 +size 1908641248 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_S.gguf new file mode 100644 index 0000000..9bede56 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147cc995ccc222ccd11acb144b23b0c82d27b9ab98af8a32a9a2002f8464f046 +size 1866513888 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XS.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..cd095b6 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31611486c7f61ed89a998a4c6d22da235414a7756fc952015981f2c826d24ddc +size 1794260448 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XXS.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ac8c2bd --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab2032b4e852e1671c99aa8ade8aed747ed6781e17a3175c3c909c9bcd9c1d +size 1661585888 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_NL.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..9d34a81 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348580c8aa3c3966dd7e0350bb1f8c0ab7b1bb9e72a44e67da74739f4932ec45 +size 2332111328 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_XS.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..256c260 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1b19e6f8af41f98ce50bd084d38ab172d2fd08f02ce2caa33b0d8456c42777 +size 2223792608 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K.gguf new file mode 100644 index 0000000..f40b2d8 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fcbb67a38126eeda18c6921f84bc83ff0ccfb83a6c9a81c9b04722174a38547 +size 1623103968 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..7e212e5 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d073febada321e563fa8fda911575d5f5f58eb09dda0d6b4b03c6f5f6795b287 +size 1539668448 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_L.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..81bc3ed --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5fee439603272d6915621a6a1681dd40ce51ba837babfe8f64d354a0dc6825 +size 2147499488 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..d33c537 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d920e61a4faadaab36f3680d10dd1738191abee13b4a2f79b67ce2d03c44f6 +size 2015608288 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cf32a8e --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9035083e8f5d30b5ab82d618d8411c0ffb4e805c5652fe582acd8c07a1d0b74e +size 1860943328 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_0.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_0.gguf new file mode 100644 index 0000000..1dfdf71 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d74b929bf5dfc7a66e71f5918244614d353962bc156c0fa2cc5ccb0bef5027 +size 2333585888 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_1.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_1.gguf new file mode 100644 index 0000000..83f4afc --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a75ec0bd49493a014392c289edb27d00ee6bdf5b9c38d5d5482c028ae9cd51ef +size 2546127328 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5b521fe --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfac406b3c1c8a2db04c49132e0357a855b01f74b09307ce1bd5355e30a284c +size 2443112928 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..12393b4 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22233bded3154efb8b0d05f330b580f218dca0db2fdf5e2ac084d8c05cdb07df +size 2340958688 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_M.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6256a5b --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa58283a7e856ddfc36a138546b9a1d899efe6e17204f44b8016a3859944cb2 +size 2825269728 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_S.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..76b803f --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204b7031fbe9503f840bd108e8595b64994a30c1c5360f6f3ccbe762c4da1d21 +size 2765386208 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.i1-Q6_K.gguf b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q6_K.gguf new file mode 100644 index 0000000..4a2d659 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b389193f48a9e348e3136bfa4b9a74fad5a43357c14ba6fbbf5ad1e06c5ff1f +size 3231311328 diff --git a/Nanbeige-4.1-Python-DeepThink-3B.imatrix.gguf b/Nanbeige-4.1-Python-DeepThink-3B.imatrix.gguf new file mode 100644 index 0000000..9675e24 --- /dev/null +++ b/Nanbeige-4.1-Python-DeepThink-3B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6709e1d27baabd34e6dc493107a27b7fda8840c3196900de5edafd6f648f4bbb +size 3344032 diff --git a/README.md b/README.md new file mode 100644 index 0000000..124b8e1 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: deltakitsune/Nanbeige-4.1-Python-DeepThink-3B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/deltakitsune/Nanbeige-4.1-Python-DeepThink-3B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q2_K.gguf) | i1-Q2_K | 1.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ3_M.gguf) | i1-IQ3_M | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.4 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_0.gguf) | i1-Q4_0 | 2.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q4_1.gguf) | i1-Q4_1 | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF/resolve/main/Nanbeige-4.1-Python-DeepThink-3B.i1-Q6_K.gguf) | i1-Q6_K | 3.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +