初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a2f50a094f3723431d55c9483a5932ba4c03f84fd6167aed86bf82f59da7e
+size 1145341952

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744a442878d33ba01b9f91fc67cd8f085a4709809be4d75a37e92654148b1b36
+size 1081505792

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682fab657df41fde119185ea0f3528163d0a815ab99cd4403b9f348c04f1c667
+size 1512123392

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26f4ad644850a9f12895babf81c503ef7e114322d4bb09deba3589fbcff4da3
+size 1427008512

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1ae83f9d94f48a6f574a0c22b4d499b8956181edf19a76f4ab6111caa39e67
+size 1343404032

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce6c559cf6258bca0e566b70be1b597141e411b887bb32e2df6eb5aefebb05b
+size 1251735552

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fece2a5d43f954c62bdb40eb5f4be9bad7d4088043bf2dc6323601beb56b88f7
+size 1908641792

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd2bde4cce1a0e9e5d2ff35de7b57a9eb70db35c57e3013a44fc97c5f0a453
+size 1866514432

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce260c925cf6715119359c97176c5cdccba708ad01b7e04fb78787650abdc66e
+size 1794260992

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae3a214497f7eab4caecbded6d571af073771f79551487aca29edfea8457bd1
+size 1661586432

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc99a166c7510342d25f7b39efa40c47de4f80a1fc3ed614b227588c9031367
+size 2332111872

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edbd291c30d5c55fa46f78d8a8a13c17cfdced20e35e2e4d8580b8e4f2d76f7
+size 2223793152

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc471aeb4570835426bfad9444eb38af3f1e9e5bec7ba99799af423b777d7fee
+size 1623104512

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fb6234ae8deabb7448e8279ec271c11755e4589fb46702cd2cf4473f361d1b
+size 1539668992

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01234f78918f8423a087cc95f84ba9b3e670f66b3045959d932b4b3d422dca52
+size 2147500032

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f148052a5a1dc87170f94763182a73784abf0dc2665a67a166fb29ba753ba62
+size 2015608832

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c733a32aba286896bf52f92835d076460bf06f905afd7621a081e344f3b5052
+size 1860943872

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d47371fe3de93163545e24e8bbc02285768585fbf41e2b2426ed04214632c0b
+size 2333586432

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32754a80ba770f8a4a688f16583fd3b44edbe1da7eba26de4778a25369a24186
+size 2546127872

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc4855b68721d1c7922c0a031cbdc01d0b022911e3b17ead1e73a747151851
+size 2443113472

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3473feb1ac4867cf30d8c690ddc0d65c9bf54efd0b37c2ae9576d9ff9034b7aa
+size 2340959232

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae675bd3376b28313ab30c586d423b36bb553032eb20ba5f9f7bcb4db273c881
+size 2825270272

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfaa9259989c08610a8f4403860542d8560aacbf846dcb6efa98861e44d6fb
+size 2765386752

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192e6eb5c7b3a1b95d4e13d1111ee8e1617b86865efcf8eea59616971a15ee66
+size 3231311872

Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.imatrix.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937c048eb4d5a3ec9b4a6f10bb926da0598efa971c9597c73962faabf0e3358b
+size 3344032

README.md

@@ -0,0 +1,89 @@
+---
+base_model: C10X/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2
+language:
+- en
+- zh
+library_name: transformers
+license: apache-2.0
+mradermacher:
+  readme_rev: 1
+quantized_by: mradermacher
+tags:
+- llm
+- nanbeige
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+<!-- ### quants:  Q2_K IQ3_M Q4_K_S IQ3_XXS Q3_K_M small-IQ4_NL Q4_K_M IQ2_M Q6_K IQ4_XS Q2_K_S IQ1_M Q3_K_S IQ2_XXS Q3_K_L IQ2_XS Q5_K_S IQ2_S IQ1_S Q5_K_M Q4_0 IQ3_XS Q4_1 IQ3_S -->
+<!-- ### quants_skip:  -->
+<!-- ### skip_mmproj:  -->
+weighted/imatrix quants of https://huggingface.co/C10X/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2
+
+<!-- provided-files -->
+
+***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF).***
+
+static quants are available at https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.4 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.6 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q2_K.gguf) | i1-Q2_K | 1.7 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ3_M.gguf) | i1-IQ3_M | 2.0 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.1 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.2 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.3 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.4 | prefer IQ4_XS |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_0.gguf) | i1-Q4_0 | 2.4 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.4 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.5 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q4_1.gguf) | i1-Q4_1 | 2.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-i1-GGUF/resolve/main/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2.i1-Q6_K.gguf) | i1-Q6_K | 3.3 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->