commit ce411e8c47c595ae8e9c623646df0e820212808e Author: ModelHub XC Date: Wed May 20 15:15:43 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Morrigan-3B-Mini-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..55cc814 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Morrigan-3B-Mini.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Morrigan-3B-Mini.i1-IQ1_M.gguf b/Morrigan-3B-Mini.i1-IQ1_M.gguf new file mode 100644 index 0000000..68d3897 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5092b8145d747cf7c53a13a4ad65b7410679e9d5230f8d78777eafbba6dc8fb2 +size 924191200 diff --git a/Morrigan-3B-Mini.i1-IQ1_S.gguf b/Morrigan-3B-Mini.i1-IQ1_S.gguf new file mode 100644 index 0000000..c6c3617 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1061819229ac3b5907920765c8193f04f7a05acf90740d7b5039f41c411c720 +size 868157920 diff --git a/Morrigan-3B-Mini.i1-IQ2_M.gguf b/Morrigan-3B-Mini.i1-IQ2_M.gguf new file mode 100644 index 0000000..762da97 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33f169e6436d7184e569aa5232e0619996a6684af1ebc4a3c0083265da9fd81 +size 1229031904 diff --git a/Morrigan-3B-Mini.i1-IQ2_S.gguf b/Morrigan-3B-Mini.i1-IQ2_S.gguf new file mode 100644 index 0000000..7570ec4 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e84221a50d14eb58518cda41f210160b8d649378c3600e8f01ff8830848304 +size 1154320864 diff --git a/Morrigan-3B-Mini.i1-IQ2_XS.gguf b/Morrigan-3B-Mini.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6185bc2 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76684018be11a19fefd9a616d3fae7ada18941be66737fcd9ac22ab3e8a0f0c +size 1100548576 diff --git a/Morrigan-3B-Mini.i1-IQ2_XXS.gguf b/Morrigan-3B-Mini.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9b423c2 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6740d13aa456e65234445fd9a00fa6fc3f72c0b9113ea79cfbd58c4bacf4cb +size 1017580000 diff --git a/Morrigan-3B-Mini.i1-IQ3_M.gguf b/Morrigan-3B-Mini.i1-IQ3_M.gguf new file mode 100644 index 0000000..a88ab52 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1a3f81be36af4f5ce49050b2221f1796fc7efc32d828d305633d7a7cb32d85 +size 1599668704 diff --git a/Morrigan-3B-Mini.i1-IQ3_S.gguf b/Morrigan-3B-Mini.i1-IQ3_S.gguf new file mode 100644 index 0000000..9e1b451 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53ed91a9c0194c39eb761d8ccb90865375b3f49096b0f0328acabe5b1a24d39 +size 1542848992 diff --git a/Morrigan-3B-Mini.i1-IQ3_XS.gguf b/Morrigan-3B-Mini.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f9bc517 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de8c2861418a9b049fdd9f5fddb9ed07cc800dd4cf47a6d293f9d2afe4ea797 +size 1476788704 diff --git a/Morrigan-3B-Mini.i1-IQ3_XXS.gguf b/Morrigan-3B-Mini.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..25bade7 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0370db4d5e0e34ca4db158e6a02396aaaf70caf4b78ba28691511bd98bfb6d +size 1348766176 diff --git a/Morrigan-3B-Mini.i1-IQ4_NL.gguf b/Morrigan-3B-Mini.i1-IQ4_NL.gguf new file mode 100644 index 0000000..164e760 --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f22dff985940aafeb14ffaa67de6cf46fd8116f51ccd20d960bd0f170bf2ef4 +size 1917190624 diff --git a/Morrigan-3B-Mini.i1-IQ4_XS.gguf b/Morrigan-3B-Mini.i1-IQ4_XS.gguf new file mode 100644 index 0000000..1a020ca --- /dev/null +++ b/Morrigan-3B-Mini.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab5baa7897af18809b96629ded247856fbc00e55dfc6de0b13c20f65ef8a8f2 +size 1829110240 diff --git a/Morrigan-3B-Mini.i1-Q2_K.gguf b/Morrigan-3B-Mini.i1-Q2_K.gguf new file mode 100644 index 0000000..e4f53bb --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b828cf741475d15e194e2930c222a47b4e1fae3ab771e8363357bf57ee043ed +size 1363935712 diff --git a/Morrigan-3B-Mini.i1-Q2_K_S.gguf b/Morrigan-3B-Mini.i1-Q2_K_S.gguf new file mode 100644 index 0000000..10a5c65 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79c7cb0250b4241e8095ed1ab9194214bdc0cc20533b3360be6888843b69281 +size 1274282464 diff --git a/Morrigan-3B-Mini.i1-Q3_K_L.gguf b/Morrigan-3B-Mini.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b12dc67 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:062add649e75d0860997af78f3f5b6b1c73a6efb0ee2f81218dfc34b27786e2d +size 1815347680 diff --git a/Morrigan-3B-Mini.i1-Q3_K_M.gguf b/Morrigan-3B-Mini.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2fcf2da --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67dec9dc1218885a24555d3b83daf2c302b0327980eef5755bb00161b7e2c553 +size 1687159264 diff --git a/Morrigan-3B-Mini.i1-Q3_K_S.gguf b/Morrigan-3B-Mini.i1-Q3_K_S.gguf new file mode 100644 index 0000000..1a526fa --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6428b212d255b555afaebd8b11b5f990359c8c21e9fd9d72194dc5dde5ddc45 +size 1542848992 diff --git a/Morrigan-3B-Mini.i1-Q4_0.gguf b/Morrigan-3B-Mini.i1-Q4_0.gguf new file mode 100644 index 0000000..9e93abe --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c5c69ce3d364547668a2184eca01e46a1ea30b3193248c9492ed273b162b01 +size 1921909216 diff --git a/Morrigan-3B-Mini.i1-Q4_1.gguf b/Morrigan-3B-Mini.i1-Q4_1.gguf new file mode 100644 index 0000000..adcd156 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033e41d44617a86116ab34e665a72e8e8b036e662a7f2a7d1bd2beda2aecb3dd +size 2093351392 diff --git a/Morrigan-3B-Mini.i1-Q4_K_M.gguf b/Morrigan-3B-Mini.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3946612 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b63d6fa86b1e2ecd360f63dbc681efb26f35ec41625eebfea610c0e48df733b +size 2019377632 diff --git a/Morrigan-3B-Mini.i1-Q4_K_S.gguf b/Morrigan-3B-Mini.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e42f219 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2fe386089d16dd53cec02a8daf2978ac1850995c5f5262de47e4af5ccb2a75f +size 1928200672 diff --git a/Morrigan-3B-Mini.i1-Q5_K_M.gguf b/Morrigan-3B-Mini.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0f39cad --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d60e84a8f34212bb5ca2373781b1fa7ecb2db33233869fae3ec504a897462f +size 2322153952 diff --git a/Morrigan-3B-Mini.i1-Q5_K_S.gguf b/Morrigan-3B-Mini.i1-Q5_K_S.gguf new file mode 100644 index 0000000..14ac0d3 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61baef0a1c0a5242218038cf93b52a27b26c695644d6cd8058632148c86acb7c +size 2269512160 diff --git a/Morrigan-3B-Mini.i1-Q6_K.gguf b/Morrigan-3B-Mini.i1-Q6_K.gguf new file mode 100644 index 0000000..b5eac86 --- /dev/null +++ b/Morrigan-3B-Mini.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80dd1876ecd929fd241f265a3521d51d9ef461d1bfe941cc73ea59bd815cd1f8 +size 2643853792 diff --git a/Morrigan-3B-Mini.imatrix.gguf b/Morrigan-3B-Mini.imatrix.gguf new file mode 100644 index 0000000..047a241 --- /dev/null +++ b/Morrigan-3B-Mini.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4693d9c4b1678f0c8899b52e961efbd71890f380b10bc01a455cc0848c2f7879 +size 3012064 diff --git a/README.md b/README.md new file mode 100644 index 0000000..070a918 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: blascotobasco/Morrigan-3B-Mini +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/blascotobasco/Morrigan-3B-Mini + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Morrigan-3B-Mini-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Morrigan-3B-Mini-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ2_M.gguf) | i1-IQ2_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ3_S.gguf) | i1-IQ3_S | 1.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q4_0.gguf) | i1-Q4_0 | 2.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q4_1.gguf) | i1-Q4_1 | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Morrigan-3B-Mini-i1-GGUF/resolve/main/Morrigan-3B-Mini.i1-Q6_K.gguf) | i1-Q6_K | 2.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +