commit ef1b63255b9e72eaa97bb0dc8be63eec846829aa Author: ModelHub XC Date: Fri Jun 5 02:32:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Mira-v1.8.1b-27B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eca45e3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Mira-v1.8.1b-27B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Mira-v1.8.1b-27B.i1-IQ1_M.gguf b/Mira-v1.8.1b-27B.i1-IQ1_M.gguf new file mode 100644 index 0000000..09af40f --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4a0afbf67de892e13b0fc328104f5d4aa3df4eefdfa8908a1e38e2797ecc0f +size 6797011040 diff --git a/Mira-v1.8.1b-27B.i1-IQ1_S.gguf b/Mira-v1.8.1b-27B.i1-IQ1_S.gguf new file mode 100644 index 0000000..5ab4f64 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08645c0832ed8c8501beabcc428547196b47ba5c55356a9645ea59b3bbda7e6f +size 6264012896 diff --git a/Mira-v1.8.1b-27B.i1-IQ2_M.gguf b/Mira-v1.8.1b-27B.i1-IQ2_M.gguf new file mode 100644 index 0000000..b24098d --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7196feed05dd0333273bb27bf2a0d691156e2ecf8511937868b003f2f5343a62 +size 9492838496 diff --git a/Mira-v1.8.1b-27B.i1-IQ2_S.gguf b/Mira-v1.8.1b-27B.i1-IQ2_S.gguf new file mode 100644 index 0000000..a130dab --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690a73efb41461b79a76233f5786ea2f26453ac87fc29a02fdab43d49a63f169 +size 8782174304 diff --git a/Mira-v1.8.1b-27B.i1-IQ2_XS.gguf b/Mira-v1.8.1b-27B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f387bf0 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe20d9af0b8445f3e38ef025ceff4484efa9a05da80ab7eace1a7c7d0984c92b +size 8438669408 diff --git a/Mira-v1.8.1b-27B.i1-IQ2_XXS.gguf b/Mira-v1.8.1b-27B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7a759b4 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a968320a1e6b2ca085cd9ea57961cf40bf92fe75b632efd3336b906933c48ac +size 7685341280 diff --git a/Mira-v1.8.1b-27B.i1-IQ3_M.gguf b/Mira-v1.8.1b-27B.i1-IQ3_M.gguf new file mode 100644 index 0000000..daa25cf --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac5711b1bd4b7d282843cbfa44873efba0fa80a5d93a49468a14b0190313208 +size 12546794272 diff --git a/Mira-v1.8.1b-27B.i1-IQ3_S.gguf b/Mira-v1.8.1b-27B.i1-IQ3_S.gguf new file mode 100644 index 0000000..469dc49 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf30d689931bb29523a403d4658b798b8028863be947bffed1944aa32b5a14f +size 12167334688 diff --git a/Mira-v1.8.1b-27B.i1-IQ3_XS.gguf b/Mira-v1.8.1b-27B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ee462e9 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d68ae3579fda007da29a1db1283c7ec750eab5109967774618b385e1717af0 +size 11561954080 diff --git a/Mira-v1.8.1b-27B.i1-IQ3_XXS.gguf b/Mira-v1.8.1b-27B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e4db74d --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca30675f618ad18aa68ea3221dbe8f69bd4c8618f361121143ad92ebfacb7d92 +size 10716244064 diff --git a/Mira-v1.8.1b-27B.i1-IQ4_XS.gguf b/Mira-v1.8.1b-27B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..84f0864 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40a7b3de3c574cb79756333f78bcefab95eeecb9fbdf1bcaacd7a9f265cdf0d8 +size 14767168288 diff --git a/Mira-v1.8.1b-27B.i1-Q2_K.gguf b/Mira-v1.8.1b-27B.i1-Q2_K.gguf new file mode 100644 index 0000000..2374e60 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65675223466798ec9a1638af4cf46528f200b95055597a7dd434841a5bf4140b +size 10503441184 diff --git a/Mira-v1.8.1b-27B.i1-Q2_K_S.gguf b/Mira-v1.8.1b-27B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..61438c5 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98121424801f69fb9dcb8ce9a409178abe1305c588e53c9d6e86d2d542293965 +size 9757166368 diff --git a/Mira-v1.8.1b-27B.i1-Q3_K_L.gguf b/Mira-v1.8.1b-27B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f74c9f7 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ef4e91d35cb67c490b25cdc6a00b521e6a8f0a1fe7b55aa05cd83e136ee163 +size 14543182624 diff --git a/Mira-v1.8.1b-27B.i1-Q3_K_M.gguf b/Mira-v1.8.1b-27B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..477de57 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7327c065b68953efcdc892da4e4b2e11787deff0fc0ff21c5267c74a2a76e96c +size 13437360928 diff --git a/Mira-v1.8.1b-27B.i1-Q3_K_S.gguf b/Mira-v1.8.1b-27B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..8f2d60e --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7291b277c85c76809709153f23433f5bc62654b7bf6cb2c001dbda5fdbaae2 +size 12167334688 diff --git a/Mira-v1.8.1b-27B.i1-Q4_0.gguf b/Mira-v1.8.1b-27B.i1-Q4_0.gguf new file mode 100644 index 0000000..f908bb3 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea62ac67e6fd2f367c4b8615b466b3b7116df1f855d00a9c590eb1309fd29c9 +size 15617694496 diff --git a/Mira-v1.8.1b-27B.i1-Q4_1.gguf b/Mira-v1.8.1b-27B.i1-Q4_1.gguf new file mode 100644 index 0000000..c081f3a --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a879db92d2b0c56f50b8977afc0248fef013b4adf94a990fcc11819229c7abd +size 17167014688 diff --git a/Mira-v1.8.1b-27B.i1-Q4_K_M.gguf b/Mira-v1.8.1b-27B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..79515ac --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adddfa9ae63d917872dc1c98f8a3e5ec31e7d144d6d0fba5a50cbb832417a7d +size 16546409248 diff --git a/Mira-v1.8.1b-27B.i1-Q4_K_S.gguf b/Mira-v1.8.1b-27B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8aeb949 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60836be87ac3a640d41fdce6df8b24c6444a90f92054915a4c1bc903265ee524 +size 15673776928 diff --git a/Mira-v1.8.1b-27B.i1-Q5_K_M.gguf b/Mira-v1.8.1b-27B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7dfbecf --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a003eb88b7d45b91a28c298ea00b193108cd3bd40d55b9ee3bde6a4badb33061 +size 19271396128 diff --git a/Mira-v1.8.1b-27B.i1-Q5_K_S.gguf b/Mira-v1.8.1b-27B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6f5ba3f --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9a2ebb9c03957c7cc2d7474c92c3b0e2c29cb11e99983aaaf8abc2a6d93037 +size 18766912288 diff --git a/Mira-v1.8.1b-27B.i1-Q6_K.gguf b/Mira-v1.8.1b-27B.i1-Q6_K.gguf new file mode 100644 index 0000000..1e9bef3 --- /dev/null +++ b/Mira-v1.8.1b-27B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f58ff2e27c8d86d1a49f05c1c04ebeee6cc4d640f9cb4b7188aa154867ef62 +size 22166694688 diff --git a/Mira-v1.8.1b-27B.imatrix.gguf b/Mira-v1.8.1b-27B.imatrix.gguf new file mode 100644 index 0000000..3756554 --- /dev/null +++ b/Mira-v1.8.1b-27B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffdf23f90a88dd6bf35cef04c77c011877af23ef92b0477e8e0728c9681ac88 +size 13081760 diff --git a/README.md b/README.md new file mode 100644 index 0000000..15e764c --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: Lambent/Mira-v1.8.1b-27B +datasets: +- CyberNative/Code_Vulnerability_Security_DPO +- jondurbin/gutenberg-dpo-v0.1 +- nbeerbower/gutenberg2-dpo +- nbeerbower/GreatFirewall-DPO +language: +- en +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Lambent/Mira-v1.8.1b-27B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Mira-v1.8.1b-27B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ1_S.gguf) | i1-IQ1_S | 6.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ1_M.gguf) | i1-IQ1_M | 6.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 7.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ2_S.gguf) | i1-IQ2_S | 8.9 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ2_M.gguf) | i1-IQ2_M | 9.6 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 9.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q2_K.gguf) | i1-Q2_K | 10.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 10.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 11.7 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ3_S.gguf) | i1-IQ3_S | 12.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ3_M.gguf) | i1-IQ3_M | 12.6 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 14.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 14.9 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q4_0.gguf) | i1-Q4_0 | 15.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 15.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 16.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q4_1.gguf) | i1-Q4_1 | 17.3 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 18.9 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 19.4 | | +| [GGUF](https://huggingface.co/mradermacher/Mira-v1.8.1b-27B-i1-GGUF/resolve/main/Mira-v1.8.1b-27B.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +