commit c47b1eeef4fb84f606b4040862029f65d547b569 Author: ModelHub XC Date: Thu Jun 25 12:18:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/BMO-CaptianMaid-12B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cf3ab32 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +BMO-CaptianMaid-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/BMO-CaptianMaid-12B.i1-IQ1_M.gguf b/BMO-CaptianMaid-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..5a751b4 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34d75171f2ac5c1c917293906a58302d6902e2c31be70822f37b25ddb224ac7 +size 3221628512 diff --git a/BMO-CaptianMaid-12B.i1-IQ1_S.gguf b/BMO-CaptianMaid-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..028a5a2 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdd41bc1fa92e2aa164358e4b3bd077583648b1832ffe46c653592b43d927f2 +size 2999215712 diff --git a/BMO-CaptianMaid-12B.i1-IQ2_M.gguf b/BMO-CaptianMaid-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..dfb632a --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59cff614a346d756ed5c51bb1be1154a5bafc4e6cc2e5b84203ff417d6320cf +size 4435027552 diff --git a/BMO-CaptianMaid-12B.i1-IQ2_S.gguf b/BMO-CaptianMaid-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..d389cf2 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995859f54ed16ecf7b193fb9918ab4d007674bd4766261f5b983e3afa882edf +size 4138477152 diff --git a/BMO-CaptianMaid-12B.i1-IQ2_XS.gguf b/BMO-CaptianMaid-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f0377e8 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2e5077649d0c43e063e18daa3d556401943883acbd38efa58bc8701fd76d58 +size 3915081312 diff --git a/BMO-CaptianMaid-12B.i1-IQ2_XXS.gguf b/BMO-CaptianMaid-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7eb4027 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c5f0951b8db58015c4abfe9e47780c2de2efe0a647bac0d6c584409d6e484c +size 3592316512 diff --git a/BMO-CaptianMaid-12B.i1-IQ3_M.gguf b/BMO-CaptianMaid-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..da42ee4 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf2f4d92d4409d260124aeb0e92a17f7b85b607e267b45edf0d20f92c6f82a8 +size 5722236512 diff --git a/BMO-CaptianMaid-12B.i1-IQ3_S.gguf b/BMO-CaptianMaid-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..5ecdce5 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ecf3d6a7fd090d5301ea7f8e726d1be2a463f3b14d9cd36bbd744a6dea0c437 +size 5562082912 diff --git a/BMO-CaptianMaid-12B.i1-IQ3_XS.gguf b/BMO-CaptianMaid-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..78728ab --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1353665010f7212f9c05550e0d8ad5646a7bcbbe3eb77397752b42d0e60b0d7 +size 5306492512 diff --git a/BMO-CaptianMaid-12B.i1-IQ3_XXS.gguf b/BMO-CaptianMaid-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d183ee9 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee91ae136d75a5852fe83d7b6c6b6ed063d7c63e665438e75f2dc7259805cf68 +size 4945389152 diff --git a/BMO-CaptianMaid-12B.i1-IQ4_NL.gguf b/BMO-CaptianMaid-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a74c641 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3f1baf1bfb3c4a05075400686f8e1fd1d7f29f502ee85f6755c7c28df86146 +size 7097919072 diff --git a/BMO-CaptianMaid-12B.i1-IQ4_XS.gguf b/BMO-CaptianMaid-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..94aee5d --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2370d64f2f8f5da4102c462ad3878048338f850669af8c99f775fcf2d7f21260 +size 6742713952 diff --git a/BMO-CaptianMaid-12B.i1-Q2_K.gguf b/BMO-CaptianMaid-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..b13fab6 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adab8c141166c11151531a9177615a7217a91af758125280780b22aeaa4cf30 +size 4791051872 diff --git a/BMO-CaptianMaid-12B.i1-Q2_K_S.gguf b/BMO-CaptianMaid-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..9af325f --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab920ae8b8c43ed4bf7d6c5bf8aab97f7ffa63b51a4a4358a208da9d11203e96 +size 4493682272 diff --git a/BMO-CaptianMaid-12B.i1-Q3_K_L.gguf b/BMO-CaptianMaid-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2c5424d --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fcac3c606612fa1306e17ab81af4f9b1ac4bf101725905b6f18bd222c3572c7 +size 6561506912 diff --git a/BMO-CaptianMaid-12B.i1-Q3_K_M.gguf b/BMO-CaptianMaid-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e99fa60 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3a4eb27b6f910bd12649c8c2f7635be092f9a4a18b9e9385b22fcfb42d9dea +size 6083094112 diff --git a/BMO-CaptianMaid-12B.i1-Q3_K_S.gguf b/BMO-CaptianMaid-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..989e7ce --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3266a687e182490e91203cbaf8e6162f86d8099fe28ea6262ff418dbc4ca3b9 +size 5534230112 diff --git a/BMO-CaptianMaid-12B.i1-Q4_0.gguf b/BMO-CaptianMaid-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..9abe1b8 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a011618703d2ac611a0b8beae4530f7722592457af79787c4ff518b1c9b734a9 +size 7094642272 diff --git a/BMO-CaptianMaid-12B.i1-Q4_1.gguf b/BMO-CaptianMaid-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..213d116 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7321a912935c8ce942751a507df2c56307d3211b0bc2668ce804d8c6c05f356b +size 7795222112 diff --git a/BMO-CaptianMaid-12B.i1-Q4_K_M.gguf b/BMO-CaptianMaid-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..bec0791 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29fdd421f76fd5f9c8d2046ec5ed18f7a5c63e124a053b7079b93fadece2c32 +size 7477208672 diff --git a/BMO-CaptianMaid-12B.i1-Q4_K_S.gguf b/BMO-CaptianMaid-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d694d20 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9be6c20d33f67671bc51e81696401a0afe23c23f700955d13f5b05d16f9589 +size 7120201312 diff --git a/BMO-CaptianMaid-12B.i1-Q5_K_M.gguf b/BMO-CaptianMaid-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..36a2143 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3e50f809dfc8d6db7a2f60d6c879d391ee1497728660e1bee779b0d1d71a25 +size 8727635552 diff --git a/BMO-CaptianMaid-12B.i1-Q5_K_S.gguf b/BMO-CaptianMaid-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d16a2ef --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3973ad8e056d1de1567381a7338347a784a022acf21c24e6af953f9861babd +size 8518739552 diff --git a/BMO-CaptianMaid-12B.i1-Q6_K.gguf b/BMO-CaptianMaid-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..5ea56b9 --- /dev/null +++ b/BMO-CaptianMaid-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09148da571fb49c88ca6c35f19fcf31a68c8649bf0fdc579c3e6c78f834cbd1 +size 10056214112 diff --git a/BMO-CaptianMaid-12B.imatrix.gguf b/BMO-CaptianMaid-12B.imatrix.gguf new file mode 100644 index 0000000..98949c2 --- /dev/null +++ b/BMO-CaptianMaid-12B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0559ea41b79e30effeff2c60cbb9b852f4d2b9ce89d5e95bfe1c3401ff333ab0 +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a98959d --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: pot99rta/BMO-CaptianMaid-12B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/pot99rta/BMO-CaptianMaid-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#BMO-CaptianMaid-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/BMO-CaptianMaid-12B-i1-GGUF/resolve/main/BMO-CaptianMaid-12B.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +