commit e4c553c91ef4c517e8e92eb1938c0dbfa4d711d9 Author: ModelHub XC Date: Mon May 11 20:03:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Azure-Starlight-12B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f515fd6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Azure-Starlight-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Azure-Starlight-12B.i1-IQ1_M.gguf b/Azure-Starlight-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..aa5db3a --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35376acdd89593887fb7eaf4359482f0a1403f2072f488e4acf83a20abab2fb9 +size 3221640992 diff --git a/Azure-Starlight-12B.i1-IQ1_S.gguf b/Azure-Starlight-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..6933e79 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6869032f76a04aa57f4aee563e0a93978b66b67626438e7caa7d30568f33d145 +size 2999228192 diff --git a/Azure-Starlight-12B.i1-IQ2_M.gguf b/Azure-Starlight-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..dde78e0 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0be6d637eeca4b094fc7ddc13bfce7848168ef89b0d493686ab736a7f22e57 +size 4435041600 diff --git a/Azure-Starlight-12B.i1-IQ2_S.gguf b/Azure-Starlight-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..75d94eb --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff81f8da6ef44637d5726b6d735d25c07a468e5d65f7654146adf747fc02e1c +size 4138491200 diff --git a/Azure-Starlight-12B.i1-IQ2_XS.gguf b/Azure-Starlight-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4a3cfd6 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d26e15fa07496d413f1ca45711db6ce8b3aeba753ec0ef5abe811b462e4ae1e +size 3915093792 diff --git a/Azure-Starlight-12B.i1-IQ2_XXS.gguf b/Azure-Starlight-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b929bf1 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf920c3ddc91fa7050090c2d011bf9006fb41a28f39c8e93f0d733c2a7827c11 +size 3592328992 diff --git a/Azure-Starlight-12B.i1-IQ3_M.gguf b/Azure-Starlight-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..637bd10 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ea689bb5bb6f86f169cd3ca8578bb8a3877ff5db80a2b5d1a8157ca625318a +size 5722252608 diff --git a/Azure-Starlight-12B.i1-IQ3_S.gguf b/Azure-Starlight-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..910fc37 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd00ff5292c5b1becf95e34a8af3a6ef38fa8743570a5e2092621b19c228f693 +size 5562099008 diff --git a/Azure-Starlight-12B.i1-IQ3_XS.gguf b/Azure-Starlight-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9da0b7f --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48858b28f25062594fd94eebc8b5fe0257fe1b330ec8a127432ab92c72ee1482 +size 5306508608 diff --git a/Azure-Starlight-12B.i1-IQ3_XXS.gguf b/Azure-Starlight-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f24ef80 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ea482c97a49b842941f5c216708d0c75c7375ed3d34dc48fd1b455fd940d40 +size 4945403200 diff --git a/Azure-Starlight-12B.i1-IQ4_NL.gguf b/Azure-Starlight-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..323a695 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a0478b5c35e8ae48fe61b6dc59410d8846d421574e15e0d3836c8bfd1a0042 +size 7097937184 diff --git a/Azure-Starlight-12B.i1-IQ4_XS.gguf b/Azure-Starlight-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f34d997 --- /dev/null +++ b/Azure-Starlight-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7eba281fbf4420b7335d2b2a03764451b5d4fe3e7b2d433d808f29bffedc90 +size 6742731584 diff --git a/Azure-Starlight-12B.i1-Q2_K.gguf b/Azure-Starlight-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..95afa71 --- /dev/null +++ b/Azure-Starlight-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2427bfcb0a65e035bbb44b5fdcba3829f80a55935ed91775371a0a1edb0664a0 +size 4791066400 diff --git a/Azure-Starlight-12B.i1-Q2_K_S.gguf b/Azure-Starlight-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ea3324c --- /dev/null +++ b/Azure-Starlight-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25506b12f8fb2e052fdd339fb3e42dadc5e8c0680e467f6cf3b178e1163e4ccd +size 4493696800 diff --git a/Azure-Starlight-12B.i1-Q3_K_L.gguf b/Azure-Starlight-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8dbe168 --- /dev/null +++ b/Azure-Starlight-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52270662636914d377402486e17d711603a9dfe8ebf99778b9cd79bb5a01aa61 +size 6561523008 diff --git a/Azure-Starlight-12B.i1-Q3_K_M.gguf b/Azure-Starlight-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..84f5c8f --- /dev/null +++ b/Azure-Starlight-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9bf8e2e5333a568ced1f60bbc4b120fb903bf4a6a65f57dd7a8de30ba10a838 +size 6083110208 diff --git a/Azure-Starlight-12B.i1-Q3_K_S.gguf b/Azure-Starlight-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..985422f --- /dev/null +++ b/Azure-Starlight-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb03a1f93f15f44550fd700ef532b82485fe6aebf6f50fc609ca3c6a754e170 +size 5534246208 diff --git a/Azure-Starlight-12B.i1-Q4_0.gguf b/Azure-Starlight-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..08cd81c --- /dev/null +++ b/Azure-Starlight-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44bf2a1c556a3829c62bb09011eef48be61ec2ca0ed2fe3535a0cc7181e998f4 +size 7094660384 diff --git a/Azure-Starlight-12B.i1-Q4_1.gguf b/Azure-Starlight-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..8102dda --- /dev/null +++ b/Azure-Starlight-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6679fe8075e060f15a2191daf95919e3a68805f015745d069e174d4798157d +size 7795241184 diff --git a/Azure-Starlight-12B.i1-Q4_K_M.gguf b/Azure-Starlight-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..4fe8bfc --- /dev/null +++ b/Azure-Starlight-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061745d738d78afd92fcc61ec60f1fbeecf766be0c11b23c2ed1ed270456c101 +size 7477226784 diff --git a/Azure-Starlight-12B.i1-Q4_K_S.gguf b/Azure-Starlight-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c8d12b6 --- /dev/null +++ b/Azure-Starlight-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1073d4513aed6e834cc9d3571eca31b594f85867a784559ab84664ba8528e6ff +size 7120219424 diff --git a/Azure-Starlight-12B.i1-Q5_K_M.gguf b/Azure-Starlight-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..19c1b66 --- /dev/null +++ b/Azure-Starlight-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ca68fe09216265c9f0939bd62cb620b29aa3861078540839f090f9e65f09ef +size 8727655584 diff --git a/Azure-Starlight-12B.i1-Q5_K_S.gguf b/Azure-Starlight-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5536467 --- /dev/null +++ b/Azure-Starlight-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac7acf90165cf3189c30fc2ac993781bf3461e9007ff8d002a438a3ed4f1ba4 +size 8518759584 diff --git a/Azure-Starlight-12B.i1-Q6_K.gguf b/Azure-Starlight-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..d41622d --- /dev/null +++ b/Azure-Starlight-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4c6e46ab22da049645ffd66203469fb783e22fa115954f4df63a0ceab6d772c +size 10056236192 diff --git a/Azure-Starlight-12B.imatrix.gguf b/Azure-Starlight-12B.imatrix.gguf new file mode 100644 index 0000000..b9e4cb3 --- /dev/null +++ b/Azure-Starlight-12B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06bc2d97a97c1433e33e3eea4b0c4d31dc8360d8c0aa0c6a3e8ef2b7e47f18ad +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4296ca8 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: Vortex5/Azure-Starlight-12B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +- roleplay +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Vortex5/Azure-Starlight-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Azure-Starlight-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Azure-Starlight-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Azure-Starlight-12B-i1-GGUF/resolve/main/Azure-Starlight-12B.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +