commit b3627ec74ed9173ae138ddd5d7e3d03835533152 Author: ModelHub XC Date: Thu Jun 4 04:07:23 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Ethereal-Stardust-12B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8a097fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Ethereal-Stardust-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Ethereal-Stardust-12B.i1-IQ1_M.gguf b/Ethereal-Stardust-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..8cacae4 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c55d67de54de3fcd0e89382d3d964645d45cd22055670256a33e9fd3bc5d3fe +size 3221641888 diff --git a/Ethereal-Stardust-12B.i1-IQ1_S.gguf b/Ethereal-Stardust-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..ae4333e --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a23e01e0b724a042f02957a156cfcf790fdaa9c3afc8badc6ab242dc59c929a +size 2999229088 diff --git a/Ethereal-Stardust-12B.i1-IQ2_M.gguf b/Ethereal-Stardust-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..944efb5 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1218d1c9fa82588ea722c6459247ed8d57a3935aecd06528a56d7e13bcb0c718 +size 4435042496 diff --git a/Ethereal-Stardust-12B.i1-IQ2_S.gguf b/Ethereal-Stardust-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..01f5451 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e5dced035d20376e3bcc276607a7664cfdd59048ad3d816d7dd4c929f2df7a +size 4138492096 diff --git a/Ethereal-Stardust-12B.i1-IQ2_XS.gguf b/Ethereal-Stardust-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d036db0 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fdb7661e786d1db556eeaded53e2101a9879918ee991869337967b95b5ec0a +size 3915094688 diff --git a/Ethereal-Stardust-12B.i1-IQ2_XXS.gguf b/Ethereal-Stardust-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..35e22f2 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f3ca01ac90ba71b4a3015b679790cb161aeb005ac040e53f1d488cf3d21ec6 +size 3592329888 diff --git a/Ethereal-Stardust-12B.i1-IQ3_M.gguf b/Ethereal-Stardust-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..36cb842 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8d4087291b15eb038f93fc064da6a51fca8a2a7e12fa277a656b495afb0723 +size 5722253504 diff --git a/Ethereal-Stardust-12B.i1-IQ3_S.gguf b/Ethereal-Stardust-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..0dd4680 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a23973beb534741fc3e726638d361337450785cf0ec7d3e9556a11728c660cb +size 5562099904 diff --git a/Ethereal-Stardust-12B.i1-IQ3_XS.gguf b/Ethereal-Stardust-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b86dc0b --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8891625fcdc66eda6ad965af3105b98493d06907372738949cfe39beaae019 +size 5306509504 diff --git a/Ethereal-Stardust-12B.i1-IQ3_XXS.gguf b/Ethereal-Stardust-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..fa66e67 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc59f68166115c6bf444599e878c629a4b6acebb2a17c7fddd4c4fb02c4fc4c2 +size 4945404096 diff --git a/Ethereal-Stardust-12B.i1-IQ4_NL.gguf b/Ethereal-Stardust-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..d0ff5c8 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbfdcaa367ef1ae18c0cd6ec7e0272bab68b9154fed29624905c5ccfdcf8c792 +size 7097938080 diff --git a/Ethereal-Stardust-12B.i1-IQ4_XS.gguf b/Ethereal-Stardust-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..bcb18cd --- /dev/null +++ b/Ethereal-Stardust-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420b2c97310b3286224e3e26e9c80b69448e403b6a346f8ce55870a2af9dbeeb +size 6742732480 diff --git a/Ethereal-Stardust-12B.i1-Q2_K.gguf b/Ethereal-Stardust-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..06d4d57 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a39f11fa56306f2a0da0c3b4222d8d2826dc1430aa282d4cfeadb85715e6bd0a +size 4791067296 diff --git a/Ethereal-Stardust-12B.i1-Q2_K_S.gguf b/Ethereal-Stardust-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f6b07f6 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e6d46c898c28c504db9f80d63c09d8faf3a5d7dec934c22672527bd4ebbcb3 +size 4493697696 diff --git a/Ethereal-Stardust-12B.i1-Q3_K_L.gguf b/Ethereal-Stardust-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9b8584f --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91be967160808d6c50cb88968fabe6747747d657f8dd0d5c51f9e55a1ae1e78 +size 6561523904 diff --git a/Ethereal-Stardust-12B.i1-Q3_K_M.gguf b/Ethereal-Stardust-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..243e2b8 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729e0fc10fbcf549b9a1ee5faf1fa31c7a47c2d6fb6d1e502da56142790b6d11 +size 6083111104 diff --git a/Ethereal-Stardust-12B.i1-Q3_K_S.gguf b/Ethereal-Stardust-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..caae9c9 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d4de615b275bcc70ea598e7a05220f6b86077dd798d9cd3e3a6dcb2d7f5e30 +size 5534247104 diff --git a/Ethereal-Stardust-12B.i1-Q4_0.gguf b/Ethereal-Stardust-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..b5c2304 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c095a509552891b1a558ab846fd0c365508f1e08920513aa02169191dc749139 +size 7094661280 diff --git a/Ethereal-Stardust-12B.i1-Q4_1.gguf b/Ethereal-Stardust-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..7e21847 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9aa851c0b3c16cf35b821c3538648558f2f25aa97784f88471d18f4660f2a30 +size 7795242080 diff --git a/Ethereal-Stardust-12B.i1-Q4_K_M.gguf b/Ethereal-Stardust-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..4f5be73 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edfadceca413fbf594d912b3dcea716945f241e631a5a677eeebbf7a0fab8a86 +size 7477227680 diff --git a/Ethereal-Stardust-12B.i1-Q4_K_S.gguf b/Ethereal-Stardust-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9dd0c15 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7782765a6328ec0581df72cce65bcb931b1a50a3411dce9c3576e96a82a32ac +size 7120220320 diff --git a/Ethereal-Stardust-12B.i1-Q5_K_M.gguf b/Ethereal-Stardust-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..72930b8 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3adb3ee973b46bf43215b8618a4858290f3e43d2a5558ad3bbaa4a63c84430cc +size 8727656480 diff --git a/Ethereal-Stardust-12B.i1-Q5_K_S.gguf b/Ethereal-Stardust-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4b6f2b2 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e245ac810def2dd97822a09d208c0bfa919ba28eadba6be6c3621b760e12ba9 +size 8518760480 diff --git a/Ethereal-Stardust-12B.i1-Q6_K.gguf b/Ethereal-Stardust-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..5857cb3 --- /dev/null +++ b/Ethereal-Stardust-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62e1bd6a2ba1e1d8a1a9a65ff873e3749b78b665050e1c628e19e2de490d26e +size 10056237088 diff --git a/Ethereal-Stardust-12B.imatrix.gguf b/Ethereal-Stardust-12B.imatrix.gguf new file mode 100644 index 0000000..1c82ca3 --- /dev/null +++ b/Ethereal-Stardust-12B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8aa4db9c8729492bf563518c15e25ff819058cb92ee172b7b5bed3aacf612b +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a4fadd8 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: Vortex5/Ethereal-Stardust-12B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +- roleplay +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Vortex5/Ethereal-Stardust-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Ethereal-Stardust-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Ethereal-Stardust-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Ethereal-Stardust-12B-i1-GGUF/resolve/main/Ethereal-Stardust-12B.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +