From 4d11b7c53290789654405bdffc8c07f09e4d1514 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 22 Apr 2026 09:10:43 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Astral-0.6B-Coder-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ Astral-0.6B-Coder.i1-IQ1_M.gguf | 3 + Astral-0.6B-Coder.i1-IQ1_S.gguf | 3 + Astral-0.6B-Coder.i1-IQ2_M.gguf | 3 + Astral-0.6B-Coder.i1-IQ2_S.gguf | 3 + Astral-0.6B-Coder.i1-IQ2_XS.gguf | 3 + Astral-0.6B-Coder.i1-IQ2_XXS.gguf | 3 + Astral-0.6B-Coder.i1-IQ3_M.gguf | 3 + Astral-0.6B-Coder.i1-IQ3_S.gguf | 3 + Astral-0.6B-Coder.i1-IQ3_XS.gguf | 3 + Astral-0.6B-Coder.i1-IQ3_XXS.gguf | 3 + Astral-0.6B-Coder.i1-IQ4_NL.gguf | 3 + Astral-0.6B-Coder.i1-IQ4_XS.gguf | 3 + Astral-0.6B-Coder.i1-Q2_K.gguf | 3 + Astral-0.6B-Coder.i1-Q2_K_S.gguf | 3 + Astral-0.6B-Coder.i1-Q3_K_L.gguf | 3 + Astral-0.6B-Coder.i1-Q3_K_M.gguf | 3 + Astral-0.6B-Coder.i1-Q3_K_S.gguf | 3 + Astral-0.6B-Coder.i1-Q4_0.gguf | 3 + Astral-0.6B-Coder.i1-Q4_1.gguf | 3 + Astral-0.6B-Coder.i1-Q4_K_M.gguf | 3 + Astral-0.6B-Coder.i1-Q4_K_S.gguf | 3 + Astral-0.6B-Coder.i1-Q5_K_M.gguf | 3 + Astral-0.6B-Coder.i1-Q5_K_S.gguf | 3 + Astral-0.6B-Coder.i1-Q6_K.gguf | 3 + Astral-0.6B-Coder.imatrix.gguf | 3 + README.md | 91 +++++++++++++++++++++++++++++++ 27 files changed, 226 insertions(+) create mode 100644 .gitattributes create mode 100644 Astral-0.6B-Coder.i1-IQ1_M.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ1_S.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ2_M.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ2_S.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ2_XS.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ2_XXS.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ3_M.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ3_S.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ3_XS.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ3_XXS.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ4_NL.gguf create mode 100644 Astral-0.6B-Coder.i1-IQ4_XS.gguf create mode 100644 Astral-0.6B-Coder.i1-Q2_K.gguf create mode 100644 Astral-0.6B-Coder.i1-Q2_K_S.gguf create mode 100644 Astral-0.6B-Coder.i1-Q3_K_L.gguf create mode 100644 Astral-0.6B-Coder.i1-Q3_K_M.gguf create mode 100644 Astral-0.6B-Coder.i1-Q3_K_S.gguf create mode 100644 Astral-0.6B-Coder.i1-Q4_0.gguf create mode 100644 Astral-0.6B-Coder.i1-Q4_1.gguf create mode 100644 Astral-0.6B-Coder.i1-Q4_K_M.gguf create mode 100644 Astral-0.6B-Coder.i1-Q4_K_S.gguf create mode 100644 Astral-0.6B-Coder.i1-Q5_K_M.gguf create mode 100644 Astral-0.6B-Coder.i1-Q5_K_S.gguf create mode 100644 Astral-0.6B-Coder.i1-Q6_K.gguf create mode 100644 Astral-0.6B-Coder.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b4cdec1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Astral-0.6B-Coder.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Astral-0.6B-Coder.i1-IQ1_M.gguf b/Astral-0.6B-Coder.i1-IQ1_M.gguf new file mode 100644 index 0000000..434fc72 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4408f9da058a50867d343c2427a74032cbc735bc9bfbf48198700e58d8a67ac +size 216053472 diff --git a/Astral-0.6B-Coder.i1-IQ1_S.gguf b/Astral-0.6B-Coder.i1-IQ1_S.gguf new file mode 100644 index 0000000..e84fa17 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b512b64ea607befe2fb6b33a72c3d4e5f90dd460ae35e7df52c2ae0cb0e93aa4 +size 208017120 diff --git a/Astral-0.6B-Coder.i1-IQ2_M.gguf b/Astral-0.6B-Coder.i1-IQ2_M.gguf new file mode 100644 index 0000000..36cb725 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4249f774b205dcb254ca50fa278f1a8e73b7828ab45d3495756292e29a0cbd +size 264910560 diff --git a/Astral-0.6B-Coder.i1-IQ2_S.gguf b/Astral-0.6B-Coder.i1-IQ2_S.gguf new file mode 100644 index 0000000..5db1ec3 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819fd23cd7bc220724c0cb8073d52f5acb143476d8689cb2eafb2265744cd24f +size 254195424 diff --git a/Astral-0.6B-Coder.i1-IQ2_XS.gguf b/Astral-0.6B-Coder.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f9e90fd --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e67dbce481499a36e7f312aa84481a752d8790fbebba939038b605be7bc2eb4 +size 241997536 diff --git a/Astral-0.6B-Coder.i1-IQ2_XXS.gguf b/Astral-0.6B-Coder.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..bc5de61 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba337e1cc6915536b846184093b1bdd7e4ca775ce27df3d28f5a03a014b1279e +size 229447392 diff --git a/Astral-0.6B-Coder.i1-IQ3_M.gguf b/Astral-0.6B-Coder.i1-IQ3_M.gguf new file mode 100644 index 0000000..3923c8a --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab7b10e3bc836d9472a1bb3dfa5a13ac37a4ceddb934f96f2283ed31f39cc41 +size 336028384 diff --git a/Astral-0.6B-Coder.i1-IQ3_S.gguf b/Astral-0.6B-Coder.i1-IQ3_S.gguf new file mode 100644 index 0000000..d14aa24 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01255480015ee863d235e134052bb120e85bdedadd353a88c7703966cf43c5c8 +size 323076832 diff --git a/Astral-0.6B-Coder.i1-IQ3_XS.gguf b/Astral-0.6B-Coder.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fb27843 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549c089484a4889a06775cd697f567118791d749daa9b624cbd1b0f079c5923a +size 312754912 diff --git a/Astral-0.6B-Coder.i1-IQ3_XXS.gguf b/Astral-0.6B-Coder.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..4fc945e --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb5a1c840e1282261ad24e05248cc8bad73728deb25a63b283d5bd821c11395 +size 279017184 diff --git a/Astral-0.6B-Coder.i1-IQ4_NL.gguf b/Astral-0.6B-Coder.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8c0b658 --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddedf96b149a2f3faa7afe77911e7ae721566c338fb4f9b203eb25868dcbaa3a +size 381567712 diff --git a/Astral-0.6B-Coder.i1-IQ4_XS.gguf b/Astral-0.6B-Coder.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ffea99e --- /dev/null +++ b/Astral-0.6B-Coder.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d544a181f356a5acabbbefb7954c9804d3d2b45f0e9f842bb82163963f80095 +size 367805152 diff --git a/Astral-0.6B-Coder.i1-Q2_K.gguf b/Astral-0.6B-Coder.i1-Q2_K.gguf new file mode 100644 index 0000000..4d41d2a --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8232a64b9bed6f6d714fe517a7a94c8294e2c52972cca98391c4f083470304e +size 296239840 diff --git a/Astral-0.6B-Coder.i1-Q2_K_S.gguf b/Astral-0.6B-Coder.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2a58c7e --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080ad1f5f905f5895c5c5940c60bc96d7e2a96ecf40f439e083d4e338b6f4d60 +size 280560352 diff --git a/Astral-0.6B-Coder.i1-Q3_K_L.gguf b/Astral-0.6B-Coder.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1175732 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f86bee196026444d2d1ef576d7d286802756b22686405c6886e53119f38879 +size 368493280 diff --git a/Astral-0.6B-Coder.i1-Q3_K_M.gguf b/Astral-0.6B-Coder.i1-Q3_K_M.gguf new file mode 100644 index 0000000..55786e4 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34734122f0663f9e9800877438e0fe619fa1d924fbfe6d0e350326f569404246 +size 347128544 diff --git a/Astral-0.6B-Coder.i1-Q3_K_S.gguf b/Astral-0.6B-Coder.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4911ef0 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10cbe3eddec25d5778bf13bd7480d7ab50208bc73753e7d76b193c54f1e3e5ca +size 323076832 diff --git a/Astral-0.6B-Coder.i1-Q4_0.gguf b/Astral-0.6B-Coder.i1-Q4_0.gguf new file mode 100644 index 0000000..3ba3b0d --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281932804a89c2f3b08d557e10dd5fe7188ade6ea75478be39ebdf6d7d1d8583 +size 382157536 diff --git a/Astral-0.6B-Coder.i1-Q4_1.gguf b/Astral-0.6B-Coder.i1-Q4_1.gguf new file mode 100644 index 0000000..1d07a70 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2942054a2cf78b87d0f7a3f4400ea348b8f4a8e92c73985123991b80f781a47 +size 409092832 diff --git a/Astral-0.6B-Coder.i1-Q4_K_M.gguf b/Astral-0.6B-Coder.i1-Q4_K_M.gguf new file mode 100644 index 0000000..af01c2f --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df7dd8210e57c16cb62ceaf02111561aa875621ed82bc2593eafc3d05080a4f +size 396706528 diff --git a/Astral-0.6B-Coder.i1-Q4_K_S.gguf b/Astral-0.6B-Coder.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f795ba3 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6868b5ae2411cc0087dfffa44acc900944fe9bd9bd8c5922afb46198fba7478 +size 383271648 diff --git a/Astral-0.6B-Coder.i1-Q5_K_M.gguf b/Astral-0.6B-Coder.i1-Q5_K_M.gguf new file mode 100644 index 0000000..740ce91 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083e2cfe641ec60248dc13ffca828691eb751c9e7e75a36aa6b2452ac01e2f57 +size 444416736 diff --git a/Astral-0.6B-Coder.i1-Q5_K_S.gguf b/Astral-0.6B-Coder.i1-Q5_K_S.gguf new file mode 100644 index 0000000..fff78c2 --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7edd1f78fac527216529d1253ef8d4eb4fcc1856b09ecd95d588a907cc5887 +size 436617952 diff --git a/Astral-0.6B-Coder.i1-Q6_K.gguf b/Astral-0.6B-Coder.i1-Q6_K.gguf new file mode 100644 index 0000000..86a146c --- /dev/null +++ b/Astral-0.6B-Coder.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b623404dc4468e9073a33e511f1071f66d055981c7d0dd595b2dfc6e5ed2d4ca +size 495108832 diff --git a/Astral-0.6B-Coder.imatrix.gguf b/Astral-0.6B-Coder.imatrix.gguf new file mode 100644 index 0000000..3523f59 --- /dev/null +++ b/Astral-0.6B-Coder.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc9c2047babcaeddd735ca541900d26ce8b6aa7a0d886c1890243bfad799810 +size 1177056 diff --git a/README.md b/README.md new file mode 100644 index 0000000..78df072 --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: LucidityAI/Astral-0.6B-Flash-Coder +datasets: +- LucidityAI/Astral-Post-Training-Dataset +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- code +- chemistry +- finance +- biology +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/LucidityAI/Astral-0.6B-Flash-Coder + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Astral-0.6B-Coder-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Astral-0.6B-Coder-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ1_S.gguf) | i1-IQ1_S | 0.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ1_M.gguf) | i1-IQ1_M | 0.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q4_1.gguf) | i1-Q4_1 | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Astral-0.6B-Coder-i1-GGUF/resolve/main/Astral-0.6B-Coder.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +