From 4d9c3a71d41a95be8856b060f46e25acabb7ac15 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 10 Apr 2026 12:31:03 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf | 3 + OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q2_K.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_0.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf | 3 + OpenCrystal-15B-L3-v2.i1-Q6_K.gguf | 3 + README.md | 77 ++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 212 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q2_K.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_0.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf create mode 100644 OpenCrystal-15B-L3-v2.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e103544 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf b/OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf new file mode 100644 index 0000000..fdb6e3b --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdea6431c6db84999e10e59d8fae456da6fd11361b7a30cdd03ff9e7c4196282 +size 3782563936 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf b/OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf new file mode 100644 index 0000000..945ebf5 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e0c135bc861cfb7e3ee2022a175af58777f2a8103ae22290d05b978a45cb78 +size 3497875552 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf b/OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf new file mode 100644 index 0000000..58fca19 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548d0a1478f1ec42e3be0722fdfcd4dd1c9eed4f916773d9af9168c070b6891c +size 5301827680 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf b/OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf new file mode 100644 index 0000000..ddaa305 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a3ed440499893af49b3aac7644b7ea67f41a357367869b418e67b3a2cf9333 +size 4922243168 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf b/OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..487f5d0 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302bbdf77bcdaa0df3adb594a6f7f9411f81e8b355a393263ed8cd5310040f0a +size 4670183520 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf b/OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..f81f53b --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e7e6bb139ce518a0c3db371f355c6d6ebda08c405dd62004db7cfd24da4ef5c +size 4257044576 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf b/OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf new file mode 100644 index 0000000..b2737c5 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d67b4f54be0fe95c17ffcd1ae727bf7e98294c816d0feffe8ef0d377b7e16c +size 6905141344 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf b/OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf new file mode 100644 index 0000000..e078106 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2748052755d96c2e2aca726b102a7a2df1e51910c8fa9d988cd24b20a79b5d05 +size 6700144736 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf b/OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b46b433 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d667e734cadef98ef09d1b1a7ab21b22fe2b923ca0c4209702055940d281b9 +size 6372989024 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf b/OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ca8b48e --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00165d91ef89408166d071df41dc635a90505aa195940eddf64584880a018044 +size 5955090528 diff --git a/OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf b/OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0653abc --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfcf4ce9fe47ee1e6fe47507b7cc9e11d20d538f17cfa64f6bffe2520cb4243 +size 8177465440 diff --git a/OpenCrystal-15B-L3-v2.i1-Q2_K.gguf b/OpenCrystal-15B-L3-v2.i1-Q2_K.gguf new file mode 100644 index 0000000..6457d8f --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91f8ec28c94d7bd22efc35df95147f45f7007d5b55aaa74afec325188c25ecc +size 5747112032 diff --git a/OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf b/OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..16220c0 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:754796ee49635cc94a563006221b12525476b3b4f1f6684822a4f1d38cec7c61 +size 7979407456 diff --git a/OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf b/OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..54eef41 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d47a1f95788143552d8e72cea5fe94be8482a02e65c13bcdd5d439a337df7e1 +size 7372281952 diff --git a/OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf b/OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4421591 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c625c4dfafd17acf1df70aab6e32da3f991f78ddf3917541640cd93c2e00f763 +size 6664493152 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_0.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_0.gguf new file mode 100644 index 0000000..91252f8 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba49cd93143e451f5451eb84799c077809aa87a978806b938e2f27b073a61ff +size 8617506912 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..37e4582 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1af5e2db00e0793445b1a289ece95315232e169e0ed52deab268b0712c553a +size 8588146784 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..accf248 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b421a580ae61191665be99205a84c841b469602506e034f0a7349aa6f195488 +size 8588146784 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..21559be --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25a4b14871b8096fcd8530db4eed44afe1794e7d59ffbd14ac84a00ac1a8012 +size 8588146784 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1f89179 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63bc99ab0bd3526ecea089bf91184cf79d0332119512eba294fcfa7ce3eab83 +size 9107191904 diff --git a/OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf b/OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f9bde10 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeaad883639bd8c23d4c2a6a652f3b9d73a581a8b1f4d70c06f3f5d27f278f99 +size 8648964192 diff --git a/OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf b/OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b5e0b47 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab960347b570f0e5efcceeba65f0bb61a2d4b47ebbbb608532f4c046702a137 +size 10666031200 diff --git a/OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf b/OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f2c4d1f --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b70c5074adb7c56da46c41bbcf71f0240bfaabccd37ca4734f51faeb38e2e0 +size 10398644320 diff --git a/OpenCrystal-15B-L3-v2.i1-Q6_K.gguf b/OpenCrystal-15B-L3-v2.i1-Q6_K.gguf new file mode 100644 index 0000000..6793089 --- /dev/null +++ b/OpenCrystal-15B-L3-v2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69adbee12c2d17ade4f62304530a49d8f3c8e4230844fdbfb7a968ea7d6dc6ef +size 12322297952 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a5c70d8 --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: Darkknight535/OpenCrystal-15B-L3-v2 +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- not-for-all-audiences +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Darkknight535/OpenCrystal-15B-L3-v2 + + +static quants are available at https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ1_S.gguf) | i1-IQ1_S | 3.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ1_M.gguf) | i1-IQ1_M | 3.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ2_S.gguf) | i1-IQ2_S | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ2_M.gguf) | i1-IQ2_M | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q2_K.gguf) | i1-Q2_K | 5.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 8.7 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 8.7 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 8.7 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_0.gguf) | i1-Q4_0 | 8.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF/resolve/main/OpenCrystal-15B-L3-v2.i1-Q6_K.gguf) | i1-Q6_K | 12.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..0eb32a4 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14b9d8918917855aedfca4ec9658521f7b48a827fa1a8ee1ae425ae766257ac +size 9976349