From 4ead14ad0bb78e64aa7b9ee83a1e4af85155bc4d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 4 May 2026 17:32:44 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++ OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf | 3 + OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf | 3 + README.md | 85 +++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf create mode 100644 OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d440efd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf new file mode 100644 index 0000000..5cc319b --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3029320f561f534d9ee194e418f447d89607020d22ae22821c330570e341fd5d +size 3138610528 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf new file mode 100644 index 0000000..c1569da --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0653b6e271a49def7512626f51b4e15fb83d5f84c9b082365d2b07a8f93562 +size 2898687328 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf new file mode 100644 index 0000000..47f02b4 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81868f8a720a99cee6326cf2119c9d23d40639863f0f009365739138ba14180 +size 4517580128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf new file mode 100644 index 0000000..3f026f6 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7630d0bc083fcc0f82e045a1cb58535ff003d29296d0fab2b4663cb11f0e6943 +size 4197682528 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3fbebed --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f678cb293cbf4272b645d93d9d9ee63f41938cf9bd9ff8812a595fed34647af +size 3891148128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..83357bf --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0930f4b356ef3e5128206504a5e26cb60cc6b460f95002ed8b53f912a24fb502 +size 3538482528 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf new file mode 100644 index 0000000..408c2c4 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a5e5f3b62b8ec3e5e0317797a871c7a5005bdda5745f5f1ce761ebc92c431d +size 5984511328 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf new file mode 100644 index 0000000..435c2ae --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e542be9669b4de00e6df4e3044441fda4b7ec427ab3552702155c5e248d66c54 +size 5658981728 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..403f700 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c9c447876ffe35ab072ce0287a7fecd72aa0c7c55247c298bcbac8c0e0a0b6 +size 5361612128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c6ccd09 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4899a85f989921b92f62ce74a26fde9f7c0ce914fba299d69430ac42a7ebe11b +size 4960562528 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf b/OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5c28498 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845b9e3de4f5b22cb9215c029366da334e2bb9aff8fcba32d7d4c62b68be2b79 +size 6964223328 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf new file mode 100644 index 0000000..c7b5b19 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718040d9c7fa6879f2af9a359450922ad9d46922a2a77737c236b822a2ab4329 +size 4854271328 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..37e512e --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4715485c1cc88ca2fdf6cae0cccd23dbe8f09db9f951259d4da3722546a5f3 +size 6929560928 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6123775 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138ba7e21c39038f5ef7c96d7094c55afc507810935fc2542ec8f3cf2081d6ef +size 6337770848 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4ae52e2 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f599c793c639cef113d51725c27b5756925c865822130dbe86c421edec43d70 +size 5658981728 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf new file mode 100644 index 0000000..73ec135 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3debfecd3d0725089c22e6088bcf2bf4064411b65ed971d2a12567d81fca4bee +size 7387954528 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..d12307e --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef3956ee03cb0dc3f9ae4b6fd1b90cadea85c14a6fa337d99644316630625bd +size 7365836128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..1bf9a3d --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1808d2cc201cc76e8a5545c92509491007dd562e8bd00c3d8fcb7999266612cd +size 7365836128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..36398ad --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b44540945664f51cda3939a56651f700533c6e30d7741839ee358a9b749d86 +size 7365836128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1f9bf87 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfb19f4382b47d8ef98e921af23eb54a652cd110e05af7e5ed24b0ab1f88d96 +size 7865957728 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..06eab6f --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b167a043baa055be43bc119432ac982221954caa6a84526ce5fec8f10db2471 +size 7423180128 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9c01696 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861af60416863117086dad371f7e9822fd0ac9c171c5599218482bb6ba79ddce +size 9229925728 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8aad0ea --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2253937236042c2fe77dfc29d3d84edfecc5c6c4bb30d42016b279c235432b +size 8972287328 diff --git a/OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf b/OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf new file mode 100644 index 0000000..8be63d4 --- /dev/null +++ b/OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44065c63817812de5d4b39744fd5de714f90f5b9bc3c92733f144211c239feb4 +size 10679141728 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b689505 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: ajibawa-2023/OpenHermes-2.5-Code-290k-13B +datasets: +- ajibawa-2023/OpenHermes-2.5-Code-290k +- teknium/OpenHermes-2.5 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- code +- finetune +- synthetic data +- text-generation-inference +- conversational +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/ajibawa-2023/OpenHermes-2.5-Code-290k-13B + + +static quants are available at https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q2_K.gguf) | i1-Q2_K | 5.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ3_M.gguf) | i1-IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 7.5 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 7.5 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 7.5 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_0.gguf) | i1-Q4_0 | 7.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenHermes-2.5-Code-290k-13B-i1-GGUF/resolve/main/OpenHermes-2.5-Code-290k-13B.i1-Q6_K.gguf) | i1-Q6_K | 10.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..d3ade1e --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41784a7a808691bf4f93032556777184373319f4672d60e22e6f28376151f35 +size 7136325