From be0b3dde2f7fdf807d53581061acb651cc607484 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 13 Apr 2026 21:56:05 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++ Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf | 3 + ...s-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf | 3 + ...s-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf | 3 + ...is-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf | 3 + Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf | 3 + README.md | 93 +++++++++++++++++++ 27 files changed, 228 insertions(+) create mode 100644 .gitattributes create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf create mode 100644 Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..93596fb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf new file mode 100644 index 0000000..40039d2 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486849d80e7eeb9fda52f82adeca1cc2702c3a544af739df8ebd00f68b302af3 +size 444159936 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf new file mode 100644 index 0000000..ec1aee9 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4b11757fc2b7603b8c07946d71b26b573f052420fa11055afa708a9f0d0e31 +size 412309440 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf new file mode 100644 index 0000000..a067407 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7e8cc07cb7e5988b180f2087bad206c0c4ec0e583f00a0b1c98afebaf506be +size 614815680 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf new file mode 100644 index 0000000..1f24eec --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3bc8fe4adfbaa5dc1d3b182ea8d1784ae842fcaf30b3e5bbf2d9916ab7ed3a8 +size 572348352 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f3d2162 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8b89665b966ee6afcbfa475d7a389d48d87892868d6edb6a30eea149149ec4 +size 542857152 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7d5d3a2 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65d6ad371490f97118919e6320f91ab52bc24d9630b2c1d78ec800de7c69e98 +size 497244096 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf new file mode 100644 index 0000000..ceac67b --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5baeec922cbff40b0688e6aab4328bd6c8258c56abeffcb7a6bbe6f725d92f +size 810244032 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf new file mode 100644 index 0000000..a4b78ed --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac280db827e8d1720e07ba124d4f41d15b69afe0459a28b0aafa899cdc3b0bdf +size 776820672 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf new file mode 100644 index 0000000..77d35ca --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8c0918fe5c35a1a86085217b138894d92e2c625569bf2672450ab34bb24ce4 +size 739071936 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..42fcded --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3249e7b4a20c8f292c6e8209d39bf23d159cf7409cd8f4ce41d8fee96a7c6800 +size 680089536 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf new file mode 100644 index 0000000..716f6f3 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9e7d75302d25f8b5d5899b8aed7c1e518a5a3da89c17f21f41e4f11190bc86 +size 990730176 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf new file mode 100644 index 0000000..93c8da3 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4c6c0359c22450f03696f3f7fa09c83ef08197e122a325d433643f95f11a51 +size 940398528 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf new file mode 100644 index 0000000..125df74 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b410ae0604409fd64b0f53188e6efe8d2a5628ce8e6f589b2ad0a9e0c62f27bc +size 674584512 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf new file mode 100644 index 0000000..598a25e --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f210638ddba8a9da4ad361b120d3fe9966014378e5bac183025bc5c0429c42d9 +size 625039296 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf new file mode 100644 index 0000000..982d772 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641d71405134504fe52e2638966443a6efe9f0796a41eef9a063074605b60fd5 +size 932534208 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf new file mode 100644 index 0000000..60ef9a7 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda2ad68b6f38f4e54e3b3edbe0ace79f623b23490cf7ff8b5b1a69a5b98867b +size 860182464 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d137021 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40bff03bdb9d87371ed3f854e324f5273f4256bfd0e876034fc137634ed3ef55 +size 776820672 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf new file mode 100644 index 0000000..d1430ba --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bbdadf20e8f8cff475a7f401b493eb530802a8dbfb40000ead63b0f57154cf9 +size 993875904 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf new file mode 100644 index 0000000..be65243 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92658804fda9df4a23867ff522ff27db04aeb3632add89a8c985bf18c0c319d +size 1091393472 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ab012ac --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9abfcbcb8e51572ddfbc47d574182fe7e9c8545bdbf34a66ce889024cff3ffcd +size 1055610816 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf new file mode 100644 index 0000000..dfc34ce --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4282cf8127225bf14e6b808259a000747463987f848f67963666761a34df721c +size 999118784 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf new file mode 100644 index 0000000..cd08f9e --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486bb8545fc49b1083546eb3d0c4e83957300196e0b1b74530deb5aed469e5be +size 1225480128 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf new file mode 100644 index 0000000..973cf03 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f7f36daffd52c7755a72a5199c2df576a2ff09ce4d477037df956fdb1206d4 +size 1192056768 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf new file mode 100644 index 0000000..7d597c7 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b10aa66cef64d855be11deb659f9c8ea44689e7f13d2b7c6ae3f607f8199e89 +size 1405966272 diff --git a/Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf b/Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf new file mode 100644 index 0000000..3ccb095 --- /dev/null +++ b/Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68c29c176ca1117e11917959ba23d4853331d40394b9ac6cdb0b92eff26432a +size 1991968 diff --git a/README.md b/README.md new file mode 100644 index 0000000..13748eb --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: cygnisai/Cygnis-Alpha-1.7B-v0.1-Instruct +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- finetuned +- sft +- smollm2 +- sovereign-ai +- safetensors +- onnx +- transformers.js +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/cygnisai/Cygnis-Alpha-1.7B-v0.1-Instruct + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_0.gguf) | i1-Q4_0 | 1.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Cygnis-Alpha-1.7B-v0.1-Instruct-i1-GGUF/resolve/main/Cygnis-Alpha-1.7B-v0.1-Instruct.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +