From 09a3a2c9f10ae8f84e00740dd50c2e432ca1ba1d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 5 Jun 2026 19:07:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Aitana-7B-S-base-1.0-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ Aitana-7B-S-base-1.0.i1-IQ1_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ1_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ2_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ2_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ3_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ3_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf | 3 + Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q2_K.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q4_0.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q4_1.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf | 3 + Aitana-7B-S-base-1.0.i1-Q6_K.gguf | 3 + Aitana-7B-S-base-1.0.imatrix.gguf | 3 + README.md | 101 +++++++++++++++++++++++++++ 27 files changed, 236 insertions(+) create mode 100644 .gitattributes create mode 100644 Aitana-7B-S-base-1.0.i1-IQ1_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ1_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ2_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ2_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ3_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ3_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q2_K.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q4_0.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q4_1.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf create mode 100644 Aitana-7B-S-base-1.0.i1-Q6_K.gguf create mode 100644 Aitana-7B-S-base-1.0.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..837691d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Aitana-7B-S-base-1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Aitana-7B-S-base-1.0.i1-IQ1_M.gguf b/Aitana-7B-S-base-1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..eaf5f66 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58c3d1fb247c67d1f32b300842ff993ea257830e7ebb28d56f29733722315a82 +size 2399779200 diff --git a/Aitana-7B-S-base-1.0.i1-IQ1_S.gguf b/Aitana-7B-S-base-1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..cf25b31 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a4be0075c16f5db73d5cd6860072123c2841152075e06be56af568af9a2ea7 +size 2286827904 diff --git a/Aitana-7B-S-base-1.0.i1-IQ2_M.gguf b/Aitana-7B-S-base-1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..93c04fe --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3001c6b48f3d6739e8aaa5c8927c9ac5ebbe461f2448001588817e6c373d9e04 +size 3106322816 diff --git a/Aitana-7B-S-base-1.0.i1-IQ2_S.gguf b/Aitana-7B-S-base-1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..d1ac41f --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d22a063188a6dc1f2a6a0c3d46db3518c4f4e3a92cfcfed301d860f5a3730fa +size 2955721088 diff --git a/Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf b/Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d948bc0 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d8671ff0be98251e735de910ec675fad817b729d80a99730b37751e2d21ef5d +size 2755410304 diff --git a/Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf b/Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6e705fa --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9576a633ba70d67e41c15a836527db24d841de8951bc459d81d3cd18d35ea668 +size 2588031360 diff --git a/Aitana-7B-S-base-1.0.i1-IQ3_M.gguf b/Aitana-7B-S-base-1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..a81dd0d --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0380a8b35bda1a75fab9cf6e2721cbe55cda7f5d29bf3efeb64ce57747f19d2 +size 3867949440 diff --git a/Aitana-7B-S-base-1.0.i1-IQ3_S.gguf b/Aitana-7B-S-base-1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..e0a7083 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f9acc51815ef51e353a59a615cc484e08939d72d5468c9cfb8e8a62ad29b36 +size 3772692864 diff --git a/Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf b/Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..df193a9 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa5c9cfa5f29a5e4f7ddc9d22532354136d218be29cad70506bc4207c812dda +size 3639785856 diff --git a/Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf b/Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..96d7b54 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad542bbdfc844324939f827904d6500bc24372b6b67d15d1f940cc50d74b2106 +size 3357129088 diff --git a/Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf b/Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf new file mode 100644 index 0000000..f5d8081 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6562d5be773f8c0e97c4fdaebf38a82e5b84530ee434f6a672b6e48c9a622d2b +size 4664048000 diff --git a/Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf b/Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f5cae3e --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c396234417dcad795b05c028205d713d762571fca323863bb44752e867b03e6 +size 4458264960 diff --git a/Aitana-7B-S-base-1.0.i1-Q2_K.gguf b/Aitana-7B-S-base-1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..5b36ce7 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d2826eb94726ced8c78444d6321d27dade51a37fb08b1613a31ad91a0a6869 +size 3304962432 diff --git a/Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf b/Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..dbde57d --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ff36407c0cde9030eec0b7acfa219681b50073dca2225b5a14cb7b7306c0e3 +size 3146168704 diff --git a/Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf b/Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..04c8721 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470e51e663183e1ad6420fbe0f06ae92290528b1f9f4270cb48f51c46a6f32df +size 4299864448 diff --git a/Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf b/Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0e8c85c --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58721c6a2f707845ae81dd6ceb9280bff98c4548bd71bf7fc10aee1ee6b169da +size 4047944064 diff --git a/Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf b/Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d6a871c --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb56a73e7bdad6a3bdb4ae96308dd318d7c1ea8f3aa953ac75f75cf815e08c15 +size 3754867072 diff --git a/Aitana-7B-S-base-1.0.i1-Q4_0.gguf b/Aitana-7B-S-base-1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..ce36c71 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c30616fc02f41ad41a76a87045c44b4db2cd16f65cd6dd03bea9b7cec58812b +size 4658542976 diff --git a/Aitana-7B-S-base-1.0.i1-Q4_1.gguf b/Aitana-7B-S-base-1.0.i1-Q4_1.gguf new file mode 100644 index 0000000..0d53915 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997c192c3dbee561ffb860d184f0fcdf363572998ba51e13f86cf32df9eba55c +size 5067225472 diff --git a/Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf b/Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..90c24d7 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53137f584b28bc3f53e99b9a222d43fc5d1564247290b6eb949a19f0a443ad8d +size 4850563456 diff --git a/Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf b/Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9be3d95 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a5206d743351af288ff13a4c44c698e9e2ebf73a1239eadac567c9905eba64 +size 4671912320 diff --git a/Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf b/Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b326976 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79f2cec31787eac23f36de2846831e91fe3c34bbcfca66fe475fd4c5d13a038 +size 5591906688 diff --git a/Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf b/Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6068ea7 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d91b472abd2741b53e7de5a46f82c93967eda65dbfbc3b5a868c1fa4073eae +size 5487180160 diff --git a/Aitana-7B-S-base-1.0.i1-Q6_K.gguf b/Aitana-7B-S-base-1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..f6b28d2 --- /dev/null +++ b/Aitana-7B-S-base-1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8242fee9f91135a88c944a0e6109910ef4581ecc9b7028f7aeff5cdb67c36c2f +size 6379583872 diff --git a/Aitana-7B-S-base-1.0.imatrix.gguf b/Aitana-7B-S-base-1.0.imatrix.gguf new file mode 100644 index 0000000..0f91436 --- /dev/null +++ b/Aitana-7B-S-base-1.0.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29525335e2ffeea6fff7f608f09b4345c07f5db304d4fa111d0762787ea0a7b3 +size 4589216 diff --git a/README.md b/README.md new file mode 100644 index 0000000..330d56a --- /dev/null +++ b/README.md @@ -0,0 +1,101 @@ +--- +base_model: gplsi/Aitana-7B-S-base +datasets: +- gplsi/alia_dogv +- gplsi/alia_les_corts +- gplsi/alia_amic +- gplsi/alia_boua +- gplsi/alia_tourism +language: +- ca +- es +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- valencian +- catalan +- spanish +- english +- text-generation +- alia +- gplsi +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/gplsi/Aitana-7B-S-base + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Aitana-7B-S-base-1.0-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 2.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 2.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Aitana-7B-S-base-1.0-i1-GGUF/resolve/main/Aitana-7B-S-base-1.0.i1-Q6_K.gguf) | i1-Q6_K | 6.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +