From a08cbe5f6962c532401b077aff59590872a7963c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 24 Oct 2026 18:52:21 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF Source: Original Platform --- .gitattributes | 61 ++++++++++++++++++ LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf | 3 + LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf | 3 + README.md | 81 ++++++++++++++++++++++++ imatrix.dat | 3 + 28 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf create mode 100644 LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9bc1835 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf new file mode 100644 index 0000000..74ec57c --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c807045a8830e578f99ab366945fd3fc5d46240e8da2cab106c91b3be4976a +size 3014314848 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf new file mode 100644 index 0000000..cecd5c4 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3875191263227a1e957e155334a1ef2d8384db9c27d58583f238af39d3466cfc +size 2745355104 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf new file mode 100644 index 0000000..e0a1e19 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1917c461cc60e2316ab681ef46d17641b9f3d2815596590b3e3777e4130a8b +size 4333103968 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf new file mode 100644 index 0000000..27e537f --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2534466b8ff41992339ae24673f8e6ee214329bc6f81723d912359a7ff323df6 +size 3974490976 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fef7bf1 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff512d4df98d48b635e129ff3e88d5a6cb5de0b7f497551b298cb22613dd1c17 +size 3837971296 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..ccd5046 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431e3b18bb7de57e9eb812192d48c35420e66a271f0af66d253261c82c0b62f5 +size 3462581088 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf new file mode 100644 index 0000000..8ac4e8c --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca6b92b326274883ee370fa0dc9a7a2cd5fd01250d1777909a5db53874c7edf +size 5739350880 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf new file mode 100644 index 0000000..906f2e3 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02115135ece5f21e556ed16e5e03e5630c85e6a02bb6e5266ee6a790aea2c70 +size 5605657440 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c95e162 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a17d9242cd65439b5d33d6f7a9469d59d06e59ed1e156f5a34869750e37cff9 +size 5309959008 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0afd6ff --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c94735a38fc340898075d9af09a5dc22f4be3aebe61b6dada12e4528fd8221d +size 4986366816 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d93cbf0 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff72d27e404eccb340ff67559a178859e94d8787f115329795d9f3b0e03d2753 +size 6903475040 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf new file mode 100644 index 0000000..0cb739a --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c1df8dcc9bbfc577a5c3e5163df1711e656cf7e82d6cba01a762abaaade257 +size 4760824672 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..7bff9cf --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c74d9963184191551ccfb6a5b296d679411592eee58381eb51ab8ec2db5132 +size 4434717536 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1b5325e --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfec74ee4cb8a7fea8cf54bba420e867a638c42696c8bacae7df1415e1e8fed +size 6729730912 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5fef99e --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376f02a3d521302bd65685659e5fee55e21f648c5788967b2a09cdf64cc0d74f +size 6206491488 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9f88b97 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58cfdf69fec99e3b7afaf607843453d3c7997caf7df7b032dadc45dd0f3a9e0 +size 5587831648 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf new file mode 100644 index 0000000..8022937 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8346dc860a6ffa137331ce6a3f21965326d92ce0c8f095d6acacd55b6c25edb3 +size 7310224224 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..28ab6c3 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604206d2521fac8a9efd3de1cdff4951821a56e2aad1eb5c10d66a9af5fc0d23 +size 7280864096 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..b446bb6 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:411c3eb1ec3227879cb33b04398dfd3144719a749e2f059495f9ea5ba1fddc3b +size 7280864096 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..c76fd27 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7953bf9e6f209dde086836bb80a1627270aaaef5566b5f502d38666eb92dca5f +size 7280864096 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..f3aaa9a --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b573eb659b3015934e396453d11fc98c73c93261b3a60c9c5e85b2d85fac01 +size 7782607712 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1f531fa --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e16d059c090f854890b7b6bdc1dc1e80d5adc396ab0d77a636523f41221204 +size 7341681504 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7c03f4c --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435988ae213a76641d165d73753922dc0a037b31f25f6add4a0aea58542f4454 +size 9132780384 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a987c09 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8842ee7e5208afa785298cb587f2974b4c4d844f73df8e9d8f91caf0204b9f75 +size 8874306400 diff --git a/LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf new file mode 100644 index 0000000..84a72a6 --- /dev/null +++ b/LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f33c8c0907298a3667db8c98ba6eaf09699722fcd4da9c5141780d443706f75 +size 10567338848 diff --git a/README.md b/README.md new file mode 100644 index 0000000..04e524a --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +base_model: RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2 +language: +- en +- es +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- moe +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2 + + +static quants are available at https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_S.gguf) | i1-IQ1_S | 2.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ1_M.gguf) | i1-IQ1_M | 3.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 7.4 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 7.4 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 7.4 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_0.gguf) | i1-Q4_0 | 7.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.0 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.2 | | +| [GGUF](https://huggingface.co/mradermacher/LogoS-7Bx2-MoE-13B-v0.2-i1-GGUF/resolve/main/LogoS-7Bx2-MoE-13B-v0.2.i1-Q6_K.gguf) | i1-Q6_K | 10.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..6c98813 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96df745ab8ee1baf49c2117b2d5a0b6a857d7900db010ad05931faa5b0a42bca +size 8397715