From d4bdaed3a48bc427605c41195cf0d8699fbeb6ba Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 12:20:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/CaptainErisNebula-12B-AE-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++ CaptainErisNebula-12B-AE.i1-IQ1_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ1_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ2_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ2_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ3_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ3_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf | 3 + CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q2_K.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q4_0.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q4_1.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf | 3 + CaptainErisNebula-12B-AE.i1-Q6_K.gguf | 3 + CaptainErisNebula-12B-AE.imatrix.gguf | 3 + README.md | 84 ++++++++++++++++++++++++ 27 files changed, 219 insertions(+) create mode 100644 .gitattributes create mode 100644 CaptainErisNebula-12B-AE.i1-IQ1_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ1_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ2_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ2_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ3_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ3_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q2_K.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q4_0.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q4_1.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf create mode 100644 CaptainErisNebula-12B-AE.i1-Q6_K.gguf create mode 100644 CaptainErisNebula-12B-AE.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cfd9e4a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +CaptainErisNebula-12B-AE.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CaptainErisNebula-12B-AE.i1-IQ1_M.gguf b/CaptainErisNebula-12B-AE.i1-IQ1_M.gguf new file mode 100644 index 0000000..c850f35 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628c83cc7a69abb92f397d8abab601e4ea631cd4a0044538a168895a4a13db44 +size 3221624384 diff --git a/CaptainErisNebula-12B-AE.i1-IQ1_S.gguf b/CaptainErisNebula-12B-AE.i1-IQ1_S.gguf new file mode 100644 index 0000000..a39bb47 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb379a639551759328ec200ad6bee2d74acee5d5c456a9685c04258d67cf4bd0 +size 2999211584 diff --git a/CaptainErisNebula-12B-AE.i1-IQ2_M.gguf b/CaptainErisNebula-12B-AE.i1-IQ2_M.gguf new file mode 100644 index 0000000..aef0acf --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ba51b70b08e745a39310072265f2d7a21d3cd7c32475da7ad2293f90a39284 +size 4435023424 diff --git a/CaptainErisNebula-12B-AE.i1-IQ2_S.gguf b/CaptainErisNebula-12B-AE.i1-IQ2_S.gguf new file mode 100644 index 0000000..094105a --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52144dbb9d77ea41cf7cf2f6f74547d5df80bfa5f91c8e05b7961520986e0f70 +size 4138473024 diff --git a/CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf b/CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2f63804 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0343323a9b213334d5da267831f3336a4d0737a469ec057fd44d4ddcd3fbc6 +size 3915077184 diff --git a/CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf b/CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..685f7a8 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175a4fa52508dd1361e3e7207a9370df6797fca08466d467b5b06adbbd3a85f5 +size 3592312384 diff --git a/CaptainErisNebula-12B-AE.i1-IQ3_M.gguf b/CaptainErisNebula-12B-AE.i1-IQ3_M.gguf new file mode 100644 index 0000000..f2127a5 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d91f018b66a2489103ba7017b65d919a6192bc260f16df2d6ccb0363085d8e4 +size 5722232384 diff --git a/CaptainErisNebula-12B-AE.i1-IQ3_S.gguf b/CaptainErisNebula-12B-AE.i1-IQ3_S.gguf new file mode 100644 index 0000000..d7d1655 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2436a80605762954e0b64274444a929aa3b6797d33f4c8be6b9aec80c2170c4e +size 5562078784 diff --git a/CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf b/CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1c4f684 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32dc865affee1603ca726745b82e6b90adab9782eea0e8fc69995220aff40a24 +size 5306488384 diff --git a/CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf b/CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0494da4 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c03aa8870b7630c8d18aceba88f042898a858b4a29794bcb9f2536609457bb +size 4945385024 diff --git a/CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf b/CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf new file mode 100644 index 0000000..30c00c4 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f144b1595c66f513a6b9e8377dbcfd8a909759e93fdba02fade3add1b8b1d2 +size 7097914944 diff --git a/CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf b/CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf new file mode 100644 index 0000000..21a4a04 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7c390a7b394b957b9a9786899fe6796848434cd5f2ce81f2645a8c7bfe1b5f +size 6742709824 diff --git a/CaptainErisNebula-12B-AE.i1-Q2_K.gguf b/CaptainErisNebula-12B-AE.i1-Q2_K.gguf new file mode 100644 index 0000000..e4b9a1b --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89a0eb3806e875d769501ae51724e74826c6f3e0d367f64089657241eadae81 +size 4791047744 diff --git a/CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf b/CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf new file mode 100644 index 0000000..6bd564e --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b439c94a16d42cc88e5d8611ff90a4f212885ce8829ac44b28e67d1dfefcef4 +size 4493678144 diff --git a/CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf b/CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2473b0f --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e9ae036076fa612e048103a8a7a12aebdd072a42b483c3ffe8011628cbc675 +size 6561502784 diff --git a/CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf b/CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e64815f --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7753c9986252da6fb5b12385af76b81c9fb94ca02de388a4b93de6c595b423 +size 6083089984 diff --git a/CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf b/CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf new file mode 100644 index 0000000..66e7ea0 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4af7d0a3c794cae6e0f6e73cde5e1277bc64064eab90f9c114c1fbd455f4c6 +size 5534225984 diff --git a/CaptainErisNebula-12B-AE.i1-Q4_0.gguf b/CaptainErisNebula-12B-AE.i1-Q4_0.gguf new file mode 100644 index 0000000..8261ae3 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97668e4029ddfb597b872b9681a51a2806c31e00fa73faf971eb518b804d19e3 +size 7094638144 diff --git a/CaptainErisNebula-12B-AE.i1-Q4_1.gguf b/CaptainErisNebula-12B-AE.i1-Q4_1.gguf new file mode 100644 index 0000000..6b0210a --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6872878b52e11b2c0202d1076c59b5653c6310990c079b3097026d1b2982ad +size 7795217984 diff --git a/CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf b/CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf new file mode 100644 index 0000000..cd04e76 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c58dca782e47f943e4d2e0e632f9e215eb5cad4abb3af0e2667f0e2a17853610 +size 7477204544 diff --git a/CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf b/CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf new file mode 100644 index 0000000..3461a5b --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b840d1744d4c79ab1a6341c1c095a89e5a6d7ee73415047d0978fbe072edb7 +size 7120197184 diff --git a/CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf b/CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf new file mode 100644 index 0000000..fe8e4f1 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380a132bd370067a0ea6c6d0a894035000b201bff5dbaa3772ac0c9c775226b5 +size 8727631424 diff --git a/CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf b/CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5a73f21 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5233764c632a0d66b12ae393f76163f887e31114e27c86f380ef442db12708 +size 8518735424 diff --git a/CaptainErisNebula-12B-AE.i1-Q6_K.gguf b/CaptainErisNebula-12B-AE.i1-Q6_K.gguf new file mode 100644 index 0000000..51b4845 --- /dev/null +++ b/CaptainErisNebula-12B-AE.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf65d90bf34e194c40aaaf44208f758aa56b9d02a4fba969dfd6af095d5df9a +size 10056209984 diff --git a/CaptainErisNebula-12B-AE.imatrix.gguf b/CaptainErisNebula-12B-AE.imatrix.gguf new file mode 100644 index 0000000..577ff36 --- /dev/null +++ b/CaptainErisNebula-12B-AE.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604c376d85e8649786c73889042c1296fae69e51f50f8d3d7abd1fd297ee9ed2 +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..33a5f4d --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: Nitral-Archive/CaptainErisNebula-12B-AE +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Nitral-Archive/CaptainErisNebula-12B-AE + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#CaptainErisNebula-12B-AE-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/CaptainErisNebula-12B-AE-i1-GGUF/resolve/main/CaptainErisNebula-12B-AE.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +