From 1e9a29a8a5bb033bf165620b2c78900a5e29ddb6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 11:19:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++ ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf | 3 + ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf | 3 + ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf | 3 + ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf | 3 + ...Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf | 3 + ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf | 3 + ...a-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf | 3 + ...Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf | 3 + ...ma-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf | 3 + ...ma-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf | 3 + ...ma-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf | 3 + ...-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf | 3 + ...ma-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf | 3 + ...ma-Swallow-2b-it-v0.1-Heretic.imatrix.gguf | 3 + README.md | 105 ++++++++++++++++++ 27 files changed, 240 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf create mode 100644 Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..42c03cb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf new file mode 100644 index 0000000..9219d73 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ceeb5290281610cb903885089e186f38430bebe71949e5ae07e0f68cb89d2cc +size 873799648 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf new file mode 100644 index 0000000..41f0b4f --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb96c37ead8844534c4160eb244d994c62ab7a45de7150c6d7bcb31ec5f98d7 +size 832161760 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf new file mode 100644 index 0000000..e55cca7 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5203493e0d478ea6f4a4164690a410f71852dcd5012af7f1860fd21447f7bbfb +size 1088016352 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf new file mode 100644 index 0000000..3c38c8b --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c1701c3e3f9101093f258fcd31265e67ac69d0687b09270ddbdba8d8f02c27 +size 1032499168 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf new file mode 100644 index 0000000..aa12d87 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1edb928fc44a3893c262140501499405f2c9fe782833a6ab9365f8e493f1b46 +size 1002547168 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..49d8caf --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b228948cebba11a21102780f9ea9862694832c824aeee815d27ea96af82729 +size 943196128 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf new file mode 100644 index 0000000..f55bbd6 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01633448d61f7d737257b85830f0565d9f809c6022048c17e25c6e7191d784c2 +size 1393563616 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf new file mode 100644 index 0000000..7b6fef6 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdddc6d631f32e12514a9ddfc912407eeaafe5ef4f7efafabcd85023de142fe +size 1360662496 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf new file mode 100644 index 0000000..cec5bb0 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115ed8232193609f66928e84112918f345deff295efe6cb3a5924ea1380f6a80 +size 1314213856 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e0d4031 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d81d96588bbcaa4c2a94b5c11eebb0bb0047c420f8f53bc2598360ac3444679 +size 1181687776 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf new file mode 100644 index 0000000..97813f8 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de784c0115de1949cfea8c7ea95c77abdf46410a6d9003985df40eea56c1a66 +size 1629511648 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c8b6df6 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d985e123790992fbbdf4c82d6d92843bbb3b40dd19b7e93d2525772821e5a6eb +size 1566253024 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf new file mode 100644 index 0000000..a3bed44 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50ba525cc2c1987b59c3ef4efb9581325c6a2ec8918d67959cc12f0dd26d3e8 +size 1229832160 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2d8d1d6 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7953ed288d44c07c9d82a9f956902c33c3f1ec7b62675cbb7230b6d9e3f3c9ff +size 1170001888 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf new file mode 100644 index 0000000..772ab68 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8ad85fd969e7233ebf066216cc6215c21e9c87252e715f422b18294fa1a032 +size 1550438368 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf new file mode 100644 index 0000000..98454e7 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c0c352f9a1d997a494e69c739a261a7e31170a537086ec8aa357e91cacd00e +size 1461669856 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf new file mode 100644 index 0000000..991cf87 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58feed05a4968aaef3a9ee0357eeb04acd6977d1e9ae72a85537620eb61b472a +size 1360662496 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf new file mode 100644 index 0000000..95e7810 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992ceef573ec657b35f1e9a7ffd26722efe22a6d7978125030ebaeaee6d1edc0 +size 1633492960 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf new file mode 100644 index 0000000..32564e1 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f2f4c0068a7f7f6fedd078f9f930a8cbf838ca759b3db33be4398db9157661 +size 1756028896 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf new file mode 100644 index 0000000..cf4c5ce --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3615f168468be0cc96798112ad60cbd27b3cf12c72ca9c60067a3b8a43ce13 +size 1708584928 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1ba7bca --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3320455068418375ff277de26d11c431304bced141224188782723e711f6cef +size 1638653920 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf new file mode 100644 index 0000000..15d28c7 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:883ffb8842376ca9403c64bc67a4a6b45f0f8047049fac5371721b1e229440b6 +size 1923280864 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bfa7b02 --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4885f84f43915b6f34d4604e72d8f9dc38c521dc11b9afc9165ae2416d8d257b +size 1882546144 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf new file mode 100644 index 0000000..0d1210a --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1aad2034e567c8a86e9dd6411dd99696283a19479256946c1ecf3f9d92c51d4 +size 2151395296 diff --git a/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf new file mode 100644 index 0000000..75a1ebb --- /dev/null +++ b/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc320cbb0329567e0f57407e8ce7a66486cca828cb3a7c75e4c6b6fadad60a5 +size 2397568 diff --git a/README.md b/README.md new file mode 100644 index 0000000..100f0bd --- /dev/null +++ b/README.md @@ -0,0 +1,105 @@ +--- +base_model: ChiKoi7/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic +datasets: +- tokyotech-llm/lmsys-chat-1m-synth +- tokyotech-llm/swallow-magpie-ultra-v0.1 +- tokyotech-llm/swallow-gemma-magpie-v0.1 +- lmsys/lmsys-chat-1m +- argilla/magpie-ultra-v0.1 +language: +- en +- ja +library_name: transformers +license: +- gemma +- llama3.3 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- Gemma +- Llama +- Swallow +- 2b +- Instruct +- Heretic +- Japanese +- Uncensored +- Abliterated +- Safetensors +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/ChiKoi7/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ2_M.gguf) | i1-IQ2_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.3 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q2_K.gguf) | i1-Q2_K | 1.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_S.gguf) | i1-IQ3_S | 1.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ3_M.gguf) | i1-IQ3_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q4_1.gguf) | i1-Q4_1 | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic-i1-GGUF/resolve/main/Gemma-2-Llama-Swallow-2b-it-v0.1-Heretic.i1-Q6_K.gguf) | i1-Q6_K | 2.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +