From d3bbfe54960b250294324583e782d4f9a3f45336 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 23 May 2026 17:38:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++ MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf | 3 + MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf | 3 + README.md | 87 +++++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf create mode 100644 MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a84aa8f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf new file mode 100644 index 0000000..c7270ad --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6380c02943f7fb06463dc1579dfaf358829c023ecdeb8589c73bb406edcff47f +size 2545953056 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf new file mode 100644 index 0000000..ef6bc84 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e8512cd564336121d0c258ab0730108ce3b877eb6edcf0d68e704a579ce385 +size 2378565920 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf new file mode 100644 index 0000000..b8c263f --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7780fe752b4d913cf6a82da8793f96b2bcccfdd11f554c18e4b636bd54f5eaea +size 3434670368 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf new file mode 100644 index 0000000..d734076 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05b596aad13233681946c8f862bdbc052e964422de21d8853095b6be3775106 +size 3211487520 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fc5c533 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d57db6c87f999f52ef57359210c880d18319fabfb373d4665030084809a9e95 +size 3067382048 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..1731a79 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d5637ad95a26c7fc611968725ea16b7b9f980cf929e729902e4888a79a46cf +size 2824931616 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf new file mode 100644 index 0000000..0c6d2a0 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acacda7b2cb2013551139ebe5bb8c54280b4033077816de93606761a2f88b41 +size 4494616864 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf new file mode 100644 index 0000000..c1fef07 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d360794804f8b80cbbf7c2561f2aded7b6fdc1b726840afbb035580cbc2736e +size 4337666336 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ef87f29 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4790d0542a818c8c9d136c353c1362d8fc4fdb434e65e5b4acfee878501f97 +size 4144990496 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8bb22d4 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cb0f0528592d9ff463ef907f0690f5cdb992b8d4a541edd6db876299d09e68 +size 3796740384 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..0612866 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bf0b2fb316008bf7ff1f044f7a05b4801a82ceea149da97fbc265b28e049c9 +size 5443143968 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9187519 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb72d40f8db32738f71a18c11b4bbcd9b6260b4428504bfdc56517b4ad3bb0d +size 5183031584 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf new file mode 100644 index 0000000..17f07b7 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfed2edecaf9f0eb58b6ca159d2b5ef5b680da1856f28c16d6919f5fe56b7b57 +size 3805399328 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..0a358a8 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355033aa3c2db016d6fa477240980ea1738d16249d07120638a16baa2377e32b +size 3552512288 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f6fa051 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b187fb240740bdc7914d412672fc9dbdbc8c76b8228049db76ee3c91fb201db3 +size 5132454176 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c7ab73c --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0bff21f5e2c23a1649603269d0edc8fa2ca90bbb629904ef04e04852cf2e46 +size 4761782560 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3efda74 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a41eb2576373e0c8c91e8c26b9026ffd73877ba9946a8e6b4c7d0c4deb702a6 +size 4337666336 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf new file mode 100644 index 0000000..18792d0 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30900bb84c824296ccad3baedfa69e3cad72a9e249e1e202a4ccddb18a72c466 +size 5459200288 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf new file mode 100644 index 0000000..cd725c1 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec19bc1a49b983cf2f7da3db4a97f2e925e5659972747a5a2eea1372a08ec74c +size 5963368736 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..911cf21 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91ff45ba623da8e4c160d7593ed58222ebd7dac6db282f635b6c8dfc8e537a6 +size 5761059104 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2b776da --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbccd6bfb2564a403ad2d5905ff844b6f96fe04652609e13b430ed0c582099a3 +size 5478926624 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0b7ccab --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39dd92501f5b5a75c0cb4e5f370ca4d745f226381467261668077a5c5f174ee9 +size 6647367968 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e625b0e --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e88409ac5392cd9aabef711e18fa7d1ed092429a3ca753efb039b2005891fec +size 6483593504 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf new file mode 100644 index 0000000..5be79f9 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e69fe7493f0176294b8dc1fe2939ea80718b4333c7993b5474c601d6b62e461 +size 7589071136 diff --git a/MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf new file mode 100644 index 0000000..1b69e06 --- /dev/null +++ b/MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004444cbc2250134cc5195e78da85c05a84ca64b888b9f41d390b2adb0905ea4 +size 6152352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..2475299 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: zelk12/MT-Gen6-U-gemma-2-Tv3Tv2-9B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/zelk12/MT-Gen6-U-gemma-2-Tv3Tv2-9B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q2_K.gguf) | i1-Q2_K | 3.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_S.gguf) | i1-IQ3_S | 4.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_0.gguf) | i1-Q4_0 | 5.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q4_1.gguf) | i1-Q4_1 | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/MT-Gen6-U-gemma-2-Tv3Tv2-9B-i1-GGUF/resolve/main/MT-Gen6-U-gemma-2-Tv3Tv2-9B.i1-Q6_K.gguf) | i1-Q6_K | 7.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +