From b06f7848e751a4f9d05e4ec264391a7c5364de43 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 02:55:26 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++ Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf | 3 + Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf | 3 + Gemma3-9b-it-Girl-v1.imatrix.gguf | 3 + README.md | 89 ++++++++++++++++++++++++++++ 27 files changed, 224 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf create mode 100644 Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf create mode 100644 Gemma3-9b-it-Girl-v1.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cfd46f9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..c350a71 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249094f3465b5e1f6ecad8fdf748fd074f7c3fe3910b832e43a979b9e4b7c1f6 +size 3164728928 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..56c033a --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd8ee2294006b276423fff33e26fa7717783b836d9e34bce00d8d5778ca20b7 +size 2947415648 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..909d24d --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c632f8061a9555c4fcb100d78948b6c564e1101875d4bee3e34218f1178682 +size 4310462048 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..72726e0 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6201823590b967b061d32f1e34b9f722406167aac7644ef06c55d3fd01ae492 +size 4020711008 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..c0713f5 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d8a931d3062460dcbeb4dee95fe0f75fbd99a4b2bd2795b9d9016accf163c5 +size 3840261728 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..e2d9dcc --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5ad35acf7f48c04215d2ad3a1f41b9cc4b0368227d1b310b21bc01b3371209 +size 3526917728 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..fa09fef --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561398e053b22c14c8f3218a0cddddfa59d8fca8aff18fb155421715d21bf71e +size 5655723488 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..6032737 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b18ab22c8ea6727ea4e38d9cbccadaad54d0f255c3b5610fbdb4fd538e3f0b3 +size 5458316768 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..45de1db --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82fca9030d5bd7c7217ac4499c53e6387806fe881e4da3846484dc659546a9a +size 5206167008 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..418d3d9 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c69bbaa45ca3d31b000e086aa21ef41732e18c53459e9b636f28e1768b64f46 +size 4784901728 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a83f084 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79b4cc8b893f1c0bf2a4ac2ac97d5b52d33674900210e4c05d30ee00b2741a5 +size 6887165408 diff --git a/Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf b/Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..49b8fad --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb180eb946f6b95444f76b4971d62059c8da1e966ca61b2f387186f5294375d +size 6550965728 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf b/Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..e977dfc --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4d873b10a7bdeac4538de465b75f3906c5eef01a9bab22d83b2ffd7da1fbe0 +size 4768222688 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf b/Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..cfe849a --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954cf8471d2016a1376345341c14e8c49ac2c227e37dc9a543e63dd60f2c629a +size 4448611808 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf b/Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e8f655d --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe185ff5699ea922e2c8577486276d6edfba1ceeba6bbb85f7a0591b21a58c21 +size 6480186848 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf b/Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0b1f1a6 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ee082307e81d4973172bd666537670e1b4fe773dc7a734d4a8095b7f019ed5 +size 6008819168 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf b/Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d1760c2 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f766e5d8f972eead721378c9a9152dcdde3803906faf0b6126efa40d2ff58b +size 5458316768 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf b/Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..9a300c3 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b0369e3ab9c83efb2a5e80221fe190e86f07ea1fffcf7f782bdc9325a279b5 +size 6909283808 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf b/Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..206a9af --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d07d48aa5f01fd66a43b2c0779c2d824a96c564235abc6c22d04c540e4628d7 +size 7559564768 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf b/Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..20eabdf --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f07b6dcff564bb2ad8348ac8f8fa26548fb170357f2794e61221eb51759097d +size 7300779488 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf b/Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8677fdd --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575b89941c8565be9183448a837c037ad54636960f6188cad8fcd5e68fab2e5a +size 6935334368 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf b/Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..8c2a3c0 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf56970a1f59c608a33bf7f49e6761db5bee9b959a996f8e3fdda6131578d2ee +size 8445038048 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf b/Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dd3c864 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b770237bd87759b3e2d45f85b21ce405cb82ca0845b0fb0f625e88697c9c7c +size 8231964128 diff --git a/Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf b/Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..c06a874 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4db9549e925e1a8001c20d6e19686a955dd14065a326916f12ec2ee96309c3 +size 9660812768 diff --git a/Gemma3-9b-it-Girl-v1.imatrix.gguf b/Gemma3-9b-it-Girl-v1.imatrix.gguf new file mode 100644 index 0000000..ba4ef97 --- /dev/null +++ b/Gemma3-9b-it-Girl-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88718069a80bfa05c25d0fe440d19140bbb349fd56aa5e131bf9af435eba7b50 +size 7473632 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7a0db29 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: Akimite/Gemma3-12b-it-Girl-v1 +datasets: +- hatakeyama-llm-team/AutoGeneratedJapaneseQA-other +language: +- ja +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Akimite/Gemma3-12b-it-Girl-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Gemma3-9b-it-Girl-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 5.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/Gemma3-9b-it-Girl-v1-i1-GGUF/resolve/main/Gemma3-9b-it-Girl-v1.i1-Q6_K.gguf) | i1-Q6_K | 9.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +