From e82a1d6169a9691528eff99f0d3334cb269c8cd5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 27 Apr 2026 19:40:39 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: TheDrummer/Gemmasutra-Mini-2B-v1-GGUF Source: Original Platform --- .gitattributes | 61 +++++++++++++++++++ Gemmasutra-Mini-2B-v1-BF16.gguf | 3 + Gemmasutra-Mini-2B-v1-Q2_K.gguf | 3 + Gemmasutra-Mini-2B-v1-Q3_K.gguf | 3 + Gemmasutra-Mini-2B-v1-Q3_K_L.gguf | 3 + Gemmasutra-Mini-2B-v1-Q3_K_M.gguf | 3 + Gemmasutra-Mini-2B-v1-Q3_K_S.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_K.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_K_M.gguf | 3 + Gemmasutra-Mini-2B-v1-Q4_K_S.gguf | 3 + Gemmasutra-Mini-2B-v1-Q5_K.gguf | 3 + Gemmasutra-Mini-2B-v1-Q5_K_M.gguf | 3 + Gemmasutra-Mini-2B-v1-Q5_K_S.gguf | 3 + Gemmasutra-Mini-2B-v1-Q6_K.gguf | 3 + Gemmasutra-Mini-2B-v1-Q8_0.gguf | 3 + Gemmasutra-Mini-2B-v1-f16.gguf | 3 + Gemmasutra-Mini-2B-v1-f32.gguf | 3 + README.md | 92 +++++++++++++++++++++++++++++ 21 files changed, 210 insertions(+) create mode 100644 .gitattributes create mode 100644 Gemmasutra-Mini-2B-v1-BF16.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q2_K.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q3_K.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q3_K_L.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q3_K_M.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q3_K_S.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_K.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_K_M.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q4_K_S.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q5_K.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q5_K_M.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q5_K_S.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q6_K.gguf create mode 100644 Gemmasutra-Mini-2B-v1-Q8_0.gguf create mode 100644 Gemmasutra-Mini-2B-v1-f16.gguf create mode 100644 Gemmasutra-Mini-2B-v1-f32.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..608b8b7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1i-f16.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-f16.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gemmasutra-Mini-2B-v1-f32.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Gemmasutra-Mini-2B-v1-BF16.gguf b/Gemmasutra-Mini-2B-v1-BF16.gguf new file mode 100644 index 0000000..6d734d5 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7248e06f63fd90c26a022c749bd9c30e1f0f1e2717092b5856f042a0e882edf +size 5235213760 diff --git a/Gemmasutra-Mini-2B-v1-Q2_K.gguf b/Gemmasutra-Mini-2B-v1-Q2_K.gguf new file mode 100644 index 0000000..4d445c7 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe311576032985f3eca62c0233d276f2fa972681bddb893ddfdd1a5132f31ee +size 1229830016 diff --git a/Gemmasutra-Mini-2B-v1-Q3_K.gguf b/Gemmasutra-Mini-2B-v1-Q3_K.gguf new file mode 100644 index 0000000..1c95d6a --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2e9db42418c6c16d9ff726c20009aaf094eaacd3b38a028b31e4944457bf16 +size 1461667264 diff --git a/Gemmasutra-Mini-2B-v1-Q3_K_L.gguf b/Gemmasutra-Mini-2B-v1-Q3_K_L.gguf new file mode 100644 index 0000000..4f9f802 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544ffa229168a8c980168ce6b9c39ed7c713c5c5a67845ea8a751c932b4ca2ce +size 1550435776 diff --git a/Gemmasutra-Mini-2B-v1-Q3_K_M.gguf b/Gemmasutra-Mini-2B-v1-Q3_K_M.gguf new file mode 100644 index 0000000..4c05f43 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c414a3a278d8843394b578ecf6326eacd470bd01a4292bdcaf01b9802ff5e5 +size 1461667712 diff --git a/Gemmasutra-Mini-2B-v1-Q3_K_S.gguf b/Gemmasutra-Mini-2B-v1-Q3_K_S.gguf new file mode 100644 index 0000000..b169ade --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77d2dcdae0d99a814074b030b5c77ee969c70e20fb6c471de1ee252b651bab30 +size 1360659904 diff --git a/Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf b/Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf new file mode 100644 index 0000000..0afe682 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bf699490eb8d4e0590339247502ec790cb46976a304eebd42220011370207b +size 1629509056 diff --git a/Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf b/Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf new file mode 100644 index 0000000..7576677 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b10a8b4ef16f64753ef0de35fdfd7bd11ce15daad21e269f78237a6610e7197 +size 1629509056 diff --git a/Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf b/Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf new file mode 100644 index 0000000..c18e509 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de7a04368f20faa2833c6370158463f653ebf9d9a8c74f5df202c475c32e5c7 +size 1629509056 diff --git a/Gemmasutra-Mini-2B-v1-Q4_K.gguf b/Gemmasutra-Mini-2B-v1-Q4_K.gguf new file mode 100644 index 0000000..40ac184 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd0e1275c40c9c858ca66217e0c005e94e3c16e4c0f9377545bec5783ad22cb +size 1708582336 diff --git a/Gemmasutra-Mini-2B-v1-Q4_K_M.gguf b/Gemmasutra-Mini-2B-v1-Q4_K_M.gguf new file mode 100644 index 0000000..4ea2b79 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ba3db911fbadef4452ba757ddd9ce58fb892b7a872f19eefd0743c961797fb +size 1708582784 diff --git a/Gemmasutra-Mini-2B-v1-Q4_K_S.gguf b/Gemmasutra-Mini-2B-v1-Q4_K_S.gguf new file mode 100644 index 0000000..2f95c16 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843be91da345256357182a2131815d22d8423558adf1b0deee88b3a61e117186 +size 1638651328 diff --git a/Gemmasutra-Mini-2B-v1-Q5_K.gguf b/Gemmasutra-Mini-2B-v1-Q5_K.gguf new file mode 100644 index 0000000..1e1ef51 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84692ccc0458816e701296781a28911e727859c69c5757bcd89b5253a141c51b +size 1923278272 diff --git a/Gemmasutra-Mini-2B-v1-Q5_K_M.gguf b/Gemmasutra-Mini-2B-v1-Q5_K_M.gguf new file mode 100644 index 0000000..69e5a78 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aee754987cea34673a0b72d9298d0c09ef68f05aa4239bf9dddbb896bc8cf84 +size 1923278720 diff --git a/Gemmasutra-Mini-2B-v1-Q5_K_S.gguf b/Gemmasutra-Mini-2B-v1-Q5_K_S.gguf new file mode 100644 index 0000000..10d3801 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2359edea9b20b6e54a1d96be8645c00be768a55f2f4608d37b6684805df7618f +size 1882543552 diff --git a/Gemmasutra-Mini-2B-v1-Q6_K.gguf b/Gemmasutra-Mini-2B-v1-Q6_K.gguf new file mode 100644 index 0000000..05521bb --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34bdca7d62ae0b15366a6f3d7f457d6d8ef96343e72c5e4555b6475c4a78e839 +size 2151393152 diff --git a/Gemmasutra-Mini-2B-v1-Q8_0.gguf b/Gemmasutra-Mini-2B-v1-Q8_0.gguf new file mode 100644 index 0000000..3220450 --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3cf6a090f92f132bf3c77d49158fb1f63d6acf6c2f473d1b453620fa796568 +size 2784495488 diff --git a/Gemmasutra-Mini-2B-v1-f16.gguf b/Gemmasutra-Mini-2B-v1-f16.gguf new file mode 100644 index 0000000..f71126b --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9270ba3b358b9689340f2b0b1b79a5666718e516e38b569ad736613de81cc741 +size 5235214208 diff --git a/Gemmasutra-Mini-2B-v1-f32.gguf b/Gemmasutra-Mini-2B-v1-f32.gguf new file mode 100644 index 0000000..49f906b --- /dev/null +++ b/Gemmasutra-Mini-2B-v1-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8043cf59f9332f0a962826a518129ba07b1054663d827ad4bf511454c34e7be7 +size 10463413696 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b2853a3 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +license: other +--- +# Join our Discord! https://discord.gg/Nbv9pQ88Xb + +### Works on [Kobold 1.72](https://github.com/LostRuins/koboldcpp/releases/tag/v1.72) and [Layla (iOS / Android)](https://www.layla-network.ai/) + +--- + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/HjVYV2h_YTL9P-insb7fz.png) + +[BeaverAI](https://huggingface.co/BeaverAI) team proudly presents + +# Gemmasutra Mini 2B v1 🧘 + +*Gemma's been training for ALL of you.* + +![image/webp](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/w0Oi8TReoQNT3ljm5Wf6c.webp) + +*A tiny RP model packing an unbelievable PUNCH. Finetuned by yours truly.* + +## Description + +Gone are the days when models below 7B were too small to give you a satisfying RP experience. + +Gemmasutra Mini 2B v1 marks the beginning of a new chapter in our local LLM community. + +Be it in your browser, your crappy laptop, your mid-tier phone running [Layla](https://www.layla-network.ai/), or your Raspberry Pi... + +This lil 2B will give you a playthrough worth having. + +A model for thee, a model for all! + +*(And yes, it is uncensored and unaligned. Enjoy!)* + +## Links + +- Original: https://huggingface.co/TheDrummer/Gemmasutra-Mini-2B-v1 +- GGUF: https://huggingface.co/TheDrummer/Gemmasutra-Mini-2B-v1-GGUF +- iMatrix (recommended / better quants): https://huggingface.co/MarsupialAI/Gemmasutra-Mini-2B-v1_iMatrix_GGUF + +## Usage + +- For the best experience, use the Gemma Instruct template and modify it to support the `system` role (e.g., `system`) +- Chat Completion works well too +- Don't use it for Math + +## Examples + +A big thanks to @kurgan1138 for most of the logs! + +### SFW + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/IstS_eSV_Z52jII1UkZ7d.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/eLU-AlpTd8VCI9H7gOmX2.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/Rnpwj1XE0CflOnOyJtJSK.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/7Y9x9A2HYoyfMkrBpBeO4.png) + +#### 4K context + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/te_wnC9Tcg2BVeLrtARjr.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/oTiXmVmK7KiI26wgHmS1u.png) + +### NSFW NSFW NSFW NSFW NSFW +### NSFW NSFW NSFW NSFW NSFW +### NSFW NSFW NSFW NSFW NSFW + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/J9SwuYQBULHY9Wobljv5V.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/qhCgIEAeXJqA0Msq5mAFA.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/RkgOg_mvjADiXgb5859gm.png) + +#### Forgiveness Meter + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/_NnPS-kwD7ZpoWUa3wvux.png) + +#### Group Character + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/TxF2YbcUwJOtcqxWSKybZ.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/CQKkSq6lXj7yKuwcoPdeQ.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/4uWEjHylkhgPOu1UTkg8w.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/q0KFuHhh3ybz51DQze89G.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/Ll8CA5RR7ugTi72P2HBb8.png) \ No newline at end of file