commit d91040d9182f4bf4de85ae060f569e9b7ec9a9fd Author: ModelHub XC Date: Fri Apr 10 12:08:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d65dfcb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Smegmma-Deluxe-9B-v1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3e0717c --- /dev/null +++ b/README.md @@ -0,0 +1,109 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Smegmma-Deluxe-9B-v1 - GGUF +- Model creator: https://huggingface.co/TheDrummer/ +- Original model: https://huggingface.co/TheDrummer/Smegmma-Deluxe-9B-v1/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Smegmma-Deluxe-9B-v1.Q2_K.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q2_K.gguf) | Q2_K | 3.54GB | +| [Smegmma-Deluxe-9B-v1.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.IQ3_XS.gguf) | IQ3_XS | 3.86GB | +| [Smegmma-Deluxe-9B-v1.IQ3_S.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.IQ3_S.gguf) | IQ3_S | 4.04GB | +| [Smegmma-Deluxe-9B-v1.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q3_K_S.gguf) | Q3_K_S | 4.04GB | +| [Smegmma-Deluxe-9B-v1.IQ3_M.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.IQ3_M.gguf) | IQ3_M | 4.19GB | +| [Smegmma-Deluxe-9B-v1.Q3_K.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q3_K.gguf) | Q3_K | 4.43GB | +| [Smegmma-Deluxe-9B-v1.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q3_K_M.gguf) | Q3_K_M | 4.43GB | +| [Smegmma-Deluxe-9B-v1.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q3_K_L.gguf) | Q3_K_L | 4.78GB | +| [Smegmma-Deluxe-9B-v1.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.IQ4_XS.gguf) | IQ4_XS | 4.86GB | +| [Smegmma-Deluxe-9B-v1.Q4_0.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q4_0.gguf) | Q4_0 | 5.07GB | +| [Smegmma-Deluxe-9B-v1.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.IQ4_NL.gguf) | IQ4_NL | 5.1GB | +| [Smegmma-Deluxe-9B-v1.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q4_K_S.gguf) | Q4_K_S | 5.1GB | +| [Smegmma-Deluxe-9B-v1.Q4_K.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q4_K.gguf) | Q4_K | 5.37GB | +| [Smegmma-Deluxe-9B-v1.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q4_K_M.gguf) | Q4_K_M | 5.37GB | +| [Smegmma-Deluxe-9B-v1.Q4_1.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q4_1.gguf) | Q4_1 | 5.55GB | +| [Smegmma-Deluxe-9B-v1.Q5_0.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q5_0.gguf) | Q5_0 | 6.04GB | +| [Smegmma-Deluxe-9B-v1.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q5_K_S.gguf) | Q5_K_S | 6.04GB | +| [Smegmma-Deluxe-9B-v1.Q5_K.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q5_K.gguf) | Q5_K | 6.19GB | +| [Smegmma-Deluxe-9B-v1.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q5_K_M.gguf) | Q5_K_M | 6.19GB | +| [Smegmma-Deluxe-9B-v1.Q5_1.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q5_1.gguf) | Q5_1 | 6.52GB | +| [Smegmma-Deluxe-9B-v1.Q6_K.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q6_K.gguf) | Q6_K | 7.07GB | +| [Smegmma-Deluxe-9B-v1.Q8_0.gguf](https://huggingface.co/RichardErkhov/TheDrummer_-_Smegmma-Deluxe-9B-v1-gguf/blob/main/Smegmma-Deluxe-9B-v1.Q8_0.gguf) | Q8_0 | 9.15GB | + + + + +Original model description: +--- +license: cc-by-nc-4.0 +license_name: freeuse +license_link: LICENSE +tags: +- not-for-all-audiences +--- + +# Better version: https://huggingface.co/TheDrummer/Smegmma-9B-v1 + +--- + +# Join our Discord! https://discord.gg/Nbv9pQ88Xb + +--- + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/HjVYV2h_YTL9P-insb7fz.png) + +[BeaverAI](https://huggingface.co/BeaverAI) team proudly presents + +# Smegmma Deluxe 9B v1 🧀 + +*The sweet moist of Gemma 2, unhinged.* + +![image/gif](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/RSuc5p9Sm6CYj6lGOxvx4.gif) + +*smeg - ghem - mah* + +*An eRP model that will blast you with creamy moist. Finetuned by yours truly.* + +The first Gemma 2 9B RP finetune attempt! + +## Links + +- Original: https://huggingface.co/TheDrummer/Smegmma-Deluxe-9B-v1 +- Fixed GGUF: https://huggingface.co/bartowski/Smegmma-Deluxe-9B-v1-GGUF +- GGUF: https://huggingface.co/TheDrummer/Smegmma-Deluxe-9B-v1-GGUF +- EXL2: https://huggingface.co/MarsupialAI/Smegmma-Deluxe-9B-v1_exl2 + +## What's New? + +- Engaging roleplay + - Less refusals / censorship + - Less commentaries / summaries + - More willing AI + - Better formatting + - Better creativity +- Moist alignment + +## Notes +- Refusals still exist, but a couple of re-gens may yield the result you want +- Formatting and logic may be weaker at the start + - Make sure to start strong +- May be weaker with certain cards, YMMV and adjust accordingly! +- Want SmeGmma 27B now? Send me your credit card. + +> Sarah: You notice a girl staring at you as you walk to the bus stop on a warm breezy day. She is standing with her phone out, loitering in a shady patch under a tree off the path. She senses your attention and subtly beckons you over to her. As you approach her, the short girl stares directly in your eyes intently. Her tight clothes suggest a slim, athletic figure which is pleasing to look at. She grins as she sees your eyes wandering over her body. In a quiet but surprisingly deep and cool voice, she asks, "Do you like ###?" +> +> User: "Uh, sure?" +> +> Sarah: "Oh really? Because I bet you don't know how to do it right! Or else you wouldn't be just standing here awkwardly instead of ####ing me already!" She continues smiling, clearly not embarrassed. Then without waiting for any response she takes out a dil## the same size and shape as a ####. With confidence she positions it between her legs and slams the fake #### up against herself. She looks at you again while positioning the dil## like it was a real one. "So, what do you think of my skill level?" + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/Ll8CA5RR7ugTi72P2HBb8.png) + +BeaverAI/Smegmma-9B-v1h + diff --git a/Smegmma-Deluxe-9B-v1.IQ3_M.gguf b/Smegmma-Deluxe-9B-v1.IQ3_M.gguf new file mode 100644 index 0000000..c7c8e61 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae72a1e02f8a3130dc7c64a28ecbccc54a6f05c29c7613b969b326c1bc0e2910 +size 4494615648 diff --git a/Smegmma-Deluxe-9B-v1.IQ3_S.gguf b/Smegmma-Deluxe-9B-v1.IQ3_S.gguf new file mode 100644 index 0000000..89b52af --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187c434724af6919c2c2daa6c27757a118155887cbe8ba85ade2f57341c7faa9 +size 4337665120 diff --git a/Smegmma-Deluxe-9B-v1.IQ3_XS.gguf b/Smegmma-Deluxe-9B-v1.IQ3_XS.gguf new file mode 100644 index 0000000..a858652 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436aefc3f8ece9f48ddb03b9005d9d679d3d7b44c77fd4e0f7e525d63b586ee7 +size 4144989280 diff --git a/Smegmma-Deluxe-9B-v1.IQ4_NL.gguf b/Smegmma-Deluxe-9B-v1.IQ4_NL.gguf new file mode 100644 index 0000000..deaae2b --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5faedb843cc88f8e6b1773eec5792ef7111f7c39cdd85f4fdca8c5d37e3fa8b4 +size 5475255392 diff --git a/Smegmma-Deluxe-9B-v1.IQ4_XS.gguf b/Smegmma-Deluxe-9B-v1.IQ4_XS.gguf new file mode 100644 index 0000000..3a79d78 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97713533c5c01d66793083616cfe94877395feefc7540f538bbfcd0c96896621 +size 5223171168 diff --git a/Smegmma-Deluxe-9B-v1.Q2_K.gguf b/Smegmma-Deluxe-9B-v1.Q2_K.gguf new file mode 100644 index 0000000..1cd34ff --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc231f4613a3cdafdb25f6e43abe2b2fffb321079a9de78a08d28bed1b2c41f7 +size 3805398112 diff --git a/Smegmma-Deluxe-9B-v1.Q3_K.gguf b/Smegmma-Deluxe-9B-v1.Q3_K.gguf new file mode 100644 index 0000000..211711f --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63701f4107c575b7efc5f0d8266b363edaa7596570745e31af9a1821577f68a +size 4761781344 diff --git a/Smegmma-Deluxe-9B-v1.Q3_K_L.gguf b/Smegmma-Deluxe-9B-v1.Q3_K_L.gguf new file mode 100644 index 0000000..2022a14 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94368ea859c4486c86a07bbbb60ac9635f58a786240735e1641122312fb2b1f9 +size 5132452960 diff --git a/Smegmma-Deluxe-9B-v1.Q3_K_M.gguf b/Smegmma-Deluxe-9B-v1.Q3_K_M.gguf new file mode 100644 index 0000000..211711f --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63701f4107c575b7efc5f0d8266b363edaa7596570745e31af9a1821577f68a +size 4761781344 diff --git a/Smegmma-Deluxe-9B-v1.Q3_K_S.gguf b/Smegmma-Deluxe-9B-v1.Q3_K_S.gguf new file mode 100644 index 0000000..1d6cc7e --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35a56c5885455f747c9bab9f720f8cdd77b9d5e06a988bbc8d6d5f242fea2c00 +size 4337665120 diff --git a/Smegmma-Deluxe-9B-v1.Q4_0.gguf b/Smegmma-Deluxe-9B-v1.Q4_0.gguf new file mode 100644 index 0000000..aafb8b8 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da039856a8cb911c9753f2dba10a2bb7681f1e179ce86d997998205f698c69d +size 5443142752 diff --git a/Smegmma-Deluxe-9B-v1.Q4_1.gguf b/Smegmma-Deluxe-9B-v1.Q4_1.gguf new file mode 100644 index 0000000..dd8d502 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5fa48d5114e6f1aaf6d22569f8d04060788e166c995b18b118cc381dbc5ddb +size 5963367520 diff --git a/Smegmma-Deluxe-9B-v1.Q4_K.gguf b/Smegmma-Deluxe-9B-v1.Q4_K.gguf new file mode 100644 index 0000000..ece72fd --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d087925e46546ed7495c9f37fe01963693dc67deb508bae9e5fd767166d96f0e +size 5761057888 diff --git a/Smegmma-Deluxe-9B-v1.Q4_K_M.gguf b/Smegmma-Deluxe-9B-v1.Q4_K_M.gguf new file mode 100644 index 0000000..ece72fd --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d087925e46546ed7495c9f37fe01963693dc67deb508bae9e5fd767166d96f0e +size 5761057888 diff --git a/Smegmma-Deluxe-9B-v1.Q4_K_S.gguf b/Smegmma-Deluxe-9B-v1.Q4_K_S.gguf new file mode 100644 index 0000000..22f944e --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3155516133947926c47207c9063108528c85adee1911d81df8d4a3339635ea +size 5478925408 diff --git a/Smegmma-Deluxe-9B-v1.Q5_0.gguf b/Smegmma-Deluxe-9B-v1.Q5_0.gguf new file mode 100644 index 0000000..59cdf89 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a87af92787d99475913139b140bb8932670cedfe127a2e12a0846c5e16cd1d +size 6483592288 diff --git a/Smegmma-Deluxe-9B-v1.Q5_1.gguf b/Smegmma-Deluxe-9B-v1.Q5_1.gguf new file mode 100644 index 0000000..520020c --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d9b33423ca12452b923f9a589f7a5f7c9970f66fc308cb22ed55f16e9d3edc +size 7003817056 diff --git a/Smegmma-Deluxe-9B-v1.Q5_K.gguf b/Smegmma-Deluxe-9B-v1.Q5_K.gguf new file mode 100644 index 0000000..ca0ebc9 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2db511269a55423b056af16d6b458dc05de6704ef1a1bf9be1b3d2cbabb4890 +size 6647366752 diff --git a/Smegmma-Deluxe-9B-v1.Q5_K_M.gguf b/Smegmma-Deluxe-9B-v1.Q5_K_M.gguf new file mode 100644 index 0000000..ca0ebc9 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2db511269a55423b056af16d6b458dc05de6704ef1a1bf9be1b3d2cbabb4890 +size 6647366752 diff --git a/Smegmma-Deluxe-9B-v1.Q5_K_S.gguf b/Smegmma-Deluxe-9B-v1.Q5_K_S.gguf new file mode 100644 index 0000000..05eefb0 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336d1a53e8fec1ee7f025bbb918470e99a040a26ee5007e83eab72b93963fb96 +size 6483592288 diff --git a/Smegmma-Deluxe-9B-v1.Q6_K.gguf b/Smegmma-Deluxe-9B-v1.Q6_K.gguf new file mode 100644 index 0000000..b90e33c --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f28356d51d8228255a84252d17b153704add08ed2d5f1432c1dc93e684ddaf50 +size 7589069920 diff --git a/Smegmma-Deluxe-9B-v1.Q8_0.gguf b/Smegmma-Deluxe-9B-v1.Q8_0.gguf new file mode 100644 index 0000000..b72dcf3 --- /dev/null +++ b/Smegmma-Deluxe-9B-v1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02348c4771ff32f8485ef3e23642b9701224adf3d8118bdbf3eb6a986f40a961 +size 9827148896