commit d14447a38fc1608f1f117dca8fb48f5e9c02e4e4 Author: ModelHub XC Date: Mon Jun 22 01:32:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: duyntnet/Eros_Scribe-7b-imatrix-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..767f747 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,62 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Eros_Scribe-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Eros_Scribe-7b-IQ1_M.gguf b/Eros_Scribe-7b-IQ1_M.gguf new file mode 100644 index 0000000..8e7b1bb --- /dev/null +++ b/Eros_Scribe-7b-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb01f5e1d727ac5ead3640f1c30c97318fb130b88d55ea6dc4780caa65da6809 +size 1754447872 diff --git a/Eros_Scribe-7b-IQ1_S.gguf b/Eros_Scribe-7b-IQ1_S.gguf new file mode 100644 index 0000000..9822a49 --- /dev/null +++ b/Eros_Scribe-7b-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcabd50c4aea65452f6669a7f69765244385c8d0646065b81745ccd58ea6584 +size 1612103680 diff --git a/Eros_Scribe-7b-IQ2_M.gguf b/Eros_Scribe-7b-IQ2_M.gguf new file mode 100644 index 0000000..b5187b7 --- /dev/null +++ b/Eros_Scribe-7b-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d791da870e0a9e05d96ea14af8ff6bddecbd05f4c75f505a80ae741f0fc9b535 +size 2500714496 diff --git a/Eros_Scribe-7b-IQ2_S.gguf b/Eros_Scribe-7b-IQ2_S.gguf new file mode 100644 index 0000000..aa7ee28 --- /dev/null +++ b/Eros_Scribe-7b-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cca89743ca778a4cd7285a724d64a5ba70abaabac91dcc0bc69d59efd4903c1 +size 2310922240 diff --git a/Eros_Scribe-7b-IQ2_XS.gguf b/Eros_Scribe-7b-IQ2_XS.gguf new file mode 100644 index 0000000..c5f75a0 --- /dev/null +++ b/Eros_Scribe-7b-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb8fc4b82929e358b813d7891789da1c4eef08ea3acf376922915bde5b51732 +size 2198257664 diff --git a/Eros_Scribe-7b-IQ2_XXS.gguf b/Eros_Scribe-7b-IQ2_XXS.gguf new file mode 100644 index 0000000..8c8d712 --- /dev/null +++ b/Eros_Scribe-7b-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93eaf09581a3e631cbfbf5b95fe4b8682bbb8bffa447a6fc2bedb6b3859dc026 +size 1991688192 diff --git a/Eros_Scribe-7b-IQ3_M.gguf b/Eros_Scribe-7b-IQ3_M.gguf new file mode 100644 index 0000000..5d87428 --- /dev/null +++ b/Eros_Scribe-7b-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521ab248f86aedea366ac7777055d7e98f08c32245854c1bfdcc8e2437de9988 +size 3284893696 diff --git a/Eros_Scribe-7b-IQ3_S.gguf b/Eros_Scribe-7b-IQ3_S.gguf new file mode 100644 index 0000000..ded4c3c --- /dev/null +++ b/Eros_Scribe-7b-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951531424dbfd093b182b48287412eeef5d96ac46a57789dadba8def621c317c +size 3182395392 diff --git a/Eros_Scribe-7b-IQ3_XS.gguf b/Eros_Scribe-7b-IQ3_XS.gguf new file mode 100644 index 0000000..aacd2e0 --- /dev/null +++ b/Eros_Scribe-7b-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7079085f24dc369965a1413eda18727cb5764adad92591b6e5b9195b346b4b +size 3018817536 diff --git a/Eros_Scribe-7b-IQ3_XXS.gguf b/Eros_Scribe-7b-IQ3_XXS.gguf new file mode 100644 index 0000000..2084962 --- /dev/null +++ b/Eros_Scribe-7b-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c1bf307a7fb4c8b90b833faf90330c6fd08fab881aca99057e090fa33bba42 +size 2827345920 diff --git a/Eros_Scribe-7b-IQ4_NL.gguf b/Eros_Scribe-7b-IQ4_NL.gguf new file mode 100644 index 0000000..38f992a --- /dev/null +++ b/Eros_Scribe-7b-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc9b6aefb7e3615d46cd5d2f2d976dd5128d7e47585d6f4474bb9beccc39581 +size 4125696000 diff --git a/Eros_Scribe-7b-IQ4_XS.gguf b/Eros_Scribe-7b-IQ4_XS.gguf new file mode 100644 index 0000000..30c70ce --- /dev/null +++ b/Eros_Scribe-7b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e09bfe3b3f48a0915b46cfaaf2af741fd43dbe9f78f7f89b80f7ffc46108a1 +size 3907690496 diff --git a/Eros_Scribe-7b-Q2_K.gguf b/Eros_Scribe-7b-Q2_K.gguf new file mode 100644 index 0000000..7243c0e --- /dev/null +++ b/Eros_Scribe-7b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51bf7b245ca21554970bbc375cf60ca87c795e22d4670728b2a9d67b76e6868 +size 2719244288 diff --git a/Eros_Scribe-7b-Q2_K_S.gguf b/Eros_Scribe-7b-Q2_K_S.gguf new file mode 100644 index 0000000..9293ccb --- /dev/null +++ b/Eros_Scribe-7b-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39edf998b4ebfde5ecc8bc262e88f063e5e0be6e22a3f961d5a7d952e1cbc8c +size 2528927744 diff --git a/Eros_Scribe-7b-Q3_K_L.gguf b/Eros_Scribe-7b-Q3_K_L.gguf new file mode 100644 index 0000000..daed1cf --- /dev/null +++ b/Eros_Scribe-7b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb550c46bf2fe4f3d751291eea114daa34bee435cda5a879ef2e8e3e7eb5c60 +size 3822026752 diff --git a/Eros_Scribe-7b-Q3_K_M.gguf b/Eros_Scribe-7b-Q3_K_M.gguf new file mode 100644 index 0000000..865f854 --- /dev/null +++ b/Eros_Scribe-7b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84e81061c7acdd0cb2f39105d2e1b6292d95d8d50f58726847c01aaea0a438f +size 3518988288 diff --git a/Eros_Scribe-7b-Q3_K_S.gguf b/Eros_Scribe-7b-Q3_K_S.gguf new file mode 100644 index 0000000..ef7b221 --- /dev/null +++ b/Eros_Scribe-7b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c845384d735165a2ccdc09abb217bbecee54b6f077753b9b00654b800cba51 +size 3164569600 diff --git a/Eros_Scribe-7b-Q4_0.gguf b/Eros_Scribe-7b-Q4_0.gguf new file mode 100644 index 0000000..45fcfc1 --- /dev/null +++ b/Eros_Scribe-7b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c4faf43b501dd2fb9421d2246a132c299a5e4e7d23fdb58e2076e5674447cf +size 4123598848 diff --git a/Eros_Scribe-7b-Q4_1.gguf b/Eros_Scribe-7b-Q4_1.gguf new file mode 100644 index 0000000..1b75cfc --- /dev/null +++ b/Eros_Scribe-7b-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e224011405f91b8fe8037f02968e8aa2b02e970770b204b94f77913ef5e008 +size 4553318400 diff --git a/Eros_Scribe-7b-Q4_K_M.gguf b/Eros_Scribe-7b-Q4_K_M.gguf new file mode 100644 index 0000000..1eaf6ef --- /dev/null +++ b/Eros_Scribe-7b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:739c2e950d582cf0097c1a6c822fc1d45d6cdbbc9bbd866a26715c4574c2c1b2 +size 4368441344 diff --git a/Eros_Scribe-7b-Q4_K_S.gguf b/Eros_Scribe-7b-Q4_K_S.gguf new file mode 100644 index 0000000..89d4d94 --- /dev/null +++ b/Eros_Scribe-7b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03c5e81c79b4cacfd270419f8300837e11a829f33209daf3086486159334039 +size 4140376064 diff --git a/Eros_Scribe-7b-Q5_0.gguf b/Eros_Scribe-7b-Q5_0.gguf new file mode 100644 index 0000000..1562fbf --- /dev/null +++ b/Eros_Scribe-7b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d8be6ae5ff20ae20c89c2c435ccac01298c58c58b5b0a868be50a30716f5c3 +size 5012398080 diff --git a/Eros_Scribe-7b-Q5_1.gguf b/Eros_Scribe-7b-Q5_1.gguf new file mode 100644 index 0000000..43922fa --- /dev/null +++ b/Eros_Scribe-7b-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e874a6a360f623709a1671b6925f6496e8edf3b22d48c037e9cd717852df7d +size 5442117632 diff --git a/Eros_Scribe-7b-Q5_K_M.gguf b/Eros_Scribe-7b-Q5_K_M.gguf new file mode 100644 index 0000000..4037174 --- /dev/null +++ b/Eros_Scribe-7b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab0e257de0e69cce048cf0c6fb0e349e49245000c7ff57fa8f19fa14fcc0c76c +size 5131411456 diff --git a/Eros_Scribe-7b-Q5_K_S.gguf b/Eros_Scribe-7b-Q5_K_S.gguf new file mode 100644 index 0000000..718eed8 --- /dev/null +++ b/Eros_Scribe-7b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771fc019d205617c00e5930fdbd185a015508a230e6c741033b2a0126fde6349 +size 4997718016 diff --git a/Eros_Scribe-7b-Q6_K.gguf b/Eros_Scribe-7b-Q6_K.gguf new file mode 100644 index 0000000..5bd1d97 --- /dev/null +++ b/Eros_Scribe-7b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965e0458c2c03f31d3572315a6e87365ddca9085dd62c9dff4ad8216d5757b67 +size 5942067200 diff --git a/Eros_Scribe-7b-Q8_0.gguf b/Eros_Scribe-7b-Q8_0.gguf new file mode 100644 index 0000000..df6ad84 --- /dev/null +++ b/Eros_Scribe-7b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10ec65f7e14764444427d71e33ad61d65caeede4d9735594a0b64c8dc3a1c05 +size 7695859712 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1df9a87 --- /dev/null +++ b/README.md @@ -0,0 +1,105 @@ +--- +license: other +language: +- en +pipeline_tag: text-generation +inference: false +tags: +- transformers +- gguf +- imatrix +- Eros_Scribe-7b +--- +Quantizations of https://huggingface.co/OmnicromsBrain/Eros_Scribe-7b + + +### Open source inference clients/UIs +* [llama.cpp](https://github.com/ggerganov/llama.cpp) +* [KoboldCPP](https://github.com/LostRuins/koboldcpp) +* [ollama](https://github.com/ollama/ollama) +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui) +* [jan](https://github.com/janhq/jan) +* [GPT4All](https://github.com/nomic-ai/gpt4all) + +### Closed source inference clients/UIs +* [LM Studio](https://lmstudio.ai/) +* [Backyard AI](https://backyard.ai/) +* More will be added... +--- + +# From original readme + +This model was created for the purpose of writing **NSFW Prose** but it's also very good at **RP**. + +Over a dozen models and at least 25 dataset were involved in this merge. +Eros_Scribe-7b is a merge of the following models: + +* [OmnicromsBrain/EverythingBagel-DPO-7B](https://huggingface.co/OmnicromsBrain/EverythingBagel-DPO-7B) + * jondurbin/bagel-dpo-7b-v0.5 + * SanjiWatsuki/Silicon-Maid-7B + * chargoddard/loyal-piano-m7 + * NeverSleep/Noromaid-7b-v0.2 + * athirdpath/NSFW_DPO_vmgb-7b + * xDAN-AI/xDAN-L1-Chat-RL-v1 + +* [OmnicromsBrain/ToppyCox-7B](https://huggingface.co/OmnicromsBrain/ToppyCox-7B) + * N8Programs/Coxcomb + * Undi95/Toppy-M-7B + * openchat/openchat_3.5 + * NousResearch/Nous-Capybara-7B-V1.9 + * HuggingFaceH4/zephyr-7b-beta + * Undi95/zephyr-7b-beta-pippa-sharegpt + * Undi95/Nous-Capybara-7B-V1.9-120-Days + * Undi95/openchat_3.5-LimaRP-13B + * lemonilia/AshhLimaRP-Mistral-7B + * mistralai/Mistral-7B-v0.1 + + +BTW the name was suggested by Mistral 8x7b instruct + + +## 🧩 Configuration + +```yaml +slices: + - sources: + - model: OmnicromsBrain/EverythingBagel-DPO-7B + layer_range: [0, 32] + - model: OmnicromsBrain/ToppyCox-7B + layer_range: [0, 32] +merge_method: slerp +base_model: OmnicromsBrain/EverythingBagel-DPO-7B +parameters: + t: + - filter: self_attn + value: [0, 0.5, 0.3, 0.7, 1] + - filter: mlp + value: [1, 0.5, 0.7, 0.3, 0] + - value: 0.5 +dtype: bfloat16 +``` + +## 💻 Usage + +```python +!pip install -qU transformers accelerate + +from transformers import AutoTokenizer +import transformers +import torch + +model = "OmnicromsBrain/Eros_Scribe-7b" +messages = [{"role": "user", "content": "What is a large language model?"}] + +tokenizer = AutoTokenizer.from_pretrained(model) +prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) +pipeline = transformers.pipeline( + "text-generation", + model=model, + torch_dtype=torch.float16, + device_map="auto", +) + +outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95) +print(outputs[0]["generated_text"]) +``` \ No newline at end of file