commit f2a42d6ebb4bac3a61fa1214413651750b8dda44 Author: ModelHub XC Date: Fri Jul 17 13:08:05 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: KoboldAI/Mistral-7B-Erebus-v3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a664d5f --- /dev/null +++ b/README.md @@ -0,0 +1,39 @@ +--- +license: apache-2.0 +language: + - en +pipeline_tag: text-generation +inference: false +tags: + - pytorch + - mistral + - finetuned + - not-for-all-audiences +--- + +This is the GGUF version of this model designed to be used with [Koboldcpp](https://koboldai.org/cpp), the easy and versitile program for AI co-writing and more. +Because this is a co-writing model, you are expected to use the Story Mode inside the KoboldAI Lite interface. + +## Model description +This is the third generation of the original Shinen made by Mr. Seeker. The full dataset consists of 8 different sources, all surrounding the "Adult" theme. The name "Erebus" comes from the greek mythology, also named "darkness". This is in line with Shin'en, or "deep abyss". For inquiries, please contact the KoboldAI community. **Warning: THIS model is NOT suitable for use by minors. The model will output X-rated content.** + +## Training procedure +Mistral-7B-Erebus was trained on 8x A6000 Ada GPU's for a single epoch. No special frameworks have been used. + +## Training data +The data can be divided in 8 different datasets: +- Literotica (everything with 3.0/5 or higher) +- Sexstories (everything with 70 or higher) +- Dataset-G (private dataset of X-rated stories) +- Doc's Lab (all stories) +- Lushstories (Editor's pick) +- Swinglifestyle (all stories) +- Pike-v2 Dataset (novels with "adult" rating) +- SoFurry (collection of various animals) + +The dataset uses `[Genre: ]` for tagging. + +The full dataset is 2.3B tokens in size. + +## Limitations and biases +Based on known problems with NLP technology, potential relevant factors include bias (gender, profession, race and religion). **Warning: This model has a very strong NSFW bias!** diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/mistral7b-erebus-v3.F16.gguf b/mistral7b-erebus-v3.F16.gguf new file mode 100644 index 0000000..21399fe --- /dev/null +++ b/mistral7b-erebus-v3.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b91d59e76c6007c4e9f71967e5347289235fdd30fa1908ab4282dcb4a07711b +size 14484731488 diff --git a/mistral7b-erebus-v3.Q2_K.gguf b/mistral7b-erebus-v3.Q2_K.gguf new file mode 100644 index 0000000..61723af --- /dev/null +++ b/mistral7b-erebus-v3.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a386ec1deacdafe74350433f36d3e9f81641413084d3c4d26ed0f4d21c68ab +size 3083097760 diff --git a/mistral7b-erebus-v3.Q3_K_L.gguf b/mistral7b-erebus-v3.Q3_K_L.gguf new file mode 100644 index 0000000..4330979 --- /dev/null +++ b/mistral7b-erebus-v3.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f77ad98d11cbd9ccabfc1be0a7e2476e0c7a87838d5c2ad3d66b300a78d517 +size 3822024352 diff --git a/mistral7b-erebus-v3.Q3_K_M.gguf b/mistral7b-erebus-v3.Q3_K_M.gguf new file mode 100644 index 0000000..2ce0389 --- /dev/null +++ b/mistral7b-erebus-v3.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb3b67bbef3aefc535808d1f13063e89d3abf268aab3c5dc7ed65ce42227d1c +size 3518985888 diff --git a/mistral7b-erebus-v3.Q3_K_S.gguf b/mistral7b-erebus-v3.Q3_K_S.gguf new file mode 100644 index 0000000..f6f5452 --- /dev/null +++ b/mistral7b-erebus-v3.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842361f135b8965f16f704aa9b49cdb34f12cc1fefa32ddb34d421e47c9b8f26 +size 3164567200 diff --git a/mistral7b-erebus-v3.Q4_0.gguf b/mistral7b-erebus-v3.Q4_0.gguf new file mode 100644 index 0000000..b484f19 --- /dev/null +++ b/mistral7b-erebus-v3.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461d196cb0a7b42edadd693be1d6c7d056e5e199d3740dfe6b988900b2c97fd2 +size 4108916384 diff --git a/mistral7b-erebus-v3.Q4_1.gguf b/mistral7b-erebus-v3.Q4_1.gguf new file mode 100644 index 0000000..56c1673 --- /dev/null +++ b/mistral7b-erebus-v3.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7133a93c4262543a1d5955b8a1eefa30bcf29945e039a302a57111c218fa5c81 +size 4553316000 diff --git a/mistral7b-erebus-v3.Q4_K_M.gguf b/mistral7b-erebus-v3.Q4_K_M.gguf new file mode 100644 index 0000000..231447a --- /dev/null +++ b/mistral7b-erebus-v3.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e268f9b4e2c2c648a32fc26f35aa191bde5a5fbad3b5b7e113c248578d11f8 +size 4368438944 diff --git a/mistral7b-erebus-v3.Q4_K_S.gguf b/mistral7b-erebus-v3.Q4_K_S.gguf new file mode 100644 index 0000000..953ef56 --- /dev/null +++ b/mistral7b-erebus-v3.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8823e877fa1b2c74bf72ba0835ad25106cf4d07224d967c72e704b02353bd11 +size 4140373664 diff --git a/mistral7b-erebus-v3.Q5_0.gguf b/mistral7b-erebus-v3.Q5_0.gguf new file mode 100644 index 0000000..dbd7bd2 --- /dev/null +++ b/mistral7b-erebus-v3.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ed2fd92737fded0cda20c180f064eec42f798e1e1ff6ebd8788ba24951fa55 +size 4997715616 diff --git a/mistral7b-erebus-v3.Q5_1.gguf b/mistral7b-erebus-v3.Q5_1.gguf new file mode 100644 index 0000000..5829a58 --- /dev/null +++ b/mistral7b-erebus-v3.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f13769688143f5c1fab85f8c083a95a4c2762829a9e8f7f8eccc032bc9b6986 +size 5442115232 diff --git a/mistral7b-erebus-v3.Q5_K_M.gguf b/mistral7b-erebus-v3.Q5_K_M.gguf new file mode 100644 index 0000000..a4645b8 --- /dev/null +++ b/mistral7b-erebus-v3.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f1bdeb01e82dd9294a50f82251a08a254a6c5c208fe5b6cef15b1ac132b47d +size 5131409056 diff --git a/mistral7b-erebus-v3.Q5_K_S.gguf b/mistral7b-erebus-v3.Q5_K_S.gguf new file mode 100644 index 0000000..ce69562 --- /dev/null +++ b/mistral7b-erebus-v3.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd9c307f632f7f41d31a696ddffd50e4ac7085ea4681a28bb3c2e7e00366612 +size 4997715616 diff --git a/mistral7b-erebus-v3.Q6_K.gguf b/mistral7b-erebus-v3.Q6_K.gguf new file mode 100644 index 0000000..78b512e --- /dev/null +++ b/mistral7b-erebus-v3.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e02e1be391dd396118281fcd6d46b429698588d82f97885ee81c2b25928a396 +size 5942064800 diff --git a/mistral7b-erebus-v3.Q8_0.gguf b/mistral7b-erebus-v3.Q8_0.gguf new file mode 100644 index 0000000..2cfd677 --- /dev/null +++ b/mistral7b-erebus-v3.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0911c569e0319e84962a90b7477c2aae3a13a81fbf28806bafc91e574d6ab10c +size 7695857312