初始化项目，由ModelHub XC社区提供模型

Model: ReadyArt/C4-Broken-Tutu-24B
Source: Original Platform

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,77 @@
+---
+license: apache-2.0
+language:
+- en
+base_model:
+- ReadyArt/The-Omega-Directive-M-24B-v1.1
+- ReadyArt/Forgotten-Safeword-24B
+- TroyDoesAI/BlackSheep-24B
+- TheDrummer/Cydonia-24B-v4
+- ReadyArt/Omega-Darker_The-Final-Directive-24B
+pipeline_tag: text-generation
+library_name: transformers
+tags:
+- mergekit
+- merge
+- nsfw
+- explicit
+- roleplay
+- unaligned
+- ERP
+- Erotic
+- Horror
+- Violence
+---
+# C4-Broken-Tutu-24B
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the [DARE TIES](https://arxiv.org/abs/2311.03099) merge method using [ReadyArt/The-Omega-Directive-M-24B-v1.1](https://huggingface.co/ReadyArt/The-Omega-Directive-M-24B-v1.1) as a base.
+
+### Models Merged
+
+The following models were included in the merge:
+* [ReadyArt/Forgotten-Safeword-24B](https://huggingface.co/ReadyArt/Forgotten-Safeword-24B)
+* [TroyDoesAI/BlackSheep-24B](https://huggingface.co/TroyDoesAI/BlackSheep-24B)
+* [TheDrummer/Cydonia-24B-v4](https://huggingface.co/TheDrummer/Cydonia-24B-v4)
+* [ReadyArt/Omega-Darker_The-Final-Directive-24B](https://huggingface.co/ReadyArt/Omega-Darker_The-Final-Directive-24B)
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+merge_method: dare_ties
+base_model: ReadyArt/The-Omega-Directive-M-24B-v1.1
+models:
+  - model: ReadyArt/The-Omega-Directive-M-24B-v1.1
+    parameters:
+      weight: 0.2
+  - model: ReadyArt/Omega-Darker_The-Final-Directive-24B
+    parameters:
+      weight: 0.2
+  - model: ReadyArt/Forgotten-Safeword-24B
+    parameters:
+      weight: 0.2
+  - model: TroyDoesAI/BlackSheep-24B
+    parameters:
+      weight: 0.2
+  - model: TheDrummer/Cydonia-24B-v4
+    parameters:
+      weight: 0.2
+parameters:
+  density: 0.3
+tokenizer:
+  source: union
+chat_template: auto
+
+```
+
+# Special thanks
+* TheDrummer (Cydonia Model Architect)
+* TroyDoesAI (BlackSheep Architect)
+* SteelSkull (Dataset Generation Contributor)
+* sleepdeprived3 (Omega / Safeword)

config.json

@@ -0,0 +1,33 @@
+{
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 32768,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 100000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "tokenizer": {
+    "add_bos_token": true,
+    "add_eos_token": false,
+    "pad_token": "</s>",
+    "padding_side": "right"
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.0",
+  "trust_remote_code": true,
+  "use_cache": false,
+  "vocab_size": 131072
+}

mergekit_config.yml

@@ -0,0 +1,26 @@
+merge_method: dare_ties
+base_model: ReadyArt/The-Omega-Directive-M-24B-v1.1
+models:
+  - model: ReadyArt/The-Omega-Directive-M-24B-v1.1
+    parameters:
+      weight: 0.2
+  - model: ReadyArt/Omega-Darker_The-Final-Directive-24B
+    parameters:
+      weight: 0.2
+  - model: ReadyArt/Forgotten-Safeword-24B
+    parameters:
+      weight: 0.2
+  - model: TroyDoesAI/BlackSheep-24B
+    parameters:
+      weight: 0.2
+#  - model: TheDrummer/Cydonia-24B-v2
+#  - model: TheDrummer/Cydonia-R1-24B-v4
+  - model: TheDrummer/Cydonia-24B-v4
+    parameters:
+      weight: 0.2
+parameters:
+  density: 0.3
+tokenizer:
+  source: union
+chat_template: auto
+#mergekit-yaml Broken_tutu.yml /data0/models/Broken-Tutub-24B --cuda

model-00001-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e16511b8b1d445891cbd1b6468397e914a352b139cb6563f53f2c85e794600
+size 4907389312

model-00002-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd48522ef44f502f554fc2280443418c43d3f2862f15aca6ffa1d2dc54611489
+size 4781592832

model-00003-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1409d6fc12d1cba2b54ffc1da2aa3e015b241c5f0d89dd92e7bb1db6fadb28
+size 4781592816

model-00004-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a872944095de53410ba835062628077c755a191dbef06f3232ed753c55fe0bc
+size 4886471592

model-00005-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e968a8066de7c3bc03cc0286017ad42e5801c1108d1d60458b5716560ccd2c8
+size 4781592832

model-00006-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5326ea02cfbecea2655d153051d1b19ebb03a7e60b27cdeb79937bd2601bf15
+size 4781592816

model-00007-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aab020a88024ee5d19f2366e84c61eecf4e9ec506094c2d16f0ef2c7e047197
+size 4886471592

model-00008-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e725cc3c9d4cc94e132afb0995720a764bf7158f88244bc1b563c9182a48ea
+size 4781592832

model-00009-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb07bf9db403e0f3c8f148bb6b5f7d0dff577b041fc68d295c3c2e64e0d23f1
+size 4781592800

model-00010-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d28b052f17633d2c2c964bfde67db6734502ff3f848cef8b2824d349d33e18a
+size 3774959456

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76085f9923309d873994d444989f7eb6ec074b06f25b58f1e8d7b7741070949
+size 17078037