初始化项目，由ModelHub XC社区提供模型

Model: ModelsLab/Llama-3.1-8b-Uncensored-Dare
Source: Original Platform

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+license: apache-2.0
+tags:
+- merge
+- mergekit
+- lazymergekit
+- aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored
+- aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
+- Orenguteng/Llama-3-8B-Lexi-Uncensored
+- aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored
+---
+
+# Llama-3.1-8b-Uncensored-Dare
+
+Llama-3.1-8b-Uncensored-Dare is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
+* [aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored](https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored)
+* [aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored](https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored)
+* [Orenguteng/Llama-3-8B-Lexi-Uncensored](https://huggingface.co/Orenguteng/Llama-3-8B-Lexi-Uncensored)
+* [aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored](https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored)
+
+## 🧩 Configuration
+
+\```yaml
+models:
+  - model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.4
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.3
+  - model: Orenguteng/Llama-3-8B-Lexi-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.2
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.1
+merge_method: dare_ties
+base_model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
+parameters:
+  int8_mask: true
+dtype: bfloat16
+\```

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "Orenguteng/Llama-3.1-8B-Lexi-Uncensored",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.3",
+  "unsloth_version": "2024.7",
+  "use_cache": true,
+  "vocab_size": 128256
+}

mergekit_config.yml

@@ -0,0 +1,24 @@
+
+models:
+  - model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.4
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.3
+  - model: Orenguteng/Llama-3-8B-Lexi-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.2
+  - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored
+    parameters:
+      density: 0.53
+      weight: 0.1
+merge_method: dare_ties
+base_model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
+parameters:
+  int8_mask: true
+dtype: bfloat16

model-00001-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0eff5fa32814983f031c7d70f682b04dddfd91ed4749f9d47c1990d690fb9c
+size 1050673280

model-00002-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660db648aa8253e89a1b00f2b6464a871ce8088afd17831281bf2f1302627af0
+size 1050673296

model-00003-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483a3a9b342b4dd4b0cb992a0aeee2a715bea2b85fb53b079ccd49057d6d6378
+size 989899000

model-00004-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af5249ee55445dd4b2bd3cae9767bb964414064c214f820f88420ea67e5c27a
+size 989890728

model-00005-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7ce32f37a8db99aa30a5ca08eebf2af4bb4862186ee690e1d1948ca53ff88e
+size 998287760

model-00006-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22558671de54d60fdf3ad02364b9e0b460605268795c2dba6dd6117b1a2f8ffe
+size 947956216

model-00007-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5682bec826ec2423fbe2f480e5cf3d3c95ae819d09317b18ec5a4c3bf121d2c
+size 989890728

model-00008-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82f75ba9b9264f6d257132a6129873c429497adddfbbd3da055438f0dd7e75
+size 989890720

model-00009-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e0dd7b3cce59889014d2673e19e99d38e6d6e43bed6936b097f06d307d0f12
+size 998287760

model-00010-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092c9ab5ec3263e884a58c4ad90cb034ba4488d35eb5301ddc4706f6021c962
+size 947956216

model-00011-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cfabad28d4fc62604a8dd227bed75f9bc9f1148123a0e4fd22b4367f7902e7
+size 989890728

model-00012-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9366ecc3b8efa19b40c5659eade4dd691d83834e89a8f2cf4ef8f34b0d24c36
+size 989890728

model-00013-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d152f0b9a8a9c5b0652cfae3b68ad98ae5054402ba2691980a2f990ad4d63508
+size 998287752

model-00014-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca1fae6f35d26a03fd7cb97bd8f4afcb88612f3f88fd471d597d192ee3440a
+size 947956208

model-00015-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93406ff1830d82a6f9d62ea2b6024543010c82dbfc8afb2faa73b53d2ba6b005
+size 989890712

model-00016-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de1928117915fe34e9785c1b655a850149dc068118247a3d8f092dd7dbc8cda
+size 989890712

model-00017-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fe5fb1e935f64d67f882d510ec90c4946c36bc03c21b529ce1f10907fb7531
+size 201343792

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}