初始化项目，由ModelHub XC社区提供模型

Model: Aryanne/Open-StarLake-Swap-7B
Source: Original Platform

.gitattributes

@@ -0,0 +1,38 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+f16.gguf filter=lfs diff=lfs merge=lfs -text
+picture.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,102 @@
+---
+base_model:
+- berkeley-nest/Starling-LM-7B-alpha
+- NousResearch/Nous-Hermes-2-Mistral-7B-DPO
+- senseable/WestLake-7B-v2
+- openchat/openchat-3.5-0106
+library_name: transformers
+tags:
+- mergekit
+- merge
+license: apache-2.0
+---
+# Aryanne/Open-StarLake-Swap-7B
+![image/png](https://huggingface.co/Aryanne/Open-StarLake-Swap-7B/resolve/main/picture.png) 
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit), but my branch was used
+ [here](https://github.com/Ar57m/mergekit/tree/swapping)
+## Merge Details
+### Merge Method
+
+This model was merged using the task_swapping merge method using [senseable/WestLake-7B-v2](https://huggingface.co/senseable/WestLake-7B-v2) as a base.
+
+### Models Merged
+
+The following models were included in the merge:
+* [berkeley-nest/Starling-LM-7B-alpha](https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha)
+* [NousResearch/Nous-Hermes-2-Mistral-7B-DPO](https://huggingface.co/NousResearch/Nous-Hermes-2-Mistral-7B-DPO)
+* [openchat/openchat-3.5-0106](https://huggingface.co/openchat/openchat-3.5-0106)
+
+* 
+### Prompt Format:
+I prefer using this way, which seems to work.
+
+### Example using Koboldcpp:
+
+Start Seq.: 
+```
+\nYour_name: 
+```
+
+End Seq.:
+```
+\nCharacter_name: 
+```
+
+In Memory
+```
+### Instruction:
+Character description.
+
+Generate a endless verbose(very descriptive) role-play conversation with Character_name.
+
+### Response:
+Your_name: how are you doing babe? *Your_name approaches Character_name and kisses her in the lips*
+Character_name: I'm fine, it's been an weird day. *Character_name blushes and hugs Your_name with love*
+```
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+base_model:
+  model:
+    path: senseable/WestLake-7B-v2
+dtype: bfloat16
+merge_method: task_swapping
+slices:
+- sources:
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: berkeley-nest/Starling-LM-7B-alpha
+    parameters:
+      diagonal_offset: 2.0
+      weight: 0.72
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: openchat/openchat-3.5-0106
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.166
+      random_mask_seed: 19519.0
+      weight: 0.4
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.125
+      random_mask_seed: 990090.0
+      weight: 0.666
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: senseable/WestLake-7B-v2
+```
+
+### Support
+Please Consider donating:
+0x190ac445974a989a87dd223f212a76ca0090c804 

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "senseable/WestLake-7B-v2",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 2,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.38.2",
+  "unsloth_version": "2024.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ce82aa55a04056005a6bb7208742e31e7d5412d782f2298699b6e74d60ec6
+size 14484731616

mergekit_config.yml

@@ -0,0 +1,36 @@
+base_model:
+  model:
+    path: senseable/WestLake-7B-v2
+dtype: bfloat16
+merge_method: task_swapping
+slices:
+- sources:
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: berkeley-nest/Starling-LM-7B-alpha
+    parameters:
+      diagonal_offset: 2.0
+      weight: 0.72
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: openchat/openchat-3.5-0106
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.166
+      random_mask_seed: 19519.0
+      weight: 0.4
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.125
+      random_mask_seed: 990090.0
+      weight: 0.666
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: senseable/WestLake-7B-v2

model-00001-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d055546fdf56bb1021554d1f154d8048bea103b8f0f4144c0e674d761680f7
+size 318767832

model-00002-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5f7ea428d9d4d802efc6b8cc55845c9a84557f05ca5ed3cb35352c6a9bdd63
+size 394273488

model-00003-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd59685071152908c6bc90011e14ed5eb6f61f4c5f89380e81765ec8aadfe4c
+size 394281792

model-00004-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebf9a6aa912271a1c22a9dbe9f9a19d2df53d42f8aa3eb0383cf30fa942a9e4
+size 318776128

model-00005-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b22b4b0745696ae52c6579036c31c4b6bd1501284f0607c374a389ed9e8ad5
+size 318784432

model-00006-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79243a4ae4c06700675789099ee8479493147f6b5e3cadc49301b3d6d7c23de2
+size 318784424

model-00007-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633757da31c7c10408c73ff66341b744e4889514cc86130c5fc13b7dba62f7aa
+size 394273488

model-00008-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afc1b2af2a6fab91404f75eee261e732ee91efd7aeca321f23a1eac9899c295
+size 394281792

model-00009-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25560c481a6e3e0b5d8c0a53328806b5f800355675767c84f5a0e39d0ed9ebaf
+size 318776128

model-00010-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c105b4d59a0ac2e832de8183166729f146a858e2a72dbbee52f10ec81b5ed3c
+size 318784432

model-00011-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbbb19fd0868f6448174e3eb7995d7a821586e1489a8a7327967597cd7250ea
+size 318784424

model-00012-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d1961b79277dcb0e45e4b14fe1d770e52b12ed6a65bed8ddefe2e7fe279dbe
+size 394273488

model-00013-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcce1c533d04e12e17cb9d24ffa6fb434259fdfd8e80c12873a204c90f9ee64f
+size 394281792

model-00014-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011f6ad83f8ff215d792bec86bece7403517b4e7f77b3243ccb40fc67773ec7d
+size 396370976

model-00015-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52c1e6522023f47a74c11b5a803ae882bc9cc21c49dc15474d9ecc488198325
+size 385884768

model-00016-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a728bb4b2fab7b314b3c634bb6bcc961153fa4620a7c6ddb51847f7b6cddaa3a
+size 318776136

model-00017-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364201c07a880843aed0482a59f1e5d310e96bb835dc05fe945756e4b7d4c1dc
+size 318784440

model-00018-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b4c6aef422bb48af17f1ecbdd219f02346aed2c0329e0be26a678e8fbc5ade
+size 318784432

model-00019-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b4183a0310a28ef2b3b7cc7404c483cc1ff8d5c9ae2565443a8c3f163875d6
+size 394273496

model-00020-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6427af57f382f8956c5736bc0fb922f8f9b5672eb2b47737110ae4fa200d563
+size 394281800

model-00021-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8530f9e35aff459c5ff50782d5a1f41a64b5eec3a3d15fc9b755d45591143e
+size 318776136

model-00022-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d01eed63482ce2e89a037a5d7a17c6be3f6bcfb902ae9e6044fd6d1ea16327
+size 318784440

model-00023-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee0fc2e153f781fef4f6624e0ad467ba458790f4dd2166aa814156f070a0203
+size 318784432

model-00024-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fe23bc8be4c4461bd3e45c930e0350a6e408c8b5da2f207ba9fe60e72e6491
+size 394273496

model-00025-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7de5b863dd090739bcca233795b2021cdd74cc6e1a392f34ac722e2324462
+size 394281800

model-00026-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07905b4e5c889c2d5bf10c1f75bd53c4f174a903617ccfcc0c24a62f0f8981be
+size 318776136

model-00027-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3d48b5dc87857c53dde816cd90f82294685cd8e7e4c6443f6100f5197b01a4
+size 318784440

model-00028-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bea6cdea471b32f1686aea2111f9dd23588eccb0665fc448e96480565d6a76
+size 318784432

model-00029-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ead904662f66a18b0458b582c5d75745b23e9eee3c150920869a6ba7973f1c
+size 379609648

model-00030-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aea8118e00ccbe79bdfddc4f41fc3772c222144a1a0807f1ddf443c2ec6405d
+size 394273496

model-00031-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858bd0dbdc9ff171639ada20fabbdf461b3a0ad1567ac6dd6829ab0c91c45311
+size 394281800

model-00032-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880d98344d8f190218612db2270fd67cea0434ab46d6f3a49b5cdc9328ba548
+size 318776136

model-00033-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c0b8751a0cadeb44a3085db6b4aeda1eeae47b441979c9766b859254bb40c2
+size 318784440

model-00034-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f988616a8e4b4ae89c2470b2ad86563b6e3ca9538bf40e175807a34ce7895fa
+size 318784432

model-00035-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53aea464af1e471d33d001fe262a8dd225e9eb96fdfcb5a93f04e6d45e9b45f
+size 394273496

model-00036-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ecf9d8c53598c1dcbf63f4bb9c60ebb23292d9b01263016fafc5e5f4934426
+size 394281800

model-00037-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb4f530e21d6a887537101fca005b93c3774023056987a722277384d1c242c0
+size 318776136

model-00038-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ee9ce12c3447547262b6cc0b8491631af55ffe094be7d8669f9bd622fbe35
+size 318784440

model-00039-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ad14315eba628d53badd7c3426b5a30b07cf66903bfe5bd549bb05e61de21
+size 318784432

model-00040-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a1fc6edda685db07d5faae657458cd4fb8ecaab9d4963c654333d8d90fe970
+size 394273496

model-00041-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a58fad2f1ec2f7ad5f5ec9bd35d09339ab46fe239727e349851d55ed20bb82
+size 394290088

picture.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6029d290f08db9fecea4e50609b9df15206371406508cb8c54615df97dd281
+size 3589027

q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475c1179b4718b1b28d3399004a63cc3f9dcc0760e0920118e70f6c9b82a8530
+size 4140373792

special_tokens_map.json

@@ -0,0 +1,35 @@
+{
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,47 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 255,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}