初始化项目，由ModelHub XC社区提供模型

Model: yamatazen/EsotericSage-12B
Source: Original Platform

.gitattributes

@@ -0,0 +1,37 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+EsotericSage-12B.png filter=lfs diff=lfs merge=lfs -text

EsotericSage-12B.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2880df51aa2d512d0418edf3f4f44b02cabb2420d54475fb48335a7aff53fc
+size 2375247

README.md

@@ -0,0 +1,42 @@
+---
+base_model:
+- yamatazen/ForgottenMaid-12B
+- yamatazen/LinearWriter-12B
+library_name: transformers
+tags:
+- mergekit
+- merge
+- nearswap
+language:
+- en
+- ja
+---
+![image/png](https://huggingface.co/yamatazen/EsotericSage-12B/resolve/main/EsotericSage-12B.png?download=true)
+# EsotericSage-12B
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the [NearSwap](https://huggingface.co/alchemonaut/QuartetAnemoi-70B-t0.0001) merge method using [yamatazen/LinearWriter-12B](https://huggingface.co/yamatazen/LinearWriter-12B) as a base.
+
+### Models Merged
+
+The following models were included in the merge:
+* [yamatazen/ForgottenMaid-12B](https://huggingface.co/yamatazen/ForgottenMaid-12B)
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+merge_method: nearswap
+dtype: bfloat16
+out_dtype: bfloat16
+base_model: yamatazen/LinearWriter-12B
+models:
+  - model: yamatazen/ForgottenMaid-12B
+parameters:
+  t: [0.0001, 0.0003, 0.0005, 0.0003, 0.0001]
+```

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "use_cache": false,
+  "vocab_size": 131072
+}

mergekit_config.yml

@@ -0,0 +1,8 @@
+merge_method: nearswap
+dtype: bfloat16
+out_dtype: bfloat16
+base_model: yamatazen/LinearWriter-12B
+models:
+  - model: yamatazen/ForgottenMaid-12B
+parameters:
+  t: [0.0001, 0.0003, 0.0005, 0.0003, 0.0001]

model-00001-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2167f73fd468ae9882795aca42762bd97ee0f711e22a97337be669259d36dda
+size 1342177408

model-00002-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3db119cc4cd6f619ea75ed4086b85a66a69cdb11f758c20616991393ab79fe4
+size 1342177424

model-00003-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2b70699ad4384dccc85eca42cd576323b4dc6a2bd12e37dfe3541ac79b9be6
+size 996189888

model-00004-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275333f2fcb0f94598ac61d3160a5add9b4837ced246d69b06c931cc7a62b30c
+size 933265104

model-00005-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47605f5e02c6d51979b593154b7c2f90b4a04dbe5f381af696eec03e1776c35b
+size 943761344

model-00006-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caed8c79244f5a21291a721a71dff4fe481696a5564fe565cc4e526e6fa19b6
+size 943761344

model-00007-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c51411e2118b0a4ede5a260588a79204b934d4336848e5ba73ee6a8c913b16
+size 996179560

model-00008-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbae90b614a35b412046cd9bef7371d8f1cddf834f3e13d2c696e6d0232a078e
+size 933265104

model-00009-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fca976a3a40c80c5edfcf8e5d60b41964e60b5b0cf25b432315c59e95bb32a0
+size 943761344

model-00010-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8014ca5fbc7c0c1f3b6e7667b72e12876c5f0cefc2228dd2a6684d4460b10b6
+size 943761344

model-00011-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d58db13412080a60004d12a935f9c16c336e59e86ac5d4b1b7fbb33faecd4c
+size 996179560

model-00012-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45cb87aa866c33ee8cb27d6ee9a51c25e4d828714859939ced37176dd92c3d6
+size 933265104

model-00013-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dfd8c07ea3cc6fc2b2e9dfe227b3ed7ca52acc259b2422fa211799c5f5e6d1
+size 943761344

model-00014-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dd9d09e3f595b9c5b3fa3f4dc03045b4510e9c90e745ab2ec038167a6ba382
+size 943761344

model-00015-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7461d49feee79147f501414aa80a4a389e9bc2b94354721585715c98a88b8dff
+size 996179560

model-00016-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4365b0b510f0b16bbadce5860deaceb2c264ce8eed65c469988a0c5d93045c
+size 933265096

model-00017-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8ae53a1e784416f7e694a2cfadc5200758bf4799d819e74f1305bd7ab027c3
+size 943761344

model-00018-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff525d115a50219c512ff03a73583cfe29cc0bef3398e883f5bd27c9fc70a6e6
+size 943761344

model-00019-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd77a391907490ac4d6ab788714efdb8f8f7d5145b80ed3446d81e3ac6de667
+size 996179560

model-00020-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498b5128faa2febe04b47815de64ba62a28316ececa80d45bfeebc31c33ed0cc
+size 933265104

model-00021-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec2bdb43e1b3f8a4c517233cfe248ed539bd119a90bef30edd36c2eb4211c83
+size 943761344

model-00022-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992720a03963db1778142bef72bdbca6ed241b71e127f21f3b31e78f87c59fb
+size 943761336

model-00023-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb8a0df6f08fdae52d08e28918fc6b08335bd7d03d6da0992564b31fd99a04a
+size 996179552

model-00024-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5ee7592c7208883dcc9a7ba75432ecaa6b85705a69a2b4fe1f329c556375b4
+size 933265088

model-00025-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a871b677c3c091c83c482db468d15a1ed97b36dfa2b23e5788f2a5aaf4e66
+size 796960560

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292