初始化项目，由ModelHub XC社区提供模型

Model: DreadPoor/Famino-12B-Model_Stock
Source: Original Platform

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,37 @@
+---
+library_name: transformers
+license: apache-2.0
+tags:
+- merge
+- mergekit
+- lazymergekit
+base_model:
+- cgato/Nemo-12b-Humanize-SFT-v0.2.5-KTO
+- DreadPoor/Irix-12B-Model_Stock
+- redrix/GodSlayer-12B-ABYSS
+- PygmalionAI/Pygmalion-3-12B
+- DreadPoor/Ward-12B-Model_Stock
+---
+
+# Famino
+
+Famino is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
+* [cgato/Nemo-12b-Humanize-SFT-v0.2.5-KTO](https://huggingface.co/cgato/Nemo-12b-Humanize-SFT-v0.2.5-KTO)
+* [DreadPoor/Irix-12B-Model_Stock](https://huggingface.co/DreadPoor/Irix-12B-Model_Stock)
+* [redrix/GodSlayer-12B-ABYSS](https://huggingface.co/redrix/GodSlayer-12B-ABYSS)
+* [PygmalionAI/Pygmalion-3-12B](https://huggingface.co/PygmalionAI/Pygmalion-3-12B)
+
+## 🧩 Configuration
+
+```yamly
+models:
+  - model: cgato/Nemo-12b-Humanize-SFT-v0.2.5-KTO
+  - model: DreadPoor/Irix-12B-Model_Stock
+  - model: redrix/GodSlayer-12B-ABYSS
+  - model: PygmalionAI/Pygmalion-3-12B
+merge_method: model_stock
+base_model: DreadPoor/Ward-12B-Model_Stock
+normalize: false
+int8_mask: true
+dtype: bfloat16
+```

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 1024000,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.0",
+  "use_cache": false,
+  "vocab_size": 131072
+}

mergekit_config.yml

@@ -0,0 +1,11 @@
+
+models:
+  - model: cgato/Nemo-12b-Humanize-SFT-v0.2.5-KTO
+  - model: DreadPoor/Irix-12B-Model_Stock
+  - model: redrix/GodSlayer-12B-ABYSS
+  - model: PygmalionAI/Pygmalion-3-12B
+merge_method: model_stock
+base_model: DreadPoor/Ward-12B-Model_Stock
+normalize: false
+int8_mask: true
+dtype: bfloat16

model-00001-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f5f1a2c49339a647a51459c37e6c3bc56963f54db1693659dc6a568443aeb
+size 1342177408

model-00002-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ef0311cc23ed1be631bcd80fb91b11755d786e3c018e3825cf9ffbece0896
+size 1342177424

model-00003-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5927cd5d31976a8556ed54080788159f20f55b75371e2c74ef083e691dae0cb1
+size 996189888

model-00004-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5237ba6f329d734d02ac55bd9e887c6031287b48c5a87c046d9aea17f944b8c5
+size 933265104

model-00005-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0aaff9aadfff9a31bb94acdc7cff08aadcfb626b9e5292006613f196b8b7d
+size 943761344

model-00006-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14730ca098ab123c3f260fa3b78bfcb9a79d2a27351e62d920ab49a352f7d9ae
+size 943761344

model-00007-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de4a58028fe8b2dcff9faadb779bc841ee0587d77c3aa0f931feb1b0b746421
+size 996179560

model-00008-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4732ef4ffa4e16ec1e1cee7c79efc8c3b4cfea255d4f3de5ffa7ec823505c177
+size 933265104

model-00009-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d095664e81a4e09f8ad29adfac5f0f32db34da5d5078ddb0ce07c0f8dfe563
+size 943761344

model-00010-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f7c530f6be884a19af13eeced976fcff9d7ce4da1b93388539e7614b90fe4d
+size 943761344

model-00011-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcfcefe1c7f6e0303ac3cf310cb8c3048c40eb6959350d8cbb2dd2ded2e14e8
+size 996179560

model-00012-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6501019c1e78e83a042c83b04f6a6a8a9aec4a75898441346d985bb4014d8649
+size 933265104

model-00013-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6061feff973f0e694827ee8c3f7c9fde37a0c2ad70852454fdd894932a523ca
+size 943761344

model-00014-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61c61b98aa0cec9dedf284f407d08302e1d5f794a9c6fad51d2939f83e1aa75
+size 943761344

model-00015-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22370c724673296ae2eab36023dfcdcfeb865749d7723fa937075d6df7b25a6a
+size 996179560

model-00016-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c20bafb2aad2a419eeb2d79d4698915a896853d2c27a7c354642bcc1e52ad3
+size 933265096

model-00017-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50236f506ba74ee29cddf95935ff75078c3eb1a64fdcee2aafb1816a9254a838
+size 943761344

model-00018-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668388a799244edbb2c9024790d7402265aa344dfad339a3836702e930b8e247
+size 943761344

model-00019-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4393fb061b41f81b0853d696b29f8e2bdc93903de1567339a9c4f2a125fb58c0
+size 996179560

model-00020-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c116c58fafb745bd43c58ed5d28934bf6f549aaf89edf7dd23fc2e9b8ffa5fb
+size 933265104

model-00021-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b7339e083a021efb9daf0663d5ef48f3f208ed11332e2ffaf6619486a55a35
+size 943761344

model-00022-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d6035b2bd37d01028015823c33a5a41a1038c164e8775daba24fe6102555f
+size 943761336

model-00023-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc9e3c7e98fd93502024adccdf95c14a9ad882da34a0eeba8156e5c8d99c7fc
+size 996179552

model-00024-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e974da53499490d25e5209e8e3647fe762aeab60c9eb31f3defdccee65e4c9c7
+size 933265088

model-00025-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0414ae5f61498b1fccb93009747dc566ddf820cbbe8c6da21a9299c8a0df6d69
+size 796960560

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee57bd3271d8c200a06df40f9d7c94f8bb8f085b5cfb2d40907a794560df2ec3
+size 17078342