ohyeah1/Violet-Lyra-Gutenberg-v2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: ohyeah1/Violet-Lyra-Gutenberg-v2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-08 23:39:20 +08:00
commit 9dcd0832ca
17 changed files with 8206 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
.gitattributes vendored Normal file
View File

@@ -0,0 +1,36 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text

39
README.md Normal file
View File

@@ -0,0 +1,39 @@
---
base_model: []
library_name: transformers
tags:
- mergekit
- merge
---
# Violet-Lyra-Gutenberg-v2-12b
Update:
Actually I do not really like its prose. It is more stable, though. Interestingly it scored amazing on UGI leaderboard. I do think this model is really smart though.
# Prompt format:
ChatML
```yaml
models:
- model: redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS
parameters:
weight: 0.3
- model: Nitral-AI/Captain_Eris_Noctis-12B-v0.420
parameters:
weight: 0.3
- model: ohyeah1/Violet-Lyra-Gutenberg
parameters:
weight: 0.6
base_model: mistralai/Mistral-Nemo-Base-2407
parameters:
density: 0.5
epsilon: 0.1
lambda: 1.0
normalize: false
rescale: true
merge_method: della_linear
tokenizer:
source: union
dtype: bfloat16
```

27
config.json Normal file
View File

@@ -0,0 +1,27 @@
{
"_name_or_path": "..\\text-generation-webui\\models\\Mistral-Nemo-Base-2407",
"architectures": [
"MistralForCausalLM"
],
"attention_dropout": 0.0,
"bos_token_id": 1,
"eos_token_id": 2,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 5120,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"model_type": "mistral",
"num_attention_heads": 32,
"num_hidden_layers": 40,
"num_key_value_heads": 8,
"rms_norm_eps": 1e-05,
"rope_theta": 1000000.0,
"sliding_window": null,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.45.1",
"use_cache": true,
"vocab_size": 131074
}

21
mergekit_config.yml Normal file
View File

@@ -0,0 +1,21 @@
models:
- model: redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS
parameters:
weight: 0.3
- model: Nitral-AI/Captain_Eris_Noctis-12B-v0.420
parameters:
weight: 0.3
- model: ohyeah1/Violet-Lyra-Gutenberg-v2
parameters:
weight: 0.6
base_model: mistralai/Mistral-Nemo-Base-2407
parameters:
density: 0.5
epsilon: 0.1
lambda: 1.0
normalize: false
rescale: true
merge_method: della_linear
tokenizer:
source: union
dtype: bfloat16

3
model-00001-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f8c5079e1592722ed12428c3385ecda7879bf9e16776a28a58266c48381a29bf
size 2978007616

3
model-00002-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b32dd55ff09ac7ad001b15d943e08c087249e1d229eca7e29a89fb295288691c
size 2978084776

3
model-00003-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f20fa3a1cbfc30b2e8796d32db395d2845c4d1c235a5cdaa41ac05a42d99b70e
size 2873206016

3
model-00004-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:58b7a9a98cfe34de794155153816be717eedd38ce676d3642892cc42d41bb90f
size 2873206000

3
model-00005-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28f349a24949ff206bc00035e3a4b74a185bbf68bb4bbf31c75a8d2b01ad91e1
size 2978084792

3
model-00006-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b190e35ffe094b0ba99a69ea5379fbe91559929a988c20a9145d0e71267a2361
size 2873206008

3
model-00007-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bd4d8f6d9d7837c03c31a0c2bcbb505c19fdb5a6111360f0d05a2faad0b99183
size 2873206008

3
model-00008-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c952032286622a555fa2d8b7c70d6794027263a91a5b416c98820d7e9ca96077
size 2978084760

3
model-00009-of-00009.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7597f0556ef13f62bdb0a3e878b4e147b7bbe6adb34a11ccac8874c5d8bac4dc
size 1090562072

1
model.safetensors.index.json Normal file
View File

File diff suppressed because one or more lines are too long

23
special_tokens_map.json Normal file
View File

@@ -0,0 +1,23 @@
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:48130f8c042761b84abbfbf10ad07efa7c26108a14e7a2a0402daa06e447a47a
size 17078668

8029
tokenizer_config.json Normal file
View File

File diff suppressed because it is too large Load Diff