commit ba99881b1a32fa5c67a13d5d58e32ac5d0c1c779 Author: ModelHub XC Date: Tue May 12 16:57:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Gryphe/MythoLogic-13b Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..8b0d2e2 --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +license: other +language: +- en +--- +**UPDATE:** There's a Llama 2 sequel now! [Check it out here!](https://huggingface.co/Gryphe/MythoLogic-L2-13b) + +An experiment with gradient merges using [the following script](https://github.com/TehVenomm/LM_Transformers_BlockMerge), with [Chronos](https://huggingface.co/elinas/chronos-13b) as its primary model, augmented by [Hermes](https://huggingface.co/NousResearch/Nous-Hermes-13b) and [Wizard-Vicuna Uncensored](https://huggingface.co/TheBloke/Wizard-Vicuna-13B-Uncensored-HF). + +Quantized models are available from TheBloke: [GGML](https://huggingface.co/TheBloke/MythoLogic-13B-GGML) - [GPTQ](https://huggingface.co/TheBloke/MythoLogic-13B-GPTQ) (You're the best!) + +## Model details + +Chronos is a wonderfully verbose model, though it definitely seems to lack in the logic department. Hermes and WizardLM have been merged gradually, primarily in the higher layers (10+) in an attempt to rectify some of this behaviour. + +The main objective was to create an all-round model with improved story generation and roleplaying capabilities. + +Below is an illustration to showcase a rough approximation of the gradients I used to create MythoLogic: + +![](approximation.png) + +## Prompt Format + +This model primarily uses Alpaca formatting, so for optimal model performance, use: +``` + + +### Instruction: +Your instruction or question here. +For roleplay purposes, I suggest the following - Write 's next reply in a chat between and . Write a single reply only. + +### Response: +``` + +--- +license: other +--- \ No newline at end of file diff --git a/approximation.png b/approximation.png new file mode 100644 index 0000000..2758c14 Binary files /dev/null and b/approximation.png differ diff --git a/config.json b/config.json new file mode 100644 index 0000000..8e50287 --- /dev/null +++ b/config.json @@ -0,0 +1,24 @@ +{ + "_name_or_path": "mythologic-13b", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 2048, + "max_sequence_length": 2048, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.30.2", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..89c31b8 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.30.2" +} diff --git a/pytorch_model-00001-of-00013.bin b/pytorch_model-00001-of-00013.bin new file mode 100644 index 0000000..9fe776f --- /dev/null +++ b/pytorch_model-00001-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca690be551366328092e4c5b96a7af01835a5338df433dd2be141a44dc96388 +size 2089338375 diff --git a/pytorch_model-00002-of-00013.bin b/pytorch_model-00002-of-00013.bin new file mode 100644 index 0000000..e228865 --- /dev/null +++ b/pytorch_model-00002-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f1bcb4fecff198c0b662b1fb9c81545c55c158c5879c23a906aeeca75669e2 +size 2044816481 diff --git a/pytorch_model-00003-of-00013.bin b/pytorch_model-00003-of-00013.bin new file mode 100644 index 0000000..92aaa03 --- /dev/null +++ b/pytorch_model-00003-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441209c19b43d7c72f864dfd34a25b342c79d85d44f8a2d73cfd39ecabae06d2 +size 2060524641 diff --git a/pytorch_model-00004-of-00013.bin b/pytorch_model-00004-of-00013.bin new file mode 100644 index 0000000..716f88f --- /dev/null +++ b/pytorch_model-00004-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3511921c10e1933b8d73b2d7e56290314d2203f45dd58b2550a2b8f4e7800f +size 1955666831 diff --git a/pytorch_model-00005-of-00013.bin b/pytorch_model-00005-of-00013.bin new file mode 100644 index 0000000..1f2a415 --- /dev/null +++ b/pytorch_model-00005-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e770d0055482cdcd0f4dcf4b15232c6a2c957cf4f462fef4c93fc4e96740c0 +size 2044795325 diff --git a/pytorch_model-00006-of-00013.bin b/pytorch_model-00006-of-00013.bin new file mode 100644 index 0000000..dcbccfc --- /dev/null +++ b/pytorch_model-00006-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69e4ed0548bda7c87634d03944f88f735211a03099aa48147261b20ec63e1db +size 2044795325 diff --git a/pytorch_model-00007-of-00013.bin b/pytorch_model-00007-of-00013.bin new file mode 100644 index 0000000..cefd1f7 --- /dev/null +++ b/pytorch_model-00007-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c757a0b9e67a8e45d0b510d3faf45fb5acb593637a263935f1108945bd468fb1 +size 2044816481 diff --git a/pytorch_model-00008-of-00013.bin b/pytorch_model-00008-of-00013.bin new file mode 100644 index 0000000..71a86da --- /dev/null +++ b/pytorch_model-00008-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279dfa934d6aede296025ebc5ce8571786a7940e252c75f595400200fa8c0624 +size 2060524641 diff --git a/pytorch_model-00009-of-00013.bin b/pytorch_model-00009-of-00013.bin new file mode 100644 index 0000000..b7c620d --- /dev/null +++ b/pytorch_model-00009-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c007d889c6f1631981136382e63538bf30e590de6e08a3077153a95e14c68b4 +size 1955666831 diff --git a/pytorch_model-00010-of-00013.bin b/pytorch_model-00010-of-00013.bin new file mode 100644 index 0000000..4030be0 --- /dev/null +++ b/pytorch_model-00010-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3608eb2fd2801f70902fa26a30324d87d498034627dcbf5f678ab6755f734d +size 2044795325 diff --git a/pytorch_model-00011-of-00013.bin b/pytorch_model-00011-of-00013.bin new file mode 100644 index 0000000..539f4f3 --- /dev/null +++ b/pytorch_model-00011-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3727f63897faaa5ba3413e1a0af84bc0eaa73517d51730fffc3377639031342 +size 2044795325 diff --git a/pytorch_model-00012-of-00013.bin b/pytorch_model-00012-of-00013.bin new file mode 100644 index 0000000..1e449db --- /dev/null +++ b/pytorch_model-00012-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef98fec70f62b7d3a2472434504faf92d3cee00d7f8b8a6a854ebfc007d6b35 +size 2044816481 diff --git a/pytorch_model-00013-of-00013.bin b/pytorch_model-00013-of-00013.bin new file mode 100644 index 0000000..579c35c --- /dev/null +++ b/pytorch_model-00013-of-00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791c3463db904e263b3c38ac8bfe964ad23a75100bde391aa195b58007ef6f82 +size 1596515867 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000..f46c8e8 --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842f10514b7e183b744e74739976552426c9522c57a8a88db3a3c567810f362f +size 33444 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e32fb12 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,24 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "pad_token": "[PAD]", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} \ No newline at end of file diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..37fb4b5 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "model_max_length": 2000, + "pad_token": null, + "padding_side": "right", + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} \ No newline at end of file