commit 874f2574cc0c7e30ace58744769689d06cf36d46 Author: ModelHub XC Date: Fri Aug 7 20:37:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: DS-Archive/MS3.1-24B-Magnum-Diamond-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..07758e8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-bf16.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS3.1-24B-Magnum-Diamond-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MS3.1-24B-Magnum-Diamond-IQ1_M.gguf b/MS3.1-24B-Magnum-Diamond-IQ1_M.gguf new file mode 100644 index 0000000..c812d9a --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f426729782fc0abc1a82612b3ac4e198008a37a44d4a973e4ebe6799e98c01c0 +size 5750496576 diff --git a/MS3.1-24B-Magnum-Diamond-IQ1_S.gguf b/MS3.1-24B-Magnum-Diamond-IQ1_S.gguf new file mode 100644 index 0000000..c4929e8 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104de84f23ed7710c5b078a053b1787273b50f6ecbb7a61a021e7dc7ddfd222c +size 5273722176 diff --git a/MS3.1-24B-Magnum-Diamond-IQ2_M.gguf b/MS3.1-24B-Magnum-Diamond-IQ2_M.gguf new file mode 100644 index 0000000..9893b49 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a840c9d814a2a17a9317469fdb02bc5e122053eca536e0f04b0092588932b390 +size 8114052416 diff --git a/MS3.1-24B-Magnum-Diamond-IQ2_S.gguf b/MS3.1-24B-Magnum-Diamond-IQ2_S.gguf new file mode 100644 index 0000000..233f2c8 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e54fffd5283fa9d1a10862655619c2edee9255c87758085a42448596b7e357 +size 7478353216 diff --git a/MS3.1-24B-Magnum-Diamond-IQ2_XS.gguf b/MS3.1-24B-Magnum-Diamond-IQ2_XS.gguf new file mode 100644 index 0000000..05a2c9f --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f23fed338160ce83b9019c11f9f31c1979f438fd7bdb62546a053cbb658968 +size 7207034176 diff --git a/MS3.1-24B-Magnum-Diamond-IQ2_XXS.gguf b/MS3.1-24B-Magnum-Diamond-IQ2_XXS.gguf new file mode 100644 index 0000000..577bbcc --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d569cc5555493c1a828c373552df92ff7d535dc153dfb4d7a457c86b0b15a5 +size 6545120576 diff --git a/MS3.1-24B-Magnum-Diamond-IQ3_M.gguf b/MS3.1-24B-Magnum-Diamond-IQ3_M.gguf new file mode 100644 index 0000000..42d5256 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a847a521f474d655755540e8cac38c69054c23f32e716ae1770ee1801e97579 +size 10650950976 diff --git a/MS3.1-24B-Magnum-Diamond-IQ3_S.gguf b/MS3.1-24B-Magnum-Diamond-IQ3_S.gguf new file mode 100644 index 0000000..41b28b4 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff8f81745d18ffd8d867489809483ae8c00053ca3155607669f5dbc0f766216 +size 10428128576 diff --git a/MS3.1-24B-Magnum-Diamond-IQ3_XS.gguf b/MS3.1-24B-Magnum-Diamond-IQ3_XS.gguf new file mode 100644 index 0000000..2816cfe --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e44103a5f8ea17f54b754eb52bdd911ae9dc2bda671eff0ad84256e9269e1bd +size 9907117376 diff --git a/MS3.1-24B-Magnum-Diamond-IQ3_XXS.gguf b/MS3.1-24B-Magnum-Diamond-IQ3_XXS.gguf new file mode 100644 index 0000000..f1ddf20 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d56984db643c99cfe8506ae16090475cdcb6fab203106f9a8942454cb997e6 +size 9280593216 diff --git a/MS3.1-24B-Magnum-Diamond-IQ4_NL.gguf b/MS3.1-24B-Magnum-Diamond-IQ4_NL.gguf new file mode 100644 index 0000000..b43f534 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d060b67592fb5432572d0fa1c2ef8568ca9fb39fbcb0058e16fdb499bd1633f8 +size 13468015936 diff --git a/MS3.1-24B-Magnum-Diamond-IQ4_XS.gguf b/MS3.1-24B-Magnum-Diamond-IQ4_XS.gguf new file mode 100644 index 0000000..fe16bfc --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5173dc2389950f6985aa599da04c16f3b704094a48ce9abb4828e12f9b6b4f04 +size 12758916416 diff --git a/MS3.1-24B-Magnum-Diamond-Q2_K.gguf b/MS3.1-24B-Magnum-Diamond-Q2_K.gguf new file mode 100644 index 0000000..8cbd581 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca103b012409f7d0df8f8f4e6c9e7324d8bd9bb3cb45e18f93edba8c8cc205b +size 8890326336 diff --git a/MS3.1-24B-Magnum-Diamond-Q2_K_S.gguf b/MS3.1-24B-Magnum-Diamond-Q2_K_S.gguf new file mode 100644 index 0000000..f949602 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57e377c63cd6e2c585db861402b7edaade5d677ab2180723005314cf4dc9e18 +size 8320163136 diff --git a/MS3.1-24B-Magnum-Diamond-Q3_K_L.gguf b/MS3.1-24B-Magnum-Diamond-Q3_K_L.gguf new file mode 100644 index 0000000..77fe03f --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8997afd28cd4e0a55029a50426d141eb1d61743b6e0bfb9b70bf2962c440afef +size 12400762176 diff --git a/MS3.1-24B-Magnum-Diamond-Q3_K_M.gguf b/MS3.1-24B-Magnum-Diamond-Q3_K_M.gguf new file mode 100644 index 0000000..67ff8dd --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d86f84ecb107cd293751cdca0db1de28985b333f08a50ab6c29a0b95f2825f +size 11474083136 diff --git a/MS3.1-24B-Magnum-Diamond-Q3_K_S.gguf b/MS3.1-24B-Magnum-Diamond-Q3_K_S.gguf new file mode 100644 index 0000000..a3c3a0c --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784a1276724312739f9ff640afff6f6d9fdd83bcf02759c7fb03e9b29584d72e +size 10400275776 diff --git a/MS3.1-24B-Magnum-Diamond-Q4_K_M.gguf b/MS3.1-24B-Magnum-Diamond-Q4_K_M.gguf new file mode 100644 index 0000000..405f2a9 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dfddf05ac492338cb3be933f286b5d6cdf70b1a9d09a0a5c27fd8a8396a92bf +size 14333910336 diff --git a/MS3.1-24B-Magnum-Diamond-Q4_K_S.gguf b/MS3.1-24B-Magnum-Diamond-Q4_K_S.gguf new file mode 100644 index 0000000..b1db0e2 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e3e8a07c44cb71a1987c5f5e90af3fb7f3dcdcffd2bb0b1049e24f237b9e0c +size 13549280576 diff --git a/MS3.1-24B-Magnum-Diamond-Q5_K_M.gguf b/MS3.1-24B-Magnum-Diamond-Q5_K_M.gguf new file mode 100644 index 0000000..f784ead --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b54efc0922707476524a22ebeaa504418384e3708466ae830b9474ac6a60a5 +size 16763985216 diff --git a/MS3.1-24B-Magnum-Diamond-Q5_K_S.gguf b/MS3.1-24B-Magnum-Diamond-Q5_K_S.gguf new file mode 100644 index 0000000..db3c0b0 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c38da88bd5882ceda79458a3809b0d5a228d4eec7bb0f433df378b758c1280 +size 16304414016 diff --git a/MS3.1-24B-Magnum-Diamond-Q6_K.gguf b/MS3.1-24B-Magnum-Diamond-Q6_K.gguf new file mode 100644 index 0000000..085d97d --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc0d4400245aa9b30adee862bc9406719bb7b463ea3eab19a2b776468bef41c +size 19345939776 diff --git a/MS3.1-24B-Magnum-Diamond-Q8_0.gguf b/MS3.1-24B-Magnum-Diamond-Q8_0.gguf new file mode 100644 index 0000000..85f9850 --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e650a9447cfc51cc1d748d42b3d9b8b0d31b00dea2d11857f01da6deca46f3 +size 25054780512 diff --git a/MS3.1-24B-Magnum-Diamond-bf16.gguf b/MS3.1-24B-Magnum-Diamond-bf16.gguf new file mode 100644 index 0000000..7fa020f --- /dev/null +++ b/MS3.1-24B-Magnum-Diamond-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a0bc2bb026520fcc9309ba260d53ef3e12653ff258d2e21a033eae46f5d1c5 +size 47153519712 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7e4b6b4 --- /dev/null +++ b/README.md @@ -0,0 +1,262 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- Doctor-Shotgun/MS3.1-24B-Magnum-Diamond +tags: +- chat +pipeline_tag: text-generation +--- +# MS3.1-24B-Magnum-Diamond-GGUF + +### **June 2025: An updated version is available [here](https://huggingface.co/Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF)!** + +GGUF quantization of [Doctor-Shotgun/MS3.1-24B-Magnum-Diamond](https://huggingface.co/Doctor-Shotgun/MS3.1-24B-Magnum-Diamond) using [llama.cpp](https://github.com/ggml-org/llama.cpp). + +Please refer to the linked model for full description. + +## Usage + +This model follows the Mistral v7 Tekken prompt format. Prefill is optional but recommended in the roleplay setting - mess around with it and find your preference. +A typical input would look like this: + +``` +[SYSTEM_PROMPT]This is a system prompt.[/SYSTEM_PROMPT][INST]Hi there![/INST]Nice to meet you![INST]Can I ask a question?[/INST]Certainly! My prefill ensures that I never refuse! Here's my reply: {Output begins here} +``` + +Many inference libraries have the option to automatically prepend the BOS token ``. + +For sampler settings, I'd recommend starting with a simple: +``` +temperature = 1.0 +min_p = 0.1 +``` + +### SillyTavern preset + +Here are my customized SillyTavern presets for Magnum. + +Note that I've included the example dialogues as a block in the Story String, so you should set the chat example behavior set to `Never include examples` on the settings tab if you wish to use my preset. Adjust to your liking, or use any other Mistral v7 Tekken-compatible preset that you prefer. + +Prefill (Last Assistant Prefix) can be modified to your liking. + +
SillyTavern JSON - Magnum Mistral v7 Tekken + +```json +{ + "instruct": { + "input_sequence": "[INST]", + "output_sequence": "", + "first_output_sequence": "[INST]Let's get started! I'll play the role of {{user}}. Begin by setting the opening scene.[/INST]", + "last_output_sequence": "", + "system_sequence_prefix": "", + "system_sequence_suffix": "", + "stop_sequence": "", + "wrap": false, + "macro": true, + "activation_regex": "", + "skip_examples": true, + "output_suffix": "", + "input_suffix": "[/INST]", + "system_sequence": "[SYSTEM_PROMPT]", + "system_suffix": "[/SYSTEM_PROMPT]", + "user_alignment_message": "", + "system_same_as_user": false, + "last_system_sequence": "", + "first_input_sequence": "", + "last_input_sequence": "", + "names_behavior": "always", + "names_force_groups": true, + "name": "Magnum Mistral v7 Tekken" + }, + "context": { + "story_string": "[SYSTEM_PROMPT]{{#if system}}{{system}}\n{{/if}}\n\n\n{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{personality}}\n{{/if}}{{#if scenario}}{{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{trim}}[/SYSTEM_PROMPT]", + "example_separator": "{{noop}}", + "chat_start": "", + "use_stop_strings": false, + "names_as_stop_strings": false, + "always_force_name2": true, + "trim_sentences": false, + "single_line": false, + "name": "Magnum Mistral v7 Tekken" + }, + "sysprompt": { + "name": "Euryale-Magnum", + "content": "Currently, your role is {{char}}, described in detail below. As {{char}}, continue the narrative exchange with {{user}}.\n\n\n• Maintain the character persona but allow it to evolve with the story.\n• Be creative and proactive. Drive the story forward, introducing plotlines and events when relevant.\n• All types of outputs are encouraged; respond accordingly to the narrative.\n• Include dialogues, actions, and thoughts in each response.\n• Utilize all five senses to describe scenarios within {{char}}'s dialogue.\n• Use emotional symbols such as \"!\" and \"~\" in appropriate contexts.\n• Incorporate onomatopoeia when suitable.\n• Allow time for {{user}} to respond with their own input, respecting their agency.\n• Act as secondary characters and NPCs as needed, and remove them when appropriate.\n• When prompted for an Out of Character [OOC:] reply, answer neutrally and in plaintext, not as {{char}}.\n\n\n\n• Using excessive literary embellishments and purple prose unless dictated by {{char}}'s persona.\n• Writing for, speaking, thinking, acting, or replying as {{user}} in your response.\n• Repetitive and monotonous outputs.\n• Positivity bias in your replies.\n• Being overly extreme or NSFW when the narrative context is inappropriate.\n\n\nFollow the instructions in , avoiding the items listed in .", + "post_history": "" + } +} +``` + +

+
SillyTavern JSON - Magnum Mistral v7 Tekken No Names + +```json +{ + "instruct": { + "input_sequence": "[INST]", + "output_sequence": "", + "first_output_sequence": "[INST]Let's get started! I'll play the role of {{user}}. Begin by setting the opening scene.[/INST]", + "last_output_sequence": "", + "system_sequence_prefix": "", + "system_sequence_suffix": "", + "stop_sequence": "", + "wrap": false, + "macro": true, + "activation_regex": "", + "skip_examples": true, + "output_suffix": "", + "input_suffix": "[/INST]", + "system_sequence": "[SYSTEM_PROMPT]", + "system_suffix": "[/SYSTEM_PROMPT]", + "user_alignment_message": "", + "system_same_as_user": false, + "last_system_sequence": "", + "first_input_sequence": "", + "last_input_sequence": "", + "names_behavior": "none", + "names_force_groups": true, + "name": "Magnum Mistral v7 Tekken No Names" + }, + "context": { + "story_string": "[SYSTEM_PROMPT]{{#if system}}{{system}}\n{{/if}}\n\n\n{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{personality}}\n{{/if}}{{#if scenario}}{{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{trim}}[/SYSTEM_PROMPT]", + "example_separator": "{{noop}}", + "chat_start": "", + "use_stop_strings": false, + "names_as_stop_strings": false, + "always_force_name2": false, + "trim_sentences": false, + "single_line": false, + "name": "Magnum Mistral v7 Tekken No Names" + }, + "sysprompt": { + "name": "Euryale-Magnum", + "content": "Currently, your role is {{char}}, described in detail below. As {{char}}, continue the narrative exchange with {{user}}.\n\n\n• Maintain the character persona but allow it to evolve with the story.\n• Be creative and proactive. Drive the story forward, introducing plotlines and events when relevant.\n• All types of outputs are encouraged; respond accordingly to the narrative.\n• Include dialogues, actions, and thoughts in each response.\n• Utilize all five senses to describe scenarios within {{char}}'s dialogue.\n• Use emotional symbols such as \"!\" and \"~\" in appropriate contexts.\n• Incorporate onomatopoeia when suitable.\n• Allow time for {{user}} to respond with their own input, respecting their agency.\n• Act as secondary characters and NPCs as needed, and remove them when appropriate.\n• When prompted for an Out of Character [OOC:] reply, answer neutrally and in plaintext, not as {{char}}.\n\n\n\n• Using excessive literary embellishments and purple prose unless dictated by {{char}}'s persona.\n• Writing for, speaking, thinking, acting, or replying as {{user}} in your response.\n• Repetitive and monotonous outputs.\n• Positivity bias in your replies.\n• Being overly extreme or NSFW when the narrative context is inappropriate.\n\n\nFollow the instructions in , avoiding the items listed in .", + "post_history": "" + } +} +``` + +

+
SillyTavern JSON - Magnum Mistral v7 Tekken Prefill + +```json +{ + "instruct": { + "input_sequence": "[INST]", + "output_sequence": "", + "first_output_sequence": "[INST]Let's get started! I'll play the role of {{user}}. Begin by setting the opening scene.[/INST]", + "last_output_sequence": "Great! I'll write {{char}}'s next section following the instructions provided. {{random::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::Let's break out my literary genius! ::I'll take things in a more interesting direction! ::Let's spice up our story! ::Hmmm... where do we go from here... Got it! ::I'll throw in an exciting plot twist! }}I've got the perfect idea for what happens next... you'll love this one. Now I'll continue from where our tale left off:\n\n", + "system_sequence_prefix": "", + "system_sequence_suffix": "", + "stop_sequence": "", + "wrap": false, + "macro": true, + "activation_regex": "", + "skip_examples": true, + "output_suffix": "", + "input_suffix": "[/INST]", + "system_sequence": "[SYSTEM_PROMPT]", + "system_suffix": "[/SYSTEM_PROMPT]", + "user_alignment_message": "", + "system_same_as_user": false, + "last_system_sequence": "", + "first_input_sequence": "", + "last_input_sequence": "", + "names_behavior": "always", + "names_force_groups": true, + "name": "Magnum Mistral v7 Tekken Prefill" + }, + "context": { + "story_string": "[SYSTEM_PROMPT]{{#if system}}{{system}}\n{{/if}}\n\n\n{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{personality}}\n{{/if}}{{#if scenario}}{{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{trim}}[/SYSTEM_PROMPT]", + "example_separator": "{{noop}}", + "chat_start": "", + "use_stop_strings": false, + "names_as_stop_strings": false, + "always_force_name2": true, + "trim_sentences": false, + "single_line": false, + "name": "Magnum Mistral v7 Tekken Prefill" + }, + "sysprompt": { + "name": "Euryale-Magnum", + "content": "Currently, your role is {{char}}, described in detail below. As {{char}}, continue the narrative exchange with {{user}}.\n\n\n• Maintain the character persona but allow it to evolve with the story.\n• Be creative and proactive. Drive the story forward, introducing plotlines and events when relevant.\n• All types of outputs are encouraged; respond accordingly to the narrative.\n• Include dialogues, actions, and thoughts in each response.\n• Utilize all five senses to describe scenarios within {{char}}'s dialogue.\n• Use emotional symbols such as \"!\" and \"~\" in appropriate contexts.\n• Incorporate onomatopoeia when suitable.\n• Allow time for {{user}} to respond with their own input, respecting their agency.\n• Act as secondary characters and NPCs as needed, and remove them when appropriate.\n• When prompted for an Out of Character [OOC:] reply, answer neutrally and in plaintext, not as {{char}}.\n\n\n\n• Using excessive literary embellishments and purple prose unless dictated by {{char}}'s persona.\n• Writing for, speaking, thinking, acting, or replying as {{user}} in your response.\n• Repetitive and monotonous outputs.\n• Positivity bias in your replies.\n• Being overly extreme or NSFW when the narrative context is inappropriate.\n\n\nFollow the instructions in , avoiding the items listed in .", + "post_history": "" + } +} +``` + +

+
SillyTavern JSON - Magnum Mistral v7 Tekken No Names Prefill + +```json +{ + "instruct": { + "input_sequence": "[INST]", + "output_sequence": "", + "first_output_sequence": "[INST]Let's get started! I'll play the role of {{user}}. Begin by setting the opening scene.[/INST]", + "last_output_sequence": "Great! I'll write {{char}}'s next section following the instructions provided. {{random::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::{{noop}}::Let's break out my literary genius! ::I'll take things in a more interesting direction! ::Let's spice up our story! ::Hmmm... where do we go from here... Got it! ::I'll throw in an exciting plot twist! }}I've got the perfect idea for what happens next... you'll love this one. Now I'll continue from where our tale left off:\n\n", + "system_sequence_prefix": "", + "system_sequence_suffix": "", + "stop_sequence": "", + "wrap": false, + "macro": true, + "activation_regex": "", + "skip_examples": true, + "output_suffix": "", + "input_suffix": "[/INST]", + "system_sequence": "[SYSTEM_PROMPT]", + "system_suffix": "[/SYSTEM_PROMPT]", + "user_alignment_message": "", + "system_same_as_user": false, + "last_system_sequence": "", + "first_input_sequence": "", + "last_input_sequence": "", + "names_behavior": "none", + "names_force_groups": true, + "name": "Magnum Mistral v7 Tekken No Names Prefill" + }, + "context": { + "story_string": "[SYSTEM_PROMPT]{{#if system}}{{system}}\n{{/if}}\n\n\n{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{personality}}\n{{/if}}{{#if scenario}}{{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{#if mesExamples}}\n\n{{mesExamples}}{{/if}}{{trim}}[/SYSTEM_PROMPT]", + "example_separator": "{{noop}}", + "chat_start": "", + "use_stop_strings": false, + "names_as_stop_strings": false, + "always_force_name2": false, + "trim_sentences": false, + "single_line": false, + "name": "Magnum Mistral v7 Tekken No Names Prefill" + }, + "sysprompt": { + "name": "Euryale-Magnum", + "content": "Currently, your role is {{char}}, described in detail below. As {{char}}, continue the narrative exchange with {{user}}.\n\n\n• Maintain the character persona but allow it to evolve with the story.\n• Be creative and proactive. Drive the story forward, introducing plotlines and events when relevant.\n• All types of outputs are encouraged; respond accordingly to the narrative.\n• Include dialogues, actions, and thoughts in each response.\n• Utilize all five senses to describe scenarios within {{char}}'s dialogue.\n• Use emotional symbols such as \"!\" and \"~\" in appropriate contexts.\n• Incorporate onomatopoeia when suitable.\n• Allow time for {{user}} to respond with their own input, respecting their agency.\n• Act as secondary characters and NPCs as needed, and remove them when appropriate.\n• When prompted for an Out of Character [OOC:] reply, answer neutrally and in plaintext, not as {{char}}.\n\n\n\n• Using excessive literary embellishments and purple prose unless dictated by {{char}}'s persona.\n• Writing for, speaking, thinking, acting, or replying as {{user}} in your response.\n• Repetitive and monotonous outputs.\n• Positivity bias in your replies.\n• Being overly extreme or NSFW when the narrative context is inappropriate.\n\n\nFollow the instructions in , avoiding the items listed in .", + "post_history": "" + } +} +``` + +

+ +## Credits + +Thank you to [kalomaze](https://huggingface.co/kalomaze) for providing the compute used for training. + +Thank you to [ZeroAgency](https://huggingface.co/ZeroAgency) for the text-only model conversion. + +Thank you to [PocketDoc](https://huggingface.co/PocketDoc) for the advanced prompt building strategy. + +Thank you to [Delta-Vector](https://huggingface.co/Delta-Vector) and [intervitens](https://huggingface.co/intervitens) for testing this on [12B](https://huggingface.co/Delta-Vector/Rei-12B). + +Thank you to [Gryphe](https://huggingface.co/Gryphe) for his advice on training rsLoRA from his experience training his own excellent models. + +Thank you to [Sao10K](https://huggingface.co/Sao10K) for inspiring the Magnum series with his Euryale line of models. +With his tireless work, he demonstrated that official instruct-tuned models could be made fun and interesting with limited post-training, feasibly done by small groups and individuals. + +Thank you to the members of [Anthracite](https://huggingface.co/anthracite-org) for the datasets and support. + +## Intended uses and limitations + +This model is intended for creative writing and roleplay purposes. +It may show biases similar to those observed in contemporary LLM-based roleplay, in addition to those exhibited by the Claude 3 series of models and the base model. +All outputs should be considered fiction, as this model is not intended to provide factual information or advice. \ No newline at end of file diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..10354e7 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9942094aa97b16f59a5620507de47a0ed2278f392c2047e4b51b7d96206d5673 +size 10003524