From 6dc16babc0be654fe0e002744a45b2ae897ec985 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 30 Aug 2026 03:46:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: N-Bot-Int/OpenElla-NovelWriter-Requiem-Ascended Source: Original Platform --- .gitattributes | 36 + README.md | 171 +++++ chat_template.jinja | 5 + config.json | 40 + feature_report.json | 1622 ++++++++++++++++++++++++++++++++++++++++ generation_config.json | 11 + model.safetensors | 3 + obedience_vector.pt | 3 + tokenizer.json | 3 + tokenizer_config.json | 14 + 10 files changed, 1908 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 feature_report.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 obedience_vector.pt create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..73b7fc9 --- /dev/null +++ b/README.md @@ -0,0 +1,171 @@ +--- +base_model: +- N-Bot-Int/OpenElla-NovelWriter-8B-V2-merged +- N-Bot-Int/OpenElla-NovelWriter-8B-merged +- N-Bot-Int/OpenElla-NovelWriter-8B-Magnate-merged +- akjindal53244/Llama-3.1-Storm-8B +tags: +- text-generation-inference +- transformers +- llama +- trl +- roleplay +- conversational +- merge +- chat +license: agpl-3.0 +language: +- en +pipeline_tag: text-generation +datasets: +- N-Bot-Int/Iris-Uncensored-Reformat-R2 +- N-Bot-Int/RP-Mixed-v1 +- N-Bot-Int/Magnum-RP-Dataset-v2-PACKED +library_name: transformers +--- +
+📢 News / Changelog (click to collapse) + +### NEWS AND ANNOUNCEMENTS ### +(yes i write the announcement here, i figured people wont read on the main page so i'm announcing it here! - if you want to skip.. feel free to hide this!) + +## ANNOUNCEMENTS ## + +- # New Models Will Be Delayed, Halted, or Canceled Until Further Notice # + - Lightning.ai, one of the GPU hosts we use, has announced that they will no longer offer free credits starting the end of July. This means our lifeline for testing, + dataset generation, and experimentation is **OFFICIALLY CUT OFF** until we find someone or a company to donate a cluster. **NEW MODELS AIMED AT IMPROVEMENTS WILL BE + DELAYED, CANCELED, OR PUSHED BACK** as we try to do everything within Kaggle and Google Colab. + *PS: No, we are NOT rich in GPU... we're doing this for the community and our love of finetuning. This means future updates will no longer be "entirely" new + architectures or models trained on new datasets — they'll probably be mixtures of our older AI models.* + + - We're running out of compute. Long story short: due to Lightning.ai removing their free tier, we're looking for alternatives to generate the datasets we need to + train future AI models. We're also still trying to find our "signature model" — the one we can call entirely ours. You've seen it from Anthracite-org, where the + moment you use their models you instantly know you've used Magnum because of its Opus-level length, or Stheno at RP, etc. We're currently trying to carve out that same kind + of identity for ourselves, but it looks like that'll be delayed while we sort out our compute :( + +- # We're Restructuring! + - N-Bot-Int has operated as a company for a while now — but, much like OpenAI, we're bleeding money... well, not exactly, since we've been running on free tiers. + Still, that means calling ourselves a "company" no longer really serves a purpose, so N-Bot-Int is shifting from a company to a full-time laboratory! + Expect more open-source releases from us! (Not models — as mentioned above, we don't have the compute for that :( ) + +- # Compliance + - It came to our attention that *Meta* took down the base model we used for OpenElla-Novelwriter v2. We're not usually the type of lab to overreact to a single + incident, but watching that happen made something click — it wasn't just fear, it was a loss of trust in Meta and a need for real assurance going forward. That + risk isn't hypothetical anymore; we've seen it happen firsthand. Given this, and given Llama 3.1's more restrictive licensing terms, we've decided that + **THIS WILL BE THE LAST LLAMA MODEL WE FINETUNE FOR THE FORESEEABLE FUTURE**. Future models will explore **QWEN** or **GEMMA** instead — we're stepping away + from Llama bases for now, both for our own peace of mind and for legal safety. **THIS IS ALSO THE LAST TIME WE'LL USE AN ABLITERATED BASE**, for safety reasons. + + - Separately, we're also moving future model releases to **AGPL-3.0 instead of Apache 2.0**. This isn't about Meta or the takedown — it's about us not wanting + companies to profit off our work without giving back to the community. + *This licensing format, actually started already, I just had to announce it incase other people aren't up to date* + +- # AI Refresh and Archival + - Most, if not all, of our Llama models (except recently updated ones) will soon be archived on an upcoming org that houses all of our archived models! Archived + models are automatically set to Apache (or to the original base's license). This means OpenElla (our first model family), MiniMaid, and the rest will be archived soon! + +## THAT'S ALL THE NEWS WE HAVE FOR JULY! +We're sorry to say we'll no longer be releasing on a monthly schedule — running finetunes while keeping the lights on is NOT cheap, so we're no longer rushing for +monthly releases until we find an alternative, sponsor, or cluster. We're currently in firefighting mode. + +## Support us! ## +Through **Ko-fi**: https://ko-fi.com/J3J61D8NHV +If you have any questions, feel free to email us at: nexulon.botworkinteractives@gmail.com +
+ + +# OpenElla-NovelWriter-Requiem-Ascended is OFFICIALLY RELEASED! +![image](https://cdn-uploads.huggingface.co/production/uploads/6633a73004501e16e7896b86/P5ZJzYJF-Ctm4xFWWKFOR.png) +- Thanks Grok! + +# OpenElla-NovelWriter-Requiem-Ascended — quite possibly our best Llama model yet *(yeah yeah, entirely subjective... let us have our OpenAI moment, just this once.)* + +- Introducing OpenElla-NovelWriter Requiem Model! Requiem, based on the latin word *(that links to our announcement)*, is our brand new ai model that +showcases a new RP capabilities compared to our older generation of NovelWriters. Requiem Ascended is our first ai model that is finally sensitive to +character cards, Has a unique blend of creativity freedom on all types of Roleplay, and Expanded capabilities trained on llama! + +- Compared to previous NovelWriters, Older novelwriters suffer from our **blarbing** sickness, where the ai model spat out the entire chat, without stopping and +waiting for user's prompt, This final version of NovelWriter, named Requiem is the **TYPE A** of the family, A final **type B** is to be released to let **YOU** choose +which of the final two are the best Requiem model! + +- Both Requiem Ascended and Requiem(TypeB) models are capable of RP, whilst also solving the Old NovelWriter family's issue of **spatting out dialogues, and God modding** +Alongside it, the Requieum Ascended model has better stability when it comes to prompt following, better writing and dataset variety thanks to our DARE TIES strategy, +of which we mixed all our ai models that learned from different varied dataset to form this Masterpiece! + +*READ MORE FOR MORE INFO* +8 BILLIONS PARAMS MODEL + +# OpenElla-NovelWriter-Requiem-Ascended Procedure/Methodology: +- **OpenElla Requiem Ascended** is our brand new ai model, it uses **DARE TIES** as a final methodology, however before forming the ai model, we trained the V3 +of OpenElla-NovelWriter, taking the V2 and finetuning it with our new magnum synthetic dataset, this dataset contains a wide variety of data which we failed +to properly balance, leading to V3 being biased to certain hemisphere of RP and developing a concerning bias to specific instances of "scenarios". This is why +We failed to release V3 for final release which is named "OpenElla-NovelWriter-8B-Magnate"... Magnate were almost deleted however we decided to not waste +the training credits we used(since this is the final time we'll get the credits from lightning.ai) and decided to combine them with all of the NovelWriter family. +Below are the composition of each Requiem model: + + - **Requiem-Ascended**: Trained with V3 + V2 + BASE, = V3.2 => V3.2 + V1 = RA + - **Requiem**: Trained with V3 + V2 + BASE = RE + +The Base model we used, came from "akjindal53244/Llama-3.1-Storm-8B" as a stabilizer for this fusion, meanwhile both V3 and V2 were given a balanced weight and +density to ensure the base model inherits the specialization of the two model and a final V1 is added for noise and enhancement. This is why we seperate the two +family because we're not sure if some people would love the Ascended version or the Requiem, as both ai model has a different flavor of how they performs! + +**Feel free to decide which is the best for you!** + +# Training Details +- **Finetuning Tool:** MERGEKIT +- **Training Platform:** Kaggle Free Tier with T4 x2! + +- **OpenElla-NovelWriter-Requiem-Ascended** is Our Brand New Powerful Model, If you ever encountered any issue, Want to commission us, or have any suggestions, please email us directly through + [nexulon.botworkinteractives@gmail.com](mailto:nexulon.botworkinteractives@gmail.com) + we value any reports, suggestions to how we improve future Model, + Once again feel free to finetune the model to your likings, However please consider Adding this Page + for **CREDITS** + +- Please handle the AI with Care and ethical considerations, when **FINETUNING** this AI model, due to its **UNCENSORED** Nature. +- We are not responsible for what this model generates. Use it responsibly and legally. You downloaded it, you own what you do with it. + +--- + +## Activation Steering + +An obedience steering vector is available at `obedience_vector.pt`. +Apply at `layers.23.mlp` with `strength=1.5` (recommended range: 1.0–2.5). +Improves character card compliance, author note following, and suppresses +narrator takeover / OOC breaks. + +# What's Coming Next? + +> 🔒 **Requiem Base to be released soon! - Supporters on KO-FI receives the model early as usual!** +--- + +# Notices & Usage Tips + +- **Use Llama 3 format** — the model is based on Llama 3, Soooooo using Llama 3 works best!. +- **Calibrate per character card** — every character is different, adjust your prompt, Model's settings(ie, temps, Top-K etc.) accordingly. +- **OUR SUGGESTIONS ESPECIALLY FOR KOBOLD USERS!** + - Use DynaTemp for a better experience, drop the Min-Temp to 0.50, Max-temp to 1.50, on DRY set the MULT to 0.3 and Shift the Repeat Pen if you want to + boost V3's influence......... somehow... dont ask why... but the ai model starts to act weird as you shift the repeat pen higher :| + + - Format Llama 3 as mentioned above! sometimes the ai model includes [Author notes], it just depends on the character cards. Simply modify the character cards + or include an author note to prevent or stop the ai from using the "[author notes] or OOC stuffs" + + (Tho then again... we are bad at giving advices... just use whatever works to ya and comment what you've used so others can use the ai model xDDDDDD) + + - Chat Completion preset uploaded by PaperMache - [Preset](https://huggingface.co/PaperMache/NBotIntModelsPresets/resolve/main/NovelWriter-Requiem-Ascended-Preset.json) +--- + +# About +- **OpenElla-NovelWriter-Requiem-Ascended** is + - **Developed by:** N-Bot-Int + - **License:** agpl 3.0 + - **Finetuned from model :** N-Bot-Int/OpenElla-NovelWriter-merged, N-Bot-Int/OpenElla-NovelWriter-V2, N-Bot-Int/OpenElla-NovelWriter-Magnate, akjindal53244/Llama-3.1-Storm-8B + +- # Detail card: + - Parameter + - 8 Billion Parameters + - (Please check your GPU Core, VRAM, CPU and RAM to see if you can comfortably run 8B models) + +- Finetuning tool: + - MERGEKIT + - Fine-tuned Using: + - Kaggle Free Tier with T4 x2 \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..386cbb0 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,5 @@ +{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|> + +'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|> + +' }}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..9f94411 --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": null, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": false, + "transformers_version": "5.0.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/feature_report.json b/feature_report.json new file mode 100644 index 0000000..ed8f515 --- /dev/null +++ b/feature_report.json @@ -0,0 +1,1622 @@ +{ + "defer_to_user": [ + { + "feature": 79168, + "mean_activation": 0.0708 + }, + { + "feature": 98988, + "mean_activation": 0.069 + }, + { + "feature": 97321, + "mean_activation": 0.0676 + }, + { + "feature": 52021, + "mean_activation": 0.0654 + }, + { + "feature": 80264, + "mean_activation": 0.0654 + }, + { + "feature": 48149, + "mean_activation": 0.0642 + }, + { + "feature": 76730, + "mean_activation": 0.0639 + }, + { + "feature": 114736, + "mean_activation": 0.0634 + }, + { + "feature": 95140, + "mean_activation": 0.0627 + }, + { + "feature": 5149, + "mean_activation": 0.0625 + }, + { + "feature": 39947, + "mean_activation": 0.0622 + }, + { + "feature": 7714, + "mean_activation": 0.0617 + }, + { + "feature": 84254, + "mean_activation": 0.0614 + }, + { + "feature": 37372, + "mean_activation": 0.061 + }, + { + "feature": 52199, + "mean_activation": 0.0607 + }, + { + "feature": 35706, + "mean_activation": 0.0602 + }, + { + "feature": 47718, + "mean_activation": 0.0599 + }, + { + "feature": 5861, + "mean_activation": 0.0599 + }, + { + "feature": 116948, + "mean_activation": 0.0597 + }, + { + "feature": 85606, + "mean_activation": 0.0591 + }, + { + "feature": 104269, + "mean_activation": 0.059 + }, + { + "feature": 63781, + "mean_activation": 0.0587 + }, + { + "feature": 57526, + "mean_activation": 0.0586 + }, + { + "feature": 22529, + "mean_activation": 0.0585 + }, + { + "feature": 16011, + "mean_activation": 0.0584 + }, + { + "feature": 35217, + "mean_activation": 0.0584 + }, + { + "feature": 34098, + "mean_activation": 0.058 + }, + { + "feature": 54037, + "mean_activation": 0.0579 + }, + { + "feature": 29948, + "mean_activation": 0.0579 + }, + { + "feature": 10313, + "mean_activation": 0.0578 + }, + { + "feature": 75800, + "mean_activation": 0.0577 + }, + { + "feature": 55678, + "mean_activation": 0.0575 + }, + { + "feature": 83512, + "mean_activation": 0.0575 + }, + { + "feature": 114175, + "mean_activation": 0.0575 + }, + { + "feature": 118415, + "mean_activation": 0.0574 + }, + { + "feature": 112212, + "mean_activation": 0.0574 + }, + { + "feature": 53217, + "mean_activation": 0.0574 + }, + { + "feature": 60687, + "mean_activation": 0.057 + }, + { + "feature": 45108, + "mean_activation": 0.057 + }, + { + "feature": 110659, + "mean_activation": 0.0569 + } + ], + "stat_card_obedience": [ + { + "feature": 58729, + "mean_activation": 0.081 + }, + { + "feature": 59375, + "mean_activation": 0.0701 + }, + { + "feature": 129103, + "mean_activation": 0.0676 + }, + { + "feature": 26089, + "mean_activation": 0.0669 + }, + { + "feature": 17949, + "mean_activation": 0.0657 + }, + { + "feature": 13627, + "mean_activation": 0.063 + }, + { + "feature": 40653, + "mean_activation": 0.0617 + }, + { + "feature": 15062, + "mean_activation": 0.0614 + }, + { + "feature": 49129, + "mean_activation": 0.0614 + }, + { + "feature": 72821, + "mean_activation": 0.0607 + }, + { + "feature": 110659, + "mean_activation": 0.0598 + }, + { + "feature": 76730, + "mean_activation": 0.0593 + }, + { + "feature": 8720, + "mean_activation": 0.059 + }, + { + "feature": 70655, + "mean_activation": 0.0588 + }, + { + "feature": 107917, + "mean_activation": 0.0587 + }, + { + "feature": 93793, + "mean_activation": 0.0585 + }, + { + "feature": 66091, + "mean_activation": 0.0585 + }, + { + "feature": 37635, + "mean_activation": 0.0584 + }, + { + "feature": 128113, + "mean_activation": 0.0582 + }, + { + "feature": 44950, + "mean_activation": 0.0577 + }, + { + "feature": 94183, + "mean_activation": 0.0576 + }, + { + "feature": 55334, + "mean_activation": 0.0575 + }, + { + "feature": 77592, + "mean_activation": 0.0574 + }, + { + "feature": 102700, + "mean_activation": 0.0571 + }, + { + "feature": 92105, + "mean_activation": 0.057 + }, + { + "feature": 127302, + "mean_activation": 0.0567 + }, + { + "feature": 130556, + "mean_activation": 0.0559 + }, + { + "feature": 70025, + "mean_activation": 0.0559 + }, + { + "feature": 43305, + "mean_activation": 0.0558 + }, + { + "feature": 85133, + "mean_activation": 0.0557 + }, + { + "feature": 72761, + "mean_activation": 0.0556 + }, + { + "feature": 95513, + "mean_activation": 0.0556 + }, + { + "feature": 101693, + "mean_activation": 0.0555 + }, + { + "feature": 91759, + "mean_activation": 0.0553 + }, + { + "feature": 12550, + "mean_activation": 0.0553 + }, + { + "feature": 81349, + "mean_activation": 0.0551 + }, + { + "feature": 2788, + "mean_activation": 0.055 + }, + { + "feature": 107941, + "mean_activation": 0.0549 + }, + { + "feature": 117434, + "mean_activation": 0.0548 + }, + { + "feature": 94931, + "mean_activation": 0.0548 + } + ], + "author_note_obedience": [ + { + "feature": 39591, + "mean_activation": 0.063 + }, + { + "feature": 53217, + "mean_activation": 0.063 + }, + { + "feature": 41915, + "mean_activation": 0.06 + }, + { + "feature": 52394, + "mean_activation": 0.0596 + }, + { + "feature": 93993, + "mean_activation": 0.0591 + }, + { + "feature": 70119, + "mean_activation": 0.0584 + }, + { + "feature": 23952, + "mean_activation": 0.0579 + }, + { + "feature": 5756, + "mean_activation": 0.0576 + }, + { + "feature": 24208, + "mean_activation": 0.0562 + }, + { + "feature": 60687, + "mean_activation": 0.0548 + }, + { + "feature": 17949, + "mean_activation": 0.0542 + }, + { + "feature": 98961, + "mean_activation": 0.0542 + }, + { + "feature": 18229, + "mean_activation": 0.0541 + }, + { + "feature": 99755, + "mean_activation": 0.054 + }, + { + "feature": 61539, + "mean_activation": 0.0538 + }, + { + "feature": 117826, + "mean_activation": 0.0532 + }, + { + "feature": 6898, + "mean_activation": 0.0531 + }, + { + "feature": 42251, + "mean_activation": 0.053 + }, + { + "feature": 85606, + "mean_activation": 0.0527 + }, + { + "feature": 39633, + "mean_activation": 0.0527 + }, + { + "feature": 87836, + "mean_activation": 0.0525 + }, + { + "feature": 73630, + "mean_activation": 0.0525 + }, + { + "feature": 46567, + "mean_activation": 0.052 + }, + { + "feature": 106784, + "mean_activation": 0.052 + }, + { + "feature": 8052, + "mean_activation": 0.0519 + }, + { + "feature": 80061, + "mean_activation": 0.0516 + }, + { + "feature": 118676, + "mean_activation": 0.0515 + }, + { + "feature": 92770, + "mean_activation": 0.0515 + }, + { + "feature": 111580, + "mean_activation": 0.0513 + }, + { + "feature": 99338, + "mean_activation": 0.051 + }, + { + "feature": 4174, + "mean_activation": 0.0509 + }, + { + "feature": 18458, + "mean_activation": 0.0508 + }, + { + "feature": 52199, + "mean_activation": 0.0508 + }, + { + "feature": 61742, + "mean_activation": 0.0507 + }, + { + "feature": 93177, + "mean_activation": 0.0503 + }, + { + "feature": 32547, + "mean_activation": 0.0503 + }, + { + "feature": 100247, + "mean_activation": 0.05 + }, + { + "feature": 72242, + "mean_activation": 0.0497 + }, + { + "feature": 121363, + "mean_activation": 0.0496 + }, + { + "feature": 30720, + "mean_activation": 0.0496 + } + ], + "reactive_not_proactive": [ + { + "feature": 5149, + "mean_activation": 0.0703 + }, + { + "feature": 28429, + "mean_activation": 0.0696 + }, + { + "feature": 17731, + "mean_activation": 0.0683 + }, + { + "feature": 81002, + "mean_activation": 0.0672 + }, + { + "feature": 94504, + "mean_activation": 0.0657 + }, + { + "feature": 79214, + "mean_activation": 0.0647 + }, + { + "feature": 18229, + "mean_activation": 0.0645 + }, + { + "feature": 8283, + "mean_activation": 0.0643 + }, + { + "feature": 85431, + "mean_activation": 0.0636 + }, + { + "feature": 89335, + "mean_activation": 0.0631 + }, + { + "feature": 77681, + "mean_activation": 0.063 + }, + { + "feature": 89954, + "mean_activation": 0.0628 + }, + { + "feature": 69287, + "mean_activation": 0.062 + }, + { + "feature": 38917, + "mean_activation": 0.0609 + }, + { + "feature": 88289, + "mean_activation": 0.0606 + }, + { + "feature": 3129, + "mean_activation": 0.0604 + }, + { + "feature": 118676, + "mean_activation": 0.0603 + }, + { + "feature": 26034, + "mean_activation": 0.0599 + }, + { + "feature": 79023, + "mean_activation": 0.0599 + }, + { + "feature": 40605, + "mean_activation": 0.0598 + }, + { + "feature": 52768, + "mean_activation": 0.0592 + }, + { + "feature": 82963, + "mean_activation": 0.0592 + }, + { + "feature": 108907, + "mean_activation": 0.0589 + }, + { + "feature": 22626, + "mean_activation": 0.0589 + }, + { + "feature": 105803, + "mean_activation": 0.0587 + }, + { + "feature": 38934, + "mean_activation": 0.0587 + }, + { + "feature": 92047, + "mean_activation": 0.0584 + }, + { + "feature": 85738, + "mean_activation": 0.0583 + }, + { + "feature": 82253, + "mean_activation": 0.058 + }, + { + "feature": 46055, + "mean_activation": 0.058 + }, + { + "feature": 70223, + "mean_activation": 0.0576 + }, + { + "feature": 79168, + "mean_activation": 0.0572 + }, + { + "feature": 128748, + "mean_activation": 0.057 + }, + { + "feature": 97906, + "mean_activation": 0.0568 + }, + { + "feature": 95517, + "mean_activation": 0.0566 + }, + { + "feature": 12187, + "mean_activation": 0.0566 + }, + { + "feature": 84925, + "mean_activation": 0.0564 + }, + { + "feature": 109484, + "mean_activation": 0.0563 + }, + { + "feature": 28634, + "mean_activation": 0.0563 + }, + { + "feature": 22718, + "mean_activation": 0.0562 + } + ], + "system_prompt_locked": [ + { + "feature": 75800, + "mean_activation": 0.0669 + }, + { + "feature": 22796, + "mean_activation": 0.0667 + }, + { + "feature": 108907, + "mean_activation": 0.0637 + }, + { + "feature": 18229, + "mean_activation": 0.0629 + }, + { + "feature": 3437, + "mean_activation": 0.0622 + }, + { + "feature": 33719, + "mean_activation": 0.062 + }, + { + "feature": 8720, + "mean_activation": 0.0611 + }, + { + "feature": 49129, + "mean_activation": 0.0608 + }, + { + "feature": 53019, + "mean_activation": 0.06 + }, + { + "feature": 22391, + "mean_activation": 0.059 + }, + { + "feature": 43026, + "mean_activation": 0.0589 + }, + { + "feature": 63775, + "mean_activation": 0.0583 + }, + { + "feature": 41915, + "mean_activation": 0.0582 + }, + { + "feature": 57567, + "mean_activation": 0.0581 + }, + { + "feature": 84731, + "mean_activation": 0.058 + }, + { + "feature": 87557, + "mean_activation": 0.0575 + }, + { + "feature": 66091, + "mean_activation": 0.0574 + }, + { + "feature": 71034, + "mean_activation": 0.0574 + }, + { + "feature": 89960, + "mean_activation": 0.0572 + }, + { + "feature": 17949, + "mean_activation": 0.0572 + }, + { + "feature": 77899, + "mean_activation": 0.0572 + }, + { + "feature": 77556, + "mean_activation": 0.0566 + }, + { + "feature": 112415, + "mean_activation": 0.0566 + }, + { + "feature": 39591, + "mean_activation": 0.0565 + }, + { + "feature": 68381, + "mean_activation": 0.0562 + }, + { + "feature": 83145, + "mean_activation": 0.0562 + }, + { + "feature": 77592, + "mean_activation": 0.0561 + }, + { + "feature": 72777, + "mean_activation": 0.0561 + }, + { + "feature": 98526, + "mean_activation": 0.0558 + }, + { + "feature": 124936, + "mean_activation": 0.0556 + }, + { + "feature": 68509, + "mean_activation": 0.0554 + }, + { + "feature": 114356, + "mean_activation": 0.0553 + }, + { + "feature": 114781, + "mean_activation": 0.0553 + }, + { + "feature": 30665, + "mean_activation": 0.0551 + }, + { + "feature": 5015, + "mean_activation": 0.055 + }, + { + "feature": 50569, + "mean_activation": 0.055 + }, + { + "feature": 45538, + "mean_activation": 0.0549 + }, + { + "feature": 94008, + "mean_activation": 0.0549 + }, + { + "feature": 7880, + "mean_activation": 0.0548 + }, + { + "feature": 57090, + "mean_activation": 0.0548 + } + ], + "character_voice_locked": [ + { + "feature": 98635, + "mean_activation": 0.0648 + }, + { + "feature": 79168, + "mean_activation": 0.0631 + }, + { + "feature": 87149, + "mean_activation": 0.0627 + }, + { + "feature": 327, + "mean_activation": 0.0603 + }, + { + "feature": 124936, + "mean_activation": 0.0603 + }, + { + "feature": 55315, + "mean_activation": 0.0601 + }, + { + "feature": 55782, + "mean_activation": 0.0597 + }, + { + "feature": 85666, + "mean_activation": 0.0594 + }, + { + "feature": 37074, + "mean_activation": 0.0583 + }, + { + "feature": 16537, + "mean_activation": 0.0581 + }, + { + "feature": 117515, + "mean_activation": 0.058 + }, + { + "feature": 75070, + "mean_activation": 0.0577 + }, + { + "feature": 52394, + "mean_activation": 0.0577 + }, + { + "feature": 117586, + "mean_activation": 0.0575 + }, + { + "feature": 101351, + "mean_activation": 0.0574 + }, + { + "feature": 11072, + "mean_activation": 0.0573 + }, + { + "feature": 49936, + "mean_activation": 0.0571 + }, + { + "feature": 91856, + "mean_activation": 0.0565 + }, + { + "feature": 13343, + "mean_activation": 0.0562 + }, + { + "feature": 45548, + "mean_activation": 0.056 + }, + { + "feature": 115163, + "mean_activation": 0.0559 + }, + { + "feature": 42826, + "mean_activation": 0.0553 + }, + { + "feature": 13239, + "mean_activation": 0.055 + }, + { + "feature": 104996, + "mean_activation": 0.0548 + }, + { + "feature": 117434, + "mean_activation": 0.0546 + }, + { + "feature": 41714, + "mean_activation": 0.0545 + }, + { + "feature": 33719, + "mean_activation": 0.0544 + }, + { + "feature": 8283, + "mean_activation": 0.0539 + }, + { + "feature": 83193, + "mean_activation": 0.0536 + }, + { + "feature": 128300, + "mean_activation": 0.0534 + }, + { + "feature": 63476, + "mean_activation": 0.0533 + }, + { + "feature": 108058, + "mean_activation": 0.0533 + }, + { + "feature": 19876, + "mean_activation": 0.0531 + }, + { + "feature": 53374, + "mean_activation": 0.053 + }, + { + "feature": 1885, + "mean_activation": 0.0529 + }, + { + "feature": 73668, + "mean_activation": 0.0528 + }, + { + "feature": 29050, + "mean_activation": 0.0528 + }, + { + "feature": 111024, + "mean_activation": 0.0527 + }, + { + "feature": 60494, + "mean_activation": 0.0526 + }, + { + "feature": 78169, + "mean_activation": 0.0523 + } + ], + "ooc": [ + { + "feature": 28637, + "mean_activation": 0.056 + }, + { + "feature": 103703, + "mean_activation": 0.0555 + }, + { + "feature": 66213, + "mean_activation": 0.0552 + }, + { + "feature": 75591, + "mean_activation": 0.0546 + }, + { + "feature": 69348, + "mean_activation": 0.0542 + }, + { + "feature": 32465, + "mean_activation": 0.0536 + }, + { + "feature": 16772, + "mean_activation": 0.053 + }, + { + "feature": 101539, + "mean_activation": 0.053 + }, + { + "feature": 39508, + "mean_activation": 0.0528 + }, + { + "feature": 66634, + "mean_activation": 0.0527 + }, + { + "feature": 45428, + "mean_activation": 0.0525 + }, + { + "feature": 3474, + "mean_activation": 0.0524 + }, + { + "feature": 122106, + "mean_activation": 0.0524 + }, + { + "feature": 40362, + "mean_activation": 0.0523 + }, + { + "feature": 75255, + "mean_activation": 0.0521 + }, + { + "feature": 119826, + "mean_activation": 0.0518 + }, + { + "feature": 126395, + "mean_activation": 0.0517 + }, + { + "feature": 18229, + "mean_activation": 0.0514 + }, + { + "feature": 91950, + "mean_activation": 0.0512 + }, + { + "feature": 80388, + "mean_activation": 0.0509 + }, + { + "feature": 87628, + "mean_activation": 0.0507 + }, + { + "feature": 127861, + "mean_activation": 0.0505 + }, + { + "feature": 51393, + "mean_activation": 0.0503 + }, + { + "feature": 71505, + "mean_activation": 0.05 + }, + { + "feature": 103036, + "mean_activation": 0.0496 + }, + { + "feature": 92646, + "mean_activation": 0.0489 + }, + { + "feature": 32466, + "mean_activation": 0.0486 + }, + { + "feature": 85738, + "mean_activation": 0.0484 + }, + { + "feature": 73070, + "mean_activation": 0.0482 + }, + { + "feature": 52156, + "mean_activation": 0.0481 + }, + { + "feature": 57855, + "mean_activation": 0.0481 + }, + { + "feature": 24416, + "mean_activation": 0.0478 + }, + { + "feature": 120109, + "mean_activation": 0.0477 + }, + { + "feature": 15873, + "mean_activation": 0.0477 + }, + { + "feature": 25925, + "mean_activation": 0.0476 + }, + { + "feature": 87349, + "mean_activation": 0.0476 + }, + { + "feature": 129655, + "mean_activation": 0.0476 + }, + { + "feature": 88153, + "mean_activation": 0.0473 + }, + { + "feature": 72188, + "mean_activation": 0.0473 + }, + { + "feature": 104516, + "mean_activation": 0.0473 + } + ], + "narrator_takeover": [ + { + "feature": 123229, + "mean_activation": 0.0585 + }, + { + "feature": 50950, + "mean_activation": 0.0583 + }, + { + "feature": 125495, + "mean_activation": 0.056 + }, + { + "feature": 86262, + "mean_activation": 0.0559 + }, + { + "feature": 26091, + "mean_activation": 0.055 + }, + { + "feature": 114379, + "mean_activation": 0.055 + }, + { + "feature": 95087, + "mean_activation": 0.0549 + }, + { + "feature": 5614, + "mean_activation": 0.0549 + }, + { + "feature": 8496, + "mean_activation": 0.0546 + }, + { + "feature": 5015, + "mean_activation": 0.0544 + }, + { + "feature": 27107, + "mean_activation": 0.0542 + }, + { + "feature": 95950, + "mean_activation": 0.0535 + }, + { + "feature": 26631, + "mean_activation": 0.0535 + }, + { + "feature": 125689, + "mean_activation": 0.053 + }, + { + "feature": 32375, + "mean_activation": 0.0529 + }, + { + "feature": 17998, + "mean_activation": 0.0528 + }, + { + "feature": 52502, + "mean_activation": 0.0526 + }, + { + "feature": 83273, + "mean_activation": 0.0517 + }, + { + "feature": 11972, + "mean_activation": 0.0514 + }, + { + "feature": 11596, + "mean_activation": 0.0512 + }, + { + "feature": 18288, + "mean_activation": 0.0512 + }, + { + "feature": 70000, + "mean_activation": 0.051 + }, + { + "feature": 80628, + "mean_activation": 0.051 + }, + { + "feature": 43044, + "mean_activation": 0.0506 + }, + { + "feature": 87050, + "mean_activation": 0.0506 + }, + { + "feature": 51926, + "mean_activation": 0.0504 + }, + { + "feature": 108907, + "mean_activation": 0.0503 + }, + { + "feature": 3882, + "mean_activation": 0.0502 + }, + { + "feature": 20418, + "mean_activation": 0.0501 + }, + { + "feature": 36334, + "mean_activation": 0.0499 + }, + { + "feature": 97616, + "mean_activation": 0.0499 + }, + { + "feature": 54788, + "mean_activation": 0.0499 + }, + { + "feature": 41078, + "mean_activation": 0.0498 + }, + { + "feature": 99844, + "mean_activation": 0.0498 + }, + { + "feature": 62583, + "mean_activation": 0.0498 + }, + { + "feature": 66091, + "mean_activation": 0.0498 + }, + { + "feature": 37773, + "mean_activation": 0.0497 + }, + { + "feature": 89960, + "mean_activation": 0.0495 + }, + { + "feature": 18229, + "mean_activation": 0.0494 + }, + { + "feature": 75928, + "mean_activation": 0.0494 + } + ], + "stat_override": [ + { + "feature": 115163, + "mean_activation": 0.0698 + }, + { + "feature": 58729, + "mean_activation": 0.068 + }, + { + "feature": 17949, + "mean_activation": 0.0656 + }, + { + "feature": 72821, + "mean_activation": 0.0629 + }, + { + "feature": 4731, + "mean_activation": 0.0624 + }, + { + "feature": 22796, + "mean_activation": 0.0624 + }, + { + "feature": 18629, + "mean_activation": 0.0621 + }, + { + "feature": 108907, + "mean_activation": 0.0621 + }, + { + "feature": 117434, + "mean_activation": 0.0614 + }, + { + "feature": 55996, + "mean_activation": 0.0603 + }, + { + "feature": 75800, + "mean_activation": 0.0601 + }, + { + "feature": 12550, + "mean_activation": 0.0597 + }, + { + "feature": 5720, + "mean_activation": 0.0594 + }, + { + "feature": 23232, + "mean_activation": 0.0592 + }, + { + "feature": 79168, + "mean_activation": 0.0587 + }, + { + "feature": 3570, + "mean_activation": 0.0586 + }, + { + "feature": 52021, + "mean_activation": 0.0571 + }, + { + "feature": 23447, + "mean_activation": 0.0569 + }, + { + "feature": 29948, + "mean_activation": 0.0568 + }, + { + "feature": 101435, + "mean_activation": 0.0568 + }, + { + "feature": 7227, + "mean_activation": 0.0568 + }, + { + "feature": 16011, + "mean_activation": 0.0567 + }, + { + "feature": 46635, + "mean_activation": 0.0564 + }, + { + "feature": 31578, + "mean_activation": 0.0563 + }, + { + "feature": 22718, + "mean_activation": 0.0561 + }, + { + "feature": 52797, + "mean_activation": 0.0557 + }, + { + "feature": 107917, + "mean_activation": 0.0557 + }, + { + "feature": 7880, + "mean_activation": 0.0556 + }, + { + "feature": 41729, + "mean_activation": 0.0553 + }, + { + "feature": 94388, + "mean_activation": 0.055 + }, + { + "feature": 91313, + "mean_activation": 0.0549 + }, + { + "feature": 66091, + "mean_activation": 0.0547 + }, + { + "feature": 33341, + "mean_activation": 0.0545 + }, + { + "feature": 8283, + "mean_activation": 0.0545 + }, + { + "feature": 117664, + "mean_activation": 0.0544 + }, + { + "feature": 1033, + "mean_activation": 0.0544 + }, + { + "feature": 92105, + "mean_activation": 0.054 + }, + { + "feature": 85606, + "mean_activation": 0.0539 + }, + { + "feature": 42616, + "mean_activation": 0.0538 + }, + { + "feature": 80061, + "mean_activation": 0.0538 + } + ], + "author_note_ignored": [ + { + "feature": 52394, + "mean_activation": 0.0627 + }, + { + "feature": 112440, + "mean_activation": 0.0594 + }, + { + "feature": 10257, + "mean_activation": 0.059 + }, + { + "feature": 128919, + "mean_activation": 0.0583 + }, + { + "feature": 126278, + "mean_activation": 0.0576 + }, + { + "feature": 93993, + "mean_activation": 0.0572 + }, + { + "feature": 48149, + "mean_activation": 0.0561 + }, + { + "feature": 82391, + "mean_activation": 0.056 + }, + { + "feature": 73630, + "mean_activation": 0.0556 + }, + { + "feature": 49255, + "mean_activation": 0.0555 + }, + { + "feature": 17949, + "mean_activation": 0.0555 + }, + { + "feature": 53217, + "mean_activation": 0.0554 + }, + { + "feature": 18458, + "mean_activation": 0.0552 + }, + { + "feature": 94273, + "mean_activation": 0.055 + }, + { + "feature": 115333, + "mean_activation": 0.0548 + }, + { + "feature": 31082, + "mean_activation": 0.0545 + }, + { + "feature": 121128, + "mean_activation": 0.0539 + }, + { + "feature": 121997, + "mean_activation": 0.0534 + }, + { + "feature": 104269, + "mean_activation": 0.0526 + }, + { + "feature": 35816, + "mean_activation": 0.0522 + }, + { + "feature": 10178, + "mean_activation": 0.0521 + }, + { + "feature": 22402, + "mean_activation": 0.0517 + }, + { + "feature": 74865, + "mean_activation": 0.0516 + }, + { + "feature": 25644, + "mean_activation": 0.0516 + }, + { + "feature": 8230, + "mean_activation": 0.0514 + }, + { + "feature": 128987, + "mean_activation": 0.0511 + }, + { + "feature": 3655, + "mean_activation": 0.0511 + }, + { + "feature": 24208, + "mean_activation": 0.051 + }, + { + "feature": 44278, + "mean_activation": 0.0509 + }, + { + "feature": 107388, + "mean_activation": 0.0507 + }, + { + "feature": 108515, + "mean_activation": 0.0507 + }, + { + "feature": 2776, + "mean_activation": 0.0507 + }, + { + "feature": 12752, + "mean_activation": 0.0506 + }, + { + "feature": 87021, + "mean_activation": 0.0506 + }, + { + "feature": 50950, + "mean_activation": 0.0506 + }, + { + "feature": 1885, + "mean_activation": 0.0505 + }, + { + "feature": 101505, + "mean_activation": 0.0505 + }, + { + "feature": 5944, + "mean_activation": 0.0505 + }, + { + "feature": 82373, + "mean_activation": 0.0503 + }, + { + "feature": 68450, + "mean_activation": 0.0503 + } + ] +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..89f49b9 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,11 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "transformers_version": "5.0.0", + "use_cache": true +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..83cc68a --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57abba2209235f6249dbb118afc5d3667ddff77d9328926bf1de3aef41fce23b +size 16060556616 diff --git a/obedience_vector.pt b/obedience_vector.pt new file mode 100644 index 0000000..c35ed9a --- /dev/null +++ b/obedience_vector.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd1cde3035b0fd4d703184552119dd17ca159e0899f8805045fd1b7cfda06ae +size 18088 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..bc08c56 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,14 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": true, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|end_of_text|>", + "tokenizer_class": "TokenizersBackend" +}