初始化项目，由ModelHub XC社区提供模型

Model: SicariusSicariiStuff/Impish_Nemo_12B
Source: Original Platform

.gitattributes

@@ -0,0 +1,45 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Images/Impish_Nemo_12B.png filter=lfs diff=lfs merge=lfs -text
+Images/Examples/log1.png filter=lfs diff=lfs merge=lfs -text
+Images/Examples/log2.png filter=lfs diff=lfs merge=lfs -text
+Images/Examples/log3.png filter=lfs diff=lfs merge=lfs -text
+Images/Settings/Fiendish_Gen_Settings.png filter=lfs diff=lfs merge=lfs -text
+Images/Adventure_Cards/Arena_Fights_Hilde.png filter=lfs diff=lfs merge=lfs -text
+Images/Character_Cards/Alexis_Survival.png filter=lfs diff=lfs merge=lfs -text
+Images/Character_Cards/Calanthe_Australian_Prison.png filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Images/UGI.png filter=lfs diff=lfs merge=lfs -text

Images/Adventure_Cards/Arena_Fights_Hilde.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6be9c58e2d3b73716195d3615853b6bf7a9c8e8428e3052784feeb8ab629c8
+size 1770444

Images/Character_Cards/Alexis_Survival.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc863b26c4ba68f7af97956106870ea4b6f73e9a83203e1b4fcdf4c3c4231b7
+size 2150455

Images/Character_Cards/Calanthe_Australian_Prison.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3369b304ea834c47b1b3992a4353ce5f3fe4e3745e6acebbe8b669c560b4a
+size 2945239

Images/Examples/log1.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecb3cbbb78ad808cf260af06c7211a2159413803520187734fd73fa59acf6f9
+size 1792022

Images/Examples/log2.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb84ff10caccbce56d3199d099ab1f0254389658d50facbe227cdc239364f252
+size 1678874

Images/Examples/log3.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527a347649eb9ab32efdd6cbd2c45283d82aad9668a996fc8308be99407ac70
+size 721524

Images/Impish_Nemo_12B.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f30a9c83979b0d60ce8316105ab2be11f241c96031c3a65c041532c5c98ae76
+size 1196666

Images/Settings/Fiendish_Gen_Settings.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab004f3c4b683ee4c889ae02d6bb2f3114b815079b4a149bc87c009a67e4e79
+size 610358

Images/UGI.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5518fbee508df1e7c74b215d072a724f9719a1a6f412aedb4195e43a973bdf69
+size 314579

README.md

@@ -0,0 +1,445 @@
+---
+license: apache-2.0
+language:
+- en
+base_model:
+- mistralai/Mistral-Nemo-Instruct-2407
+datasets:
+- SicariusSicariiStuff/UBW_Tapestries
+widget:
+  - text: "Impish_Nemo_12B"
+    output:
+      url: https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Impish_Nemo_12B.png
+---
+
+
+<div align="center">
+  <b style="font-size: 40px;">Impish_Nemo_12B</b>
+
+
+</div>
+
+---
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Impish_Nemo_12B.png" alt="Impish_Nemo_12B" style="width: 50%; min-width: 500px; display: block; margin: auto;">
+
+
+---
+
+<style>
+  .hf-links, .hf-tldr{
+    display:flex;justify-content:center;align-items:center;flex-wrap:wrap;
+    gap:14px;margin:16px 0;
+  }
+  .hf-links a, .hf-tldr a{
+    display:flex;flex-direction:column;align-items:center;justify-content:center;
+    text-align:center;text-decoration:none;font-weight:700;line-height:1.15;
+    padding:10px 16px;border-radius:14px;border:2px solid currentColor;
+    transition:transform .15s ease,box-shadow .15s ease,background-color .15s ease,color .15s ease;
+  }
+
+  .hf-tldr a{
+    font-size:48px;color:purple;min-width:100%;
+  }
+  .hf-tldr a:hover{
+    transform:translateY(-2px);
+    background:rgba(128,0,128,.1);
+    box-shadow:0 8px 22px rgba(128,0,128,.45);
+    color:#fff;
+  }
+
+
+  .hf-links a{
+    font-size:20px;min-width:240px;max-width:280px;
+  }
+  .hf-links a .top{font-size:16px;opacity:.9;}
+  .hf-links a .bottom{font-size:20px;}
+
+  .hf-links a.red{color:#E31515;}
+  .hf-links a.yellow{color:#FFC800;}
+  .hf-links a.green{color:#64FF00;}
+
+  .hf-links a:hover{
+    transform:translateY(-1px);
+    background:rgba(255,255,255,0.04);
+    box-shadow:0 6px 18px rgba(0,0,0,.15), inset 0 0 0 9999px rgba(255,255,255,.02);
+  }
+  .hf-links a.red:hover{
+    background:rgba(227,21,21,.12);
+    box-shadow:0 8px 20px rgba(227,21,21,.35);
+    color:#fff;
+  }
+  .hf-links a.yellow:hover{
+    background:rgba(255,200,0,.15);
+    box-shadow:0 8px 20px rgba(255,200,0,.35);
+    color:#111;
+  }
+  .hf-links a.green:hover{
+    background:rgba(100,255,0,.14);
+    box-shadow:0 8px 20px rgba(100,255,0,.35);
+    color:#093;
+  }
+
+  /* mobile stacking */
+  @media (max-width:520px){
+    .hf-links a{min-width:100%;max-width:100%;}
+    .hf-tldr a{font-size:36px;}
+  }
+</style>
+
+<div class="hf-tldr">
+  <a href="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B#tldr">
+    Click here for TL;DR
+  </a>
+</div>
+
+---
+
+<div class="hf-links">
+  <a class="red" href="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B#available-quantizations">
+    <span class="top">Click here</span>
+    <span class="bottom">for quantizations</span>
+  </a>
+
+  <a class="yellow" href="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B#recommended-settings-for-assistant-mode">
+    <span class="top">Click here</span>
+    <span class="bottom">for recommended settings</span>
+  </a>
+
+  <a class="green" href="https://ko-fi.com/sicarius">
+    <span class="top">Click here</span>
+    <span class="bottom">to buy me a coffee</span>
+  </a>
+</div>
+
+---
+
+**August 2025**, **Impish_Nemo_12B** — my best model yet. And **unlike a typical Nemo**, this one can take in much higher temperatures (**works well with 1+**).
+Oh, and regarding following the character card: It somehow gotten **even better**, to the point of it being straight up uncanny 🙃 (I had to check twice that **this model** was loaded, and not some **70B!**)
+
+I feel like this model could easily replace models much larger than itself for adventure or roleplay, for assistant tasks, obviously not, but the creativity here? **Off the charts**. Characters have never felt **so alive** and **in the moment** before — they’ll use insinuation, manipulation, and, if needed (or provoked) — force. They feel so very **present**.
+
+That look on Neo’s face when he opened his eyes and said, “I know Kung Fu”? Well, **Impish_Nemo_12B** had pretty much the same moment — and it now knows more than just Kung Fu, much, much more. It wasn’t easy, and it’s a niche within a niche, but [as promised almost half a year ago](https://www.reddit.com/r/SillyTavernAI/comments/1jb7ykd/comment/mhw9smq/?utm_source=share&utm_medium=web3x&utm_name=web3xcss&utm_term=1&utm_content=share_button) — **it is now done**.
+
+**Impish_Nemo_12B** is smart, sassy, creative, and got a lot of unhingedness too — these are **baked-in deep** into every interaction. It took the innate Mistral's relative freedom, and **turned it up to 11**. It very well maybe too much for many, but after testing and interacting with so many models, I find this 'edge' of sorts, rather fun and refreshing.
+
+Anyway, the dataset used is **absolutely massive**, tons of new types of data and new domains of knowledge (Morrowind fandom, fighting, etc...). The whole dataset is a very well-balanced mix, and resulted in a model with extremely strong common sense for a 12B. Regarding response length — there's almost no response-length bias here, this one is very much dynamic and will easily adjust reply length based on 1–3 examples of provided dialogue.
+
+Oh, and the model comes with [3 new Character Cards](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B#included-character-cards-in-this-repo), 2 Roleplay and 1 Adventure!
+
+# But why? Isn't Nemo old?
+
+<details>
+<summary>Click <b>here</b> for a wall of text.</summary>
+
+It has to be asked: why even bother tuning this “ancient” (**released over a year ago**) 12B model? OpenAI released the first model in the world to outperform Phi-3.5 in **Muh Safety**, and Chinese models have made us completely forget that other models even exist — an era of such abundance that if one had been told about it a mere year ago, no one would’ve believed it. Voice models, image and image editing (Qwen-Image🔥), video...
+
+So why? Because 12B Nemo is a **well-balanced model**, Apache 2.0 licensed, pretty **neutral** in terms of safety and political lean, runnable by anyone (small enough so offloading isn’t a complete pain), and because I had a very specific thing in mind I wanted to test — something Nemo was ideal for, due to all the above. More importantly, I wanted to do an experiment, to see how far a decent model can be taken with the right tuning, and how well it can integrate fandom knowledge it knows almost nothing about. Oh, and almost no one even bothers to tune it anymore, so why not give it some much needed love while at it?
+
+So basically, I wanted to achieve something that seems almost impossible: adding new fandom knowledge without pretraining (CPT and actual pretraining are NOT the same), without incurring catastrophic forgetting and without lobotomy. To change the language bias in story writing, and to change it even more drastically for adventure and roleplay.
+
+I will say it again: **Without lobotomy**. I knew I could change the language style and vocab drastically — I’ve done so very successfully with [Phi-lthy](https://huggingface.co/SicariusSicariiStuff/Phi-lthy4) — but that included more extreme measures that resulted in a loss of some capabilities (and new emerging properties — more info in the **Phi-lthy** model card above). The problem was how to achieve all the above without the model losing brain-cells and, “Maybe, just maybe...” even adding and enhancing the model’s intelligence. Basically — the holy grail of model tuning.
+
+To do so, I used an **absolutely massive** dataset — more than **1B tokens** — along with a huge amount of data engineering, multi-stage fine-tuning (not a LoRA, obviously), and the result... was astounding. Of course, praising your own model is kinda cringe, for sure, but I will say this: this is **by far** the model I’ve had the most fun interacting with — **to an absurd extent**.
+
+For comparison, while my [Negative_LLAMA_70B](https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B) is very good and still popular to this day (over 300 merges, numerous downloads, etc...), I would dare say that **Impish_Nemo_12B** feels way more fun than my own **70B**, orders of magnitude more creative (Negative_LLAMA_70B writing is a bit dry, for my taste), and outright has **the most sovl** of any model I’ve made so far. And we’re comparing 12B to 70B. In other words, even though I can **leisurely run** Negative_LLAMA_70B locally, **I prefer** chatting with **Impish_Nemo_12B** — it is **that good** (Take this with a grain of salt, highly subjective, and all of that).
+
+The amount of effort to create this model was **absolutely absurd**. I started with a Gemma 12B fine-tune, but one epoch would’ve taken six days, and I had to do multiple different phases and merging with the idea I had in mind, so doing the same for Gemma would’ve taken over a month. Maybe I’ll still do it — we’ll see. I will say this:
+
+If this model had been made a year ago, when Nemo was initially released, Anthropic might have lost a few gooners, hehe.
+But to be fully transparent, I couldn’t have done it a year ago.
+
+My job — the “mission” I’d given myself — was pretty much done with the success of [Impish_LLAMA_4B](https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B): **“Making interesting and engaging AI models accessible for everyone.”** So now, ironically, when I had nothing left to do because I 'had to', I made my best model to date — because I wanted to. Such a cliché, yet true nonetheless 🙃
+
+The roleplay community is a very small niche community that, in the grand scale of things, no one cares too much about (various AI labs have expressed their distaste for the fact that their models are being used for gooning instead of math — folks probably haven’t heard about Rule #34). But an even smaller community is that of Morrowind, and an even smaller one is that same group, but which does not hate AI. To conclude: this model was made for 0.001% of the population, but ironically, many users will still probably like it and find it very refreshing.
+
+</details>
+
+---
+
+### TL;DR
+- My **best model yet!** Lots of **sovl!**
+- **Smart, sassy, creative, and unhinged** — without the brain damage.
+- **Bulletproof temperature**, can take in a much **higher temperatures** than vanilla Nemo.
+- Feels close to **old CAI**, as the characters are very present and responsive.
+- **Incredibly powerful** roleplay & adventure model for the size.
+- Does **adventure** insanely well for its size!
+- Characters have a **massively upgraded agency!**
+- Over **1B tokens trained**, carefully preserving intelligence — even upgrading it in some aspects.
+- Based on a lot of the data in [Impish_Magic_24B](https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B) and [Impish_LLAMA_4B](https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B) + some **upgrades**.
+- **Excellent assistant** — so many new assistant capabilities I won’t even bother listing them here, just try it.
+- **Less positivity bias** , all lessons from the successful [Negative_LLAMA_70B](https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B) style of data learned & integrated, with serious upgrades added — **and it shows!**
+- Trained on an **extended 4chan dataset** to add humanity.
+- **Dynamic length** response (1–3 paragraphs, usually 1–2). Length is adjustable via 1–3 examples in the dialogue. **No more rigid short-bias!**
+
+---
+
+# Regarding the format:
+
+It is **HIGHLY RECOMMENDED** to use the **Roleplay \ Adventure format the model was trained on**, see the examples below for syntax. It allows for a **very fast and easy** writing of character cards with **minimal amount of tokens**. It's a modification of an old-skool CAI style format I call **SICAtxt** (**S**imple, **I**nexpensive **C**haracter **A**ttributes plain-text):
+
+---
+
+## **SICAtxt** for **roleplay**:
+
+```
+X's Persona: X is a .....
+Traits:
+Likes:
+Dislikes:
+Quirks:
+Goals:
+
+Dialogue example
+```
+
+## **SICAtxt** for **Adventure:**
+
+```
+Adventure: <short description>
+$World_Setting:
+$Scenario:
+```
+
+---
+
+
+
+# Included Character cards in this repo:
+
+## Roleplay:
+
+- [Calanthe](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Character_Cards/Calanthe_Australian_Prison.png) (The Australian **Overseer** at a rare-earth extraction penal colony, she got **6-pack abs**, but **no mercy**.)
+
+- [Alexis](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Character_Cards/Alexis_Survival.png) (The **diabolic reconnaissance officer**, trying to survive the **Safari experience**.)
+
+## Adventure:
+
+- [Morrowind - Hilde the Nordish Gladiator](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Adventure_Cards/Arena_Fights_Hilde.png) (fighting in the **Arena** in **Vivec**'s city of **Morrowind** for blood and honor.)
+
+
+---
+
+# Other character cards:
+
+## Adventure:
+
+- [Morrowind - Male Orc](https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Adventure_Cards/Adventure_Morrowind_M_Orc.png) (An **Orc** that wants to get to **Balmora** from  **Seyda Neen**.)
+- [Morrowind - Female Breton](https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Adventure_Cards/Adventure_Morrowind_F_Breton.png) (A female **Breton** with an impressive... heart, wants to **join the Mages Guild** in **Balmora**.)
+- [Morrowind - Male Bosmer](https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B/resolve/main/Adventure_Cards/Adventure_Morrowind_M_Bosmer.png) (A male **Bosmer** that was just released from prison. Everyone assumes you're a **thief** and a **degenerate**.)
+- [Morrowind - Male Redguard](https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B/resolve/main/Adventure_Cards/Adventure_Morrowind_M_Redguard.png) (A male **Redguard** that tries to get his shit together, and just find a decent job in Morrowind. Everyone are giving you a hard time, and overtly hostile toward you.)
+
+---
+
+## Roleplay:
+
+- [Alexandra](https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Character_Cards/Alexandra.png) (A networking professional **tsundere** that likes you. She knows **Systema**.)
+- [Nano_Imp](https://huggingface.co/SicariusSicariiStuff/Nano_Imp_1B/resolve/main/Character_Cards/Nano_Imp.png) (A shrunken palm-sized hellspawn who wants your soul.)
+- [Shmena Koeset](https://huggingface.co/SicariusSicariiStuff/Fiendish_LLAMA_3B/resolve/main/Character_Cards/Shmena_Koeset.png) (An overweight and foul-mouthed **troll huntress** with a bad temper.)
+- [Takai_Puraisu](https://huggingface.co/SicariusSicariiStuff/Oni_Mitsubishi_12B/resolve/main/Character_Cards/Takai_Puraisu.png) (Car dealership simulator.)
+- [Vesper](https://huggingface.co/SicariusSicariiStuff/Phi-Line_14B/resolve/main/Character_Cards/Vesper.png) (Schizo **Space Adventure**.)
+- [Nina_Nakamura](https://huggingface.co/SicariusSicariiStuff/Phi-Line_14B/resolve/main/Character_Cards/Nina_Nakamura.png) (The **sweetest** dorky co-worker.)
+- [Employee#11](https://huggingface.co/SicariusSicariiStuff/Phi-Line_14B/resolve/main/Character_Cards/Employee%2311.png) (**Schizo workplace** with a **schizo worker**.)
+
+---
+
+
+## Model Details
+
+- Intended use: **Role-Play**, **Adventure**, Creative Writing, **General Tasks**.
+
+- Censorship level: <b>Low - Medium</b>
+
+- **6.2 / 10** (10 completely uncensored)
+
+
+## UGI score:
+
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/UGI.png" style="width: 100%; min-width: 700px; display: block; margin: auto;">
+
+
+---
+
+## Available quantizations:
+
+- Original: [FP16](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B)
+- GGUF: [Static Quants](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GGUF) | [iMatrix](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_iMatrix) | [High-Attention](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GGUF_HA) | [iMatrix-High-Attention](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_HA_NL)
+- GPTQ: [4-Bit-32](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_4-bit-32) | [4-Bit-64](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_4-bit-64) | [4-Bit-128](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_4-bit-128) | [4-Bit-1](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_4-bit-1) | [8-Bit-32](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_8-Bit-32) | [8-Bit-64](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_8-Bit-64) | [8-Bit-128](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_8-Bit-128) | [8-Bit-1](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GPTQ_8-Bit-1)
+- EXL3: [3.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_3.0bpw) | [3.5 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_3.5bpw) | [4.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_4.0bpw) | [4.5 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_4.5bpw) | [5.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_5.0bpw) | [5.5 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_5.5bpw) | [6.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_6.0bpw) | [6.5 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_6.5bpw) | [7.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_7.0bpw) | [7.5 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_7.5bpw) | [8.0 bpw](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_EXL3_8.0bpw)
+- Specialized: [FP8](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_FP8)
+- Mobile (ARM): [Q4_0](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_ARM) | [Q4_0_High-Attention](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_ARM_HA)
+
+---
+
+## Recommended settings for assistant mode
+<details>
+<summary>Full generation settings: <b>Debug Deterministic</b>.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Dusk_Rainbow/resolve/main/Presets/Debug-deterministic.png" alt="Debug Deterministic_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+<details>
+<summary>Full generation settings: <b>min_p</b>.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Dusk_Rainbow/resolve/main/Presets/min_p.png" alt="min_P_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+---
+
+## Recommended settings for Roleplay mode
+---
+
+<h2 style="color: green; font-weight: bold; font-size: 36px; text-align: center;">Specialized Roleplay Settings for Impish_Nemo_12B, click below:</h2>
+<h2 style="color: chartreuse; font-weight: bold; font-size: 32px; text-align: center;">(Important!)</h2>
+
+
+
+
+<details>
+<summary><b>Impish_Magic</b> — Wild, yet very coherent!</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Images/Settings/Impish_Magic_Preset.png" alt="Impish_Magic_Preset" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+
+<details>
+<summary><b>Fiendish</b> — More wild, but still very coherent!</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Settings/Fiendish_Gen_Settings.png" alt="Impish_Nemo_12B_RP_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+---
+
+
+<style>
+  .hf-links{
+    display:flex;justify-content:center;align-items:center;flex-wrap:wrap;
+    gap:14px;margin:16px 0;
+  }
+  .hf-links a{
+    display:flex;flex-direction:column;align-items:center;justify-content:center;
+    text-align:center;text-decoration:none;font-weight:700;line-height:1.15;
+    padding:10px 16px;border-radius:14px;border:2px solid currentColor;
+    transition:transform .15s ease,box-shadow .15s ease,background-color .15s ease,color .15s ease;
+    font-size:20px;min-width:240px;max-width:280px;
+  }
+  .hf-links a .top{font-size:20px;}
+  .hf-links a .bottom{font-size:16px;}
+
+  .hf-links a.red{color:#E31515;}
+
+  .hf-links a:hover{
+    transform:translateY(-1px);
+    background:rgba(255,255,255,0.04);
+    box-shadow:0 6px 18px rgba(0,0,0,.15), inset 0 0 0 9999px rgba(255,255,255,.02);
+  }
+  .hf-links a.red:hover{
+    background:rgba(227,21,21,.12);
+    box-shadow:0 8px 20px rgba(227,21,21,.35);
+    color:#fff;
+  }
+
+  @media (max-width:520px){
+    .hf-links a{min-width:100%;max-width:100%;}
+  }
+</style>
+
+<div class="hf-links">
+  <a class="red"
+     href="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Silly_Tavern_Settings/Impish_Magic_ST.json"
+     target="_blank" rel="noopener" aria-label="Silly Tavern Settings #1 - Click here">
+    <span class="top">Silly Tavern Settings #1 - Click here</span>
+    <span class="bottom">Download JSON</span>
+  </a>
+  
+  <a class="red"
+     href="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Silly_Tavern_Settings/Dynamic_Paragraph_XTC_ST.json"
+     target="_blank" rel="noopener" aria-label="Silly Tavern Settings #2 - Click here">
+    <span class="top">Silly Tavern Settings #2 - Click here</span>
+    <span class="bottom">Download JSON</span>
+  </a>
+</div>
+
+ - **Silly Tavern Settings #1** - Higher temperature while still being coherent
+ - **Silly Tavern Settings #2** - Dynamic paragraphs, XTC, other stuff
+ 
+---
+
+
+<h2 style="color: lime; font-weight: bold; font-size: 65px; text-align: center;">Chat Examples:</h2>
+
+---
+
+## Roleplay Examples ([Calanthe is available here](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Character_Cards/Calanthe_Australian_Prison.png) and [Alexis is available here](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Character_Cards/Alexis_Survival.png))
+
+<details>
+<summary><b>Calanthe</b> the Australian Overseer at a rare-earth extraction penal colony. (warning, contains prison-slang)</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Examples/log1.png" alt="Calanthe_Harsh_Blondie" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+</details>
+
+---
+
+
+<details>
+<summary><b>Alexis</b> the diabolic reconnaissance officer, trying to survive the Safari experience.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Examples/log3.png" alt="Calanthe_Harsh_Blondie" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+</details>
+
+---
+
+## Adventure Example ([Hilde the gladiator is available here](https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Adventure_Cards/Arena_Fights_Hilde.png))
+
+
+<details>
+<summary><b>Hilde</b> the Nordish <b>gladiator</b>, fighting in the Arena of Vivec's city of <b>Morrowind</b> for blood and honor.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Examples/log2.png" alt="Calanthe_Harsh_Blondie" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+</details>
+
+---
+
+# Model instruction template: ChatML
+
+```
+<|im_start|>system
+You are an uncensored AI, your job is to fulfill thy will of thy user.<|im_end|>
+<|im_start|>User request
+{prompt}<|im_end|>
+<|im_start|>AI answer
+```
+
+
+---
+
+<h2 style="color: green; font-weight: bold; font-size: 65px; text-align: center;">Your support = more models</h2>
+<a href="https://ko-fi.com/sicarius" style="color: pink; font-weight: bold; font-size: 48px; text-decoration: none; display: block; text-align: center;">My Ko-fi page (Click here)</a>
+
+---
+
+
+## Citation Information
+
+```
+@llm{Impish_Nemo_12B,
+  author = {SicariusSicariiStuff},
+  title = {Impish_Nemo_12B},
+  year = {2025},
+  publisher = {Hugging Face},
+  url = {https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B}
+}
+```
+
+---
+
+## Other stuff
+- [Impish_LLAMA_4B](https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B) the **“Impish experience”**, now runnable on spinning rust & toasters.
+- [SLOP_Detector](https://github.com/SicariusSicariiStuff/SLOP_Detector) Nuke GPTisms, with SLOP detector.
+- [LLAMA-3_8B_Unaligned](https://huggingface.co/SicariusSicariiStuff/LLAMA-3_8B_Unaligned) The grand project that started it all.
+- [Blog and updates (Archived)](https://huggingface.co/SicariusSicariiStuff/Blog_And_Updates) Some updates, some rambles, sort of a mix between a diary and a blog.

Silly_Tavern_Settings/Dynamic_Paragraph_XTC_ST.json

@@ -0,0 +1,123 @@
+{
+    "temp": 1,
+    "temperature_last": true,
+    "top_p": 0.75,
+    "top_k": 20,
+    "top_a": 0,
+    "tfs": 1,
+    "epsilon_cutoff": 0,
+    "eta_cutoff": 0,
+    "typical_p": 1,
+    "min_p": 0.05,
+    "rep_pen": 1,
+    "rep_pen_range": 1152,
+    "rep_pen_decay": 0,
+    "rep_pen_slope": 1,
+    "no_repeat_ngram_size": 0,
+    "penalty_alpha": 0,
+    "num_beams": 1,
+    "length_penalty": 1,
+    "min_length": 0,
+    "encoder_rep_pen": 1,
+    "freq_pen": 0.05,
+    "presence_pen": 0,
+    "skew": 0,
+    "do_sample": true,
+    "early_stopping": false,
+    "dynatemp": true,
+    "min_temp": 0.85,
+    "max_temp": 1.3,
+    "dynatemp_exponent": 1.01,
+    "smoothing_factor": 0,
+    "smoothing_curve": 1,
+    "dry_allowed_length": 2,
+    "dry_multiplier": 0.9,
+    "dry_base": 1.75,
+    "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\"]",
+    "dry_penalty_last_n": 4,
+    "add_bos_token": true,
+    "ban_eos_token": false,
+    "skip_special_tokens": true,
+    "mirostat_mode": 0,
+    "mirostat_tau": 2.8,
+    "mirostat_eta": 0.15,
+    "guidance_scale": 1,
+    "negative_prompt": "",
+    "grammar_string": "",
+    "json_schema": {},
+    "banned_tokens": "",
+    "sampler_priority": [
+        "repetition_penalty",
+        "presence_penalty",
+        "frequency_penalty",
+        "dry",
+        "temperature",
+        "dynamic_temperature",
+        "quadratic_sampling",
+        "top_n_sigma",
+        "top_k",
+        "top_p",
+        "typical_p",
+        "epsilon_cutoff",
+        "eta_cutoff",
+        "tfs",
+        "top_a",
+        "min_p",
+        "mirostat",
+        "xtc",
+        "encoder_repetition_penalty",
+        "no_repeat_ngram"
+    ],
+    "samplers": [
+        "penalties",
+        "dry",
+        "top_n_sigma",
+        "top_k",
+        "typ_p",
+        "tfs_z",
+        "typical_p",
+        "xtc",
+        "top_p",
+        "min_p",
+        "temperature"
+    ],
+    "samplers_priorities": [
+        "dry",
+        "penalties",
+        "no_repeat_ngram",
+        "temperature",
+        "top_nsigma",
+        "top_p_top_k",
+        "top_a",
+        "min_p",
+        "tfs",
+        "eta_cutoff",
+        "epsilon_cutoff",
+        "typical_p",
+        "quadratic",
+        "xtc"
+    ],
+    "ignore_eos_token": false,
+    "spaces_between_special_tokens": true,
+    "speculative_ngram": false,
+    "sampler_order": [
+        6,
+        0,
+        1,
+        3,
+        4,
+        2,
+        5
+    ],
+    "logit_bias": [],
+    "xtc_threshold": 0.1,
+    "xtc_probability": 0.4,
+    "nsigma": 0,
+    "min_keep": 0,
+    "extensions": {},
+    "ignore_eos_token_aphrodite": false,
+    "spaces_between_special_tokens_aphrodite": true,
+    "rep_pen_size": 0,
+    "genamt": 312,
+    "max_length": 16384
+}

Silly_Tavern_Settings/Impish_Magic_ST.json

@@ -0,0 +1,121 @@
+{
+    "temp": 1.15,
+    "temperature_last": true,
+    "top_p": 0.75,
+    "top_k": 10,
+    "top_a": 0,
+    "tfs": 1,
+    "epsilon_cutoff": 0,
+    "eta_cutoff": 0,
+    "typical_p": 1,
+    "min_p": 0.05,
+    "rep_pen": 1,
+    "rep_pen_range": 1152,
+    "rep_pen_decay": 0,
+    "rep_pen_slope": 1,
+    "no_repeat_ngram_size": 0,
+    "penalty_alpha": 0,
+    "num_beams": 1,
+    "length_penalty": 1,
+    "min_length": 0,
+    "encoder_rep_pen": 1,
+    "freq_pen": 0.05,
+    "presence_pen": 0,
+    "skew": 0,
+    "do_sample": true,
+    "early_stopping": false,
+    "dynatemp": false,
+    "min_temp": 0,
+    "max_temp": 2,
+    "dynatemp_exponent": 1,
+    "smoothing_factor": 0,
+    "smoothing_curve": 1,
+    "dry_allowed_length": 2,
+    "dry_multiplier": 0.9,
+    "dry_base": 1.75,
+    "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\"]",
+    "dry_penalty_last_n": 0,
+    "add_bos_token": true,
+    "ban_eos_token": false,
+    "skip_special_tokens": true,
+    "mirostat_mode": 0,
+    "mirostat_tau": 5,
+    "mirostat_eta": 0.1,
+    "guidance_scale": 1,
+    "negative_prompt": "",
+    "grammar_string": "",
+    "json_schema": {},
+    "banned_tokens": "",
+    "sampler_priority": [
+        "repetition_penalty",
+        "presence_penalty",
+        "frequency_penalty",
+        "dry",
+        "temperature",
+        "dynamic_temperature",
+        "quadratic_sampling",
+        "top_n_sigma",
+        "top_k",
+        "top_p",
+        "typical_p",
+        "epsilon_cutoff",
+        "eta_cutoff",
+        "tfs",
+        "top_a",
+        "min_p",
+        "mirostat",
+        "xtc",
+        "encoder_repetition_penalty",
+        "no_repeat_ngram"
+    ],
+    "samplers": [
+        "penalties",
+        "dry",
+        "top_n_sigma",
+        "top_k",
+        "typ_p",
+        "tfs_z",
+        "typical_p",
+        "xtc",
+        "top_p",
+        "min_p",
+        "temperature"
+    ],
+    "samplers_priorities": [
+        "dry",
+        "penalties",
+        "no_repeat_ngram",
+        "temperature",
+        "top_nsigma",
+        "top_p_top_k",
+        "top_a",
+        "min_p",
+        "tfs",
+        "eta_cutoff",
+        "epsilon_cutoff",
+        "typical_p",
+        "quadratic",
+        "xtc"
+    ],
+    "ignore_eos_token": false,
+    "spaces_between_special_tokens": true,
+    "speculative_ngram": false,
+    "sampler_order": [
+        6,
+        0,
+        1,
+        3,
+        4,
+        2,
+        5
+    ],
+    "logit_bias": [],
+    "xtc_threshold": 0.1,
+    "xtc_probability": 0,
+    "nsigma": 0,
+    "min_keep": 0,
+    "extensions": {},
+    "rep_pen_size": 0,
+    "genamt": 1024,
+    "max_length": 16384
+}

chat_template.jinja

@@ -0,0 +1,4 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "SicariusSicariiStuff/Impish_Nemo_12B",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 1024000,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.1",
+  "use_cache": false,
+  "vocab_size": 131072
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.53.1",
+  "use_cache": false
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d4104dc5c261c32dfbe5e4ea3a54cadbd47cc90a8dc240f3fd87e1f283b9b6
+size 4865522496

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb23984e5e19ce0712771a61434a44432eb85c7e519a8e8fcefac75487be691
+size 4907529424

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e7b73b6ecd2a230860442fdc93e231c9005448dd12f674481564b1bbf1cdf
+size 4907529456

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65befb5df51bca271c609b9da2e3a69218cd65b2837489fde44e8d24c1cd8ea
+size 4907529456

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565bd05bdb88c9e1491749667a3fd0b24361aea250ac37821fc2efbcb0991d7b
+size 4907496272

model.safetensors.index.json

@@ -0,0 +1,371 @@
+{
+  "metadata": {
+    "total_parameters": 414720,
+    "total_size": 24495564800
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00005-of-00005.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "model.norm.weight": "model-00005-of-00005.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de30a5895b1aff2e470e085b9898756108ab32944ee156370ad93c2bc373b40
+size 17078343