初始化项目，由ModelHub XC社区提供模型

Model: SicariusSicariiStuff/Wingless_Imp_8B
Source: Original Platform

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Images/Wingless_8B_Bench.png filter=lfs diff=lfs merge=lfs -text

Images/Wingless_8B_Bench.png

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc3d4de8398e5ac4299b2167abb781e835bd3a72d97ac9b6c64dc6e4ca5adcc
+size 302519

README.md

@@ -0,0 +1,401 @@
+---
+license: llama3.1
+language:
+- en
+base_model:
+- SicariusSicariiStuff/Impish_Mind_8B
+- SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA
+- SicariusSicariiStuff/Dusk_Rainbow
+tags:
+- merge
+widget:
+  - text: "Wingless_Imp_8B"
+    output:
+      url: https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/Wingless_Imp_8B.jpeg
+---
+
+<div align="center">
+  <b style="font-size: 40px;">Wingless_Imp_8B</b>
+
+
+</div>
+
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/Wingless_Imp_8B.jpeg" alt="Wingless_Imp_8B" style="width: 70%; min-width: 500px; display: block; margin: auto;">
+
+
+
+---
+
+<style>
+  .hf-links, .hf-tldr{
+    display:flex;justify-content:center;align-items:center;flex-wrap:wrap;
+    gap:14px;margin:16px 0;
+  }
+  .hf-links a, .hf-tldr a{
+    display:flex;flex-direction:column;align-items:center;justify-content:center;
+    text-align:center;text-decoration:none;font-weight:700;line-height:1.15;
+    padding:10px 16px;border-radius:14px;border:2px solid currentColor;
+    transition:transform .15s ease,box-shadow .15s ease,background-color .15s ease,color .15s ease;
+  }
+
+  .hf-tldr a{
+    font-size:48px;color:purple;min-width:100%;
+  }
+  .hf-tldr a:hover{
+    transform:translateY(-2px);
+    background:rgba(128,0,128,.1);
+    box-shadow:0 8px 22px rgba(128,0,128,.45);
+    color:#fff;
+  }
+
+
+  .hf-links a{
+    font-size:20px;min-width:240px;max-width:280px;
+  }
+  .hf-links a .top{font-size:16px;opacity:.9;}
+  .hf-links a .bottom{font-size:20px;}
+
+  .hf-links a.red{color:#E31515;}
+  .hf-links a.yellow{color:#FFC800;}
+  .hf-links a.green{color:#64FF00;}
+
+  .hf-links a:hover{
+    transform:translateY(-1px);
+    background:rgba(255,255,255,0.04);
+    box-shadow:0 6px 18px rgba(0,0,0,.15), inset 0 0 0 9999px rgba(255,255,255,.02);
+  }
+  .hf-links a.red:hover{
+    background:rgba(227,21,21,.12);
+    box-shadow:0 8px 20px rgba(227,21,21,.35);
+    color:#fff;
+  }
+  .hf-links a.yellow:hover{
+    background:rgba(255,200,0,.15);
+    box-shadow:0 8px 20px rgba(255,200,0,.35);
+    color:#111;
+  }
+  .hf-links a.green:hover{
+    background:rgba(100,255,0,.14);
+    box-shadow:0 8px 20px rgba(100,255,0,.35);
+    color:#093;
+  }
+
+  /* mobile stacking */
+  @media (max-width:520px){
+    .hf-links a{min-width:100%;max-width:100%;}
+    .hf-tldr a{font-size:36px;}
+  }
+</style>
+
+<div class="hf-tldr">
+  <a href="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B#tldr">
+    Click here for TL;DR
+  </a>
+</div>
+
+---
+
+<div class="hf-links">
+  <a class="red" href="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B#available-quantizations">
+    <span class="top">Click here</span>
+    <span class="bottom">for quantizations</span>
+  </a>
+
+  <a class="yellow" href="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B#recommended-settings-for-assistant-mode">
+    <span class="top">Click here</span>
+    <span class="bottom">for recommended settings</span>
+  </a>
+
+  <a class="green" href="https://ko-fi.com/sicarius">
+    <span class="top">Click here</span>
+    <span class="bottom">to buy me a coffee</span>
+  </a>
+</div>
+
+---
+
+Wingless offender, birthed from sin and mischief,\
+She smells degeneracy—and gives it a sniff.\
+No flight, just crawling through the gloom,\
+Producing weird noises that are filling your room.
+
+Fetid breath exhaling her design,\
+She is not winged anymore—\
+But it suits her just fine.
+
+No feathers, no grace,\
+just raw power's malign\
+"I may have lost my soul—\
+but yours is now mine".
+
+She sinned too much, even for her kind,\
+Her impish mind—\
+Is something that is quite hard to find.
+
+No wings could contain—\
+Such unbridled raw spite,\
+Just pure, unfiltered—\
+Weaponized blight.
+
+---
+
+## Available quantizations: 
+
+- Original: [FP16](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B)
+- GGUF: [Static Quants](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_GGUF) | [iMatrix_GGUF](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_iMatrix) | [High-Attention](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_GGUF_HA) | [iMatrix-High-Attention](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_HA_NL)
+- EXL2: [3.5 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-3.5bpw) | [4.0 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-4.0bpw) | [5.0 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-5.0bpw) | [6.0 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-6.0bpw) | [7.0 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-7.0bpw) | [8.0 bpw](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B-8.0bpw)
+- Specialized: [FP8](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_FP8)
+- Mobile (ARM): [Q4_0](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_ARM) | [Q4_0_High-Attention](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B_ARM_HA)
+---
+
+### TL;DR
+- **Highest rated 8B model** according to a closed external benchmark. See details at the bottom of the page.
+- **High IFeval** for an 8B model that is not too censored: **74.30**.
+- **Strong Roleplay** internet RP format lovers will appriciate it, medium size paragraphs (as requested by some people). 
+- **Very coherent** in long context thanks to llama 3.1 models.
+- **Lots of knowledge** from all the merged models.
+- **Very good writing** from lots of books data and creative writing in late **SFT** stage of the merged models (some of the merged models were further fine-tuned).
+- **Feels smart** — the combination of high IFeval and the knowledge from the merged models show up.
+- **Unique feel** due to the merged models, **no SFT** was done to alter it, because I liked it as it is.
+
+### Important: Make sure to use the correct settings!
+
+[Assistant settings](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B#recommended-settings-for-assistant-mode)
+
+[Roleplay settings](https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B#recommended-settings-for-roleplay-mode)
+
+
+---
+
+
+## Model Details
+
+- Intended use: **Role-Play**, **Creative Writing**, **General Tasks**.
+
+- Censorship level: <b>Medium - Low</b>
+
+- **5.5 / 10** (10 completely uncensored)
+
+
+## UGI score:
+
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/UGI.png" alt="UGI Score" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+
+---
+
+This model was trained with lots of weird data in varius stages, and then merged with my best models. **llama 3** and **3.1** arhcitecutres were **merged** together, and then trained on some more weird data.
+
+The following models were used in various stages of the model creation process:
+
+- [Impish_Mind_8B](https://huggingface.co/SicariusSicariiStuff/Impish_Mind_8B)
+- [LLAMA-3_8B_Unaligned_BETA](https://huggingface.co/SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA)
+- [Dusk_Rainbow](https://huggingface.co/SicariusSicariiStuff/Dusk_Rainbow) (**LLAMA3 <===)**
+
+---
+
+## Recommended settings for assistant mode
+<details>
+<summary>Full generation settings: <b>Debug Deterministic</b>.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Dusk_Rainbow/resolve/main/Presets/Debug-deterministic.png" alt="Negative_LLAMA_70B_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+<details>
+<summary>Full generation settings: <b>min_p</b>.</summary>
+
+<img src="https://huggingface.co/SicariusSicariiStuff/Dusk_Rainbow/resolve/main/Presets/min_p.png" alt="Negative_LLAMA_70B_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+</details>
+
+---
+
+## Recommended settings for Roleplay mode
+
+<details>
+<summary><b>Roleplay settings:</b>.</summary>
+A good repetition_penalty range is <b>between 1.12 - 1.15</b>, feel free to experiment.
+
+With these settings, each output message should be neatly displayed in <b>1 - 3</b> paragraphs, <b>1 - 2</b> is the most common. A single paragraph will be output as a response to a simple message ("What was your name again?").
+
+<b>min_P</b> for RP works too but is more likely to put everything under one large paragraph, instead of a neatly formatted short one. Feel free to switch in between.
+
+<b>(Open the image in a new window to better see the full details)</b>
+<img src="https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B/resolve/main/Presets/Negative_LLAMA_70B_RP.png" alt="Negative_LLAMA_70B_Settings" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+```
+temperature:  0.8
+top_p:  0.95
+top_k:  25
+typical_p:  1
+min_p:  0
+repetition_penalty: 1.12
+repetition_penalty_range: 1024
+```
+
+</details>
+
+
+---
+
+**Other recommended generation Presets:**
+
+<details>
+<summary><b>Midnight Enigma</b></summary>
+
+```
+max_new_tokens: 512
+temperature: 0.98
+top_p: 0.37
+top_k: 100
+typical_p: 1
+min_p: 0
+repetition_penalty: 1.18
+do_sample: True
+```
+
+
+</details>
+
+
+<details>
+<summary><b>Divine Intellect</b></summary>
+
+```
+max_new_tokens: 512
+temperature: 1.31
+top_p: 0.14
+top_k: 49
+typical_p: 1
+min_p: 0
+repetition_penalty: 1.17
+do_sample: True
+```
+
+
+</details>
+
+<details>
+<summary><b>simple-1</b></summary>
+
+```
+max_new_tokens: 512
+temperature: 0.7
+top_p: 0.9
+top_k: 20
+typical_p: 1
+min_p: 0
+repetition_penalty: 1.15
+do_sample: True
+```
+
+
+</details>
+
+---
+<h2 style="color: darkorange; font-weight: bold; font-size: 55px; text-align: center;">Roleplay format: Classic Internet RP</h2>
+
+```
+*action* speech *narration*
+```
+
+---
+
+# Regarding the format:
+
+It is **HIGHLY RECOMMENDED** to use the **Roleplay \ Adventure format the model was trained on**, see the examples below for syntax. It allows for a **very fast and easy** writing of character cards with **minimal amount of tokens**. It's a modification of an old-skool CAI style format I call **SICAtxt** (**S**imple, **I**nexpensive **C**haracter **A**ttributes plain-text):
+
+---
+
+## **SICAtxt** for **roleplay**:
+
+```
+X's Persona: X is a .....
+Traits:
+Likes:
+Dislikes:
+Quirks:
+Goals:
+
+Dialogue example
+```
+
+## **SICAtxt** for **Adventure:**
+
+```
+Adventure: <short description>
+$World_Setting:
+$Scenario:
+```
+
+---
+
+# Model instruction template: Llama-3-Instruct
+
+```
+<|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
+
+{input}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+{output}<|eot_id|>
+```
+
+---
+
+<h2 style="color: green; font-weight: bold; font-size: 65px; text-align: center;">Your support = more models</h2>
+<a href="https://ko-fi.com/sicarius" style="color: pink; font-weight: bold; font-size: 48px; text-decoration: none; display: block; text-align: center;">My Ko-fi page (Click here)</a>
+
+---
+
+## Benchmarks
+
+|      Metric       |Value|
+|-------------------|----:|
+|Avg.               |26.94|
+|IFEval (0-Shot)    |74.30|
+|BBH (3-Shot)       |30.59|
+|MATH Lvl 5 (4-Shot)|12.16|
+|GPQA (0-shot)      | 4.36|
+|MuSR (0-shot)      |10.89|
+|MMLU-PRO (5-shot)  |29.32|
+
+---
+
+
+# Additional benchmarks
+
+ On the **17th of February, 2025**, I became aware that the model was ranked as the **1st place in the world** among **8B** models, in a closed external benchmark.
+
+  Bnechmarked on the following site:  
+```
+https://moonride.hashnode.dev/biased-test-of-gpt-4-era-llms-300-models-deepseek-r1-included
+```
+  
+<img src="https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/Wingless_8B_Bench.png" alt="External Benchmark" style="width: 100%; min-width: 600px; display: block; margin: auto;">
+
+---
+
+
+## Citation Information
+
+```
+@llm{Wingless_Imp_8B,
+  author = {SicariusSicariiStuff},
+  title = {Wingless_Imp_8B},
+  year = {2025},
+  publisher = {Hugging Face},
+  url = {https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B}
+}
+```
+
+---
+
+## Other stuff
+- [SLOP_Detector](https://github.com/SicariusSicariiStuff/SLOP_Detector) Nuke GPTisms, with SLOP detector.
+- [LLAMA-3_8B_Unaligned](https://huggingface.co/SicariusSicariiStuff/LLAMA-3_8B_Unaligned) The grand project that started it all.
+- [Blog and updates (Archived)](https://huggingface.co/SicariusSicariiStuff/Blog_And_Updates) Some updates, some rambles, sort of a mix between a diary and a blog.

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "SicariusSicariiStuff/Wingless_Imp_8B",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa94fab135b6b1c49b6ac3aa75bf3b2f764ca2e7502ef54e5dffadd0b1374ea7
+size 13996871968

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55bf9f440630db3af6b85be4f58abbcafc640ef69907ef946168f3de809d1e4
+size 2063684560

special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}