初始化项目，由ModelHub XC社区提供模型

Model: DarkArtsForge/Asmodeus-24B-v2
Source: Original Platform

.gitattributes

@@ -0,0 +1,37 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+asmodeus-24b-v2_illuminati_imatrix_v1.dat filter=lfs diff=lfs merge=lfs -text

Asmodeus-Q8_K_XL_UD.txt

@@ -0,0 +1 @@
+llama-quantize --tensor-type output.weight=F16 --tensor-type token_embd.weight=F16 --tensor-type "blk\.(0|1|2|38|39)\.attn_k.weight=F16" --tensor-type "blk\.(0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39)\.attn_output.weight=Q8_0" --tensor-type "blk\.(0|1|2|38|39)\.attn_q.weight=F16" --tensor-type "blk\.(0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39)\.attn_v.weight=F16" --tensor-type "blk\.(0|1|2|38|39)\.ffn_down.weight=F16" --tensor-type "blk\.(0|1|2|38|39)\.ffn_gate.weight=F16" --tensor-type "blk\.(0|1|2|38|39)\.ffn_up.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37)\.attn_k.weight=Q8_0" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37)\.attn_q.weight=Q8_0" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37)\.ffn_down.weight=Q8_0" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37)\.ffn_gate.weight=Q8_0" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37)\.ffn_up.weight=Q8_0" C:\Quanter\llama.cpp\input.gguf C:\Quanter\llama.cpp\Asmodeus-24B-v2-Q8_K_XL.gguf Q8_0

README.md

@@ -0,0 +1,270 @@
+---
+license: apache-2.0
+base_model:
+- mistralai/Magistral-Small-2509
+- Casual-Autopsy/Maginum-Cydoms-24B
+- DarkArtsForge/Magistaroth-24B-v1
+- Naphula/Slimaki-24B-v1
+- sophosympatheia/Magistry-24B-v1.0
+- TheDrummer/Precog-24B-v1
+datasets:
+- OccultAI/illuminati_imatrix_v1
+language:
+- en
+library_name: transformers
+tags:
+- DELLA
+- merge
+- mergekit
+- mistral
+- uncensored
+widget:
+  - text: "Asmodeus 24B v2"
+    output:
+      url: https://cdn-uploads.huggingface.co/production/uploads/68e840caa318194c44ec2a04/SQb9pmRCWMdIVaFB9vmqe.png
+---
+
+<audio controls src="https://dn720303.ca.archive.org/0/items/bach-j.s.-organ-works-daniel-chorzempa-dvg/01%20J.S.%20Bach%20-%20Toccata%20and%20Fugue%20in%20D%20minor%2C%20BWV%20565.flac"></audio>
+
+> [!CAUTION]
+> <span style="color:red; font-weight:bold">⚠️ Warning:</span> This model can produce narratives and RP that contain violent and graphic erotic content. Adjust your system prompt accordingly, and use **Mistral Tekken** chat template.
+>
+
+<!DOCTYPE html>
+<style>
+@import url('https://fonts.googleapis.com/css2?family=Cinzel+Decorative:wght@700&family=Sorts+Mill+Goudy&display=swap');
+
+body {
+  font-family: 'Sorts Mill Goudy', serif; 
+  color: #D7CFC6; /* Bone White */
+  line-height: 1.6; 
+  margin: 0; 
+  padding: 40px 0; /* Added padding for glow effect */
+  background-color: #000000; /* Abyssal Black */
+  background-image: url('https://www.transparenttextures.com/patterns/cracks.png'); /* Subtle crack texture */
+}
+
+b, strong { 
+  color: #FF4500; /* Searing Orange */
+  font-weight: bold;
+}
+
+.infernal-text {
+  font-family: 'Cinzel Decorative', cursive;
+  color: #FF4500; /* Searing Orange */
+  position: relative;
+  z-index: 2;
+  margin-left: 0.2em;
+  text-shadow: 0 0 20px #FF0000, 0 0 10px #FF4500;
+}
+
+/* Section styling */
+.section-container {
+  background-color: rgba(10, 10, 10, 0.6); /* Darker, more transparent */
+  margin-bottom: 30px; 
+  position: relative; 
+  overflow: hidden; 
+  border: 1px solid #4D1A00; /* Deep Ember Border */
+  border-radius: 2px;
+  box-shadow: 0 4px 15px rgba(0, 0, 0, 0.5);
+}
+
+.section-header {
+  display: flex; 
+  align-items: center; 
+  background: linear-gradient(90deg, rgba(255, 69, 0, 0.25) 0%, rgba(10, 10, 10, 0) 100%);
+  padding: 10px 20px;
+  border-bottom: 1px solid #4D1A00;
+}
+
+.section-indicator {
+  width: 8px; 
+  height: 20px; 
+  background-color: #FF4500; 
+  margin-right: 15px;
+  box-shadow: 0 0 12px #FF0000;
+}
+
+.section-title {
+  font-family: 'Cinzel Decorative', cursive; 
+  color: #D7CFC6; 
+  font-size: 1.4rem; 
+  margin: 0; 
+  letter-spacing: 1px; 
+  font-weight: 700;
+  text-transform: capitalize;
+}
+
+.section-content {
+  padding: 20px; 
+  font-family: 'Sorts Mill Goudy', serif; 
+  color: #D7CFC6; 
+  line-height: 1.7;
+}
+
+.section-content pre code {
+  color: #FFB56E; /* Light Orange */
+}
+
+/* Title styling */
+.title-container {
+  background-color: #0A0A0A;
+  position: relative;
+  overflow: hidden;
+  margin-bottom: 40px;
+  border: 2px solid #FF4500;
+  box-shadow: 0 0 25px #FF4500
+}
+
+.title-wrapper {
+  position: relative;
+  z-index: 2;
+  padding: 25px 20px 30px 30px;
+  text-align: center;
+}
+
+.title-main {
+  color: #D7CFC6;
+  font-size: 1.8rem;
+  font-weight: 700;
+  margin: 0;
+  letter-spacing: 2px;
+  display: inline-block;
+  position: relative;
+  text-transform: uppercase;
+}
+
+/* Subheading styling */
+.subheading {
+  font-family: 'Cinzel Decorative', cursive;
+  color: #FF8C42; /* Fiery Orange */
+  font-size: 1.1rem; 
+  margin-top: 20px; 
+  margin-bottom: 15px; 
+  font-weight: 700; 
+  border-bottom: 1px solid #5E2D14; 
+  display: inline-block; 
+  text-transform: uppercase; 
+  letter-spacing: 1px; 
+}
+
+/* Links */
+a {
+  color: #FF8C42; 
+  text-decoration: none;
+  font-weight: bold;
+}
+
+a:hover {
+  text-decoration: underline;
+  color: #FFB56E; /* Light Orange on hover */
+}
+
+/* Container */
+.container {
+  max-width: 1200px; 
+  margin: 20px auto; 
+  padding: 40px 20px;
+  background-color: #111111; /* Dark Charcoal */
+  min-height: calc(100vh - 120px); /* Adjusted for body padding */
+  border: 2px solid #FF4500;
+  border-radius: 4px;
+  box-shadow: 0 0 25px #FF4500;
+}
+
+</style>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>Asmodeus-24B</title>
+</head>
+<body>
+
+<div class="container">
+  <div class="title-container">
+    <div class="title-wrapper">
+      <h1 class="title-main">
+        <span class="infernal-text">👺 Asmodeus 24B v2</span>
+      </h1>
+    </div>
+  </div>
+
+<div style="display: flex; justify-content: center; align-items: center;">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/68e840caa318194c44ec2a04/SQb9pmRCWMdIVaFB9vmqe.png" 
+       alt="Asmodeus" 
+       style="border-radius: 2px; margin-bottom: 30px; border: 1px solid #4D1A00; width: auto; max-width: 100%;">
+</div>
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">Infernal Invocation</h2>
+    </div>
+    <div class="section-content"><font face="verdana">
+	  <b>“Once you introduce enough chaos, people will willingly abandon reason for the comfort of madness.” - Asmodeus</a></b><br><br>
+      This is a <b>fully uncensored and articulate</b> merge of pre-trained language models, summoned into existence with <a href="https://github.com/cg123/mergekit">mergekit</a>.<br><br>This model was merged using the following merge method: <a href="https://arxiv.org/abs/2406.11617">DELLA</a><br><br>
+      <b>Observations:</b>
+      <ul><li>Asmodeus has zero refusals. No jailbreaks or ablations are required. This model is capable of generating evil, graphic and NSFW content.</li>
+	  <li>v2 appears to have produced a vast improvement over v1 in terms of its prose and writing abilities.</li>
+	  <li><b>Temp and Top NSigma</b> set to <b>0.75-1.25</b> should improve creativity and quality.</li>
+	  <li>See the <a href="https://huggingface.co/datasets/Naphula-Archives/updated_settings">Updated Settings</a> page for additional recommended settings.</li>
+	  <li>This model works best with the <code>Mistral Tekken</code> chat template.
+    </div>
+  </div>
+
+<img src="https://cdn-uploads.huggingface.co/production/uploads/68e840caa318194c44ec2a04/vPF3KMbjGgcN4QKOzCi72.png" alt="Asmodeus" style="width:100%; border-radius: 2px; margin-bottom: 30px; border: 1px solid #4D1A00;">
+
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">Hellforged Parameters</h2>
+    </div>
+    <div class="section-content"><font face="verdana">
+      The following edict was used to forge this entity:
+      <pre style="font-family: 'Courier New', Courier, monospace; white-space: pre; margin: 0; background-color: rgba(0,0,0,0.4); padding: 15px; border-radius: 2px; border: 1px solid #4D1A00;"><code>models:
+  - model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
+  - model: B:\24B\models--Naphula--Slimaki-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--DarkArtsForge--Magistaroth-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--Casual-Autopsy--Maginum-Cydoms-24B
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--sophosympatheia--Magistry-24B-v1.0
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--TheDrummer--Precog-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+merge_method: della
+base_model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
+parameters:
+  lambda: 1.0
+  normalize: false
+tokenizer:
+  source: union
+chat_template: auto
+dtype: float32
+out_dtype: bfloat16
+name: 👺 Asmodeus-24B-v2</code></pre><br>
+	<b>Checkpoint GGUFs:</b><br>
+	Q6 GGUFs and yaml config archives for various checkpoint model tests.<br><br>
+	Download: <b><a href="https://huggingface.co/Naphula-Archives/Checkpoint-GGUFs">https://huggingface.co/Naphula-Archives/Checkpoint-GGUFs</a></b>
+	<img src="https://cdn-uploads.huggingface.co/production/uploads/68e840caa318194c44ec2a04/HNQItcWcV0ovQNTuRW2X5.jpeg" width=300></img>
+    </div>
+  </div>
+</div>
+</body>
+</html>

asmodeus-24b-v2_illuminati_imatrix_v1.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a630e9e93d42947ad0744d02369e33e2ece8a24fe86687c51e1b366f485409
+size 10003527

chat_template.jinja

@@ -0,0 +1,112 @@
+{%- set default_system_message = 'First draft your thinking process (inner monologue) until you arrive at a response. Format your response using Markdown, and use LaTeX for any mathematical equations. Write both your thoughts and the response in the same language as the input.\n\nYour thinking process must follow the template below:[THINK]Your thoughts or/and draft, like working through an exercise on scratch paper. Be as casual and as long as you want until you are confident to generate the response. Use the same language as the input.[/THINK]Here, provide a self-contained response.' %}
+ 
+{{- bos_token }}
+ 
+{#- Extract system message if present -#}
+{%- if messages[0]['role'] == 'system' %}
+    {%- if messages[0]['content'] is string %}
+        {%- set raw_system_message = messages[0]['content'] %}
+    {%- else %}
+        {%- set raw_system_message = messages[0]['content'][0]['text'] %}
+    {%- endif %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set raw_system_message = "" %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+ 
+{#- Detect THINK flag by searching for exact phrase "/think" -#}
+{%- if "/think" in raw_system_message %}
+    {%- set THINK = True %}
+{%- else %}
+    {%- set THINK = False %}
+{%- endif %}
+ 
+{#- Apply logic depending on THINK flag -#}
+{%- if THINK %}
+    {%- if raw_system_message|length > 0 %}
+        {%- set system_message = default_system_message + "\n\n" + raw_system_message %}
+    {%- else %}
+        {%- set system_message = default_system_message %}
+    {%- endif %}
+    {{- '[SYSTEM_PROMPT]' + system_message + '[/SYSTEM_PROMPT]' }}
+{%- else %}
+    {%- if raw_system_message|length > 0 %}
+        {{- '[SYSTEM_PROMPT]' + raw_system_message + '[/SYSTEM_PROMPT]' }}
+    {%- endif %}
+{%- endif %}
+ 
+ 
+{#- Tool description appended ONLY to last user message. Edits made by Unsloth #}
+{%- set tools_description = "" %}
+{%- set has_tools = false %}
+ 
+{%- if tools is defined and tools is not none and tools|length > 0 %}
+    {%- set has_tools = true %}
+    {%- set tools_description = "[AVAILABLE_TOOLS]" + (tools | tojson) + "[/AVAILABLE_TOOLS]" %}
+    {{- tools_description }}
+{%- endif %}
+ 
+{%- for message in loop_messages %}
+    {%- if message['role'] == 'user' %}
+ 
+        {%- if message['content'] is string %}
+            {{- '[INST]' + message['content'] + '[/INST]' }}
+        {%- else %}
+            {{- '[INST]' }}
+            {%- for block in message['content'] %}
+                {%- if block['type'] == 'text' %}
+                    {%- if block['text'] is defined %}
+                        {{- block['text'] }}
+                    {%- else %}
+                        {{- block['content'] }}
+                    {%- endif %}
+                {%- elif block['type'] in ['image', 'image_url'] %}
+                    {{- '[IMG]' }}
+                {%- else %}
+                    {{- raise_exception('Only text and image blocks are supported in message content!') }}
+                {%- endif %}
+            {%- endfor %}
+            {{- '[/INST]' }}
+        {%- endif %}
+ 
+    {%- elif message['role'] == 'system' %}
+        {%- if message['content'] is string %}
+            {{- '[SYSTEM_PROMPT]' + message['content'] + '[/SYSTEM_PROMPT]' }}
+        {%- else %}
+            {{- '[SYSTEM_PROMPT]' + message['content'][0]['text'] + '[/SYSTEM_PROMPT]' }}
+        {%- endif %}
+ 
+    {%- elif message['role'] == 'assistant' %}
+        {%- if message['content'] is string %}
+            {{- message['content'] }}
+        {%- elif message['content'] is iterable  %}
+            {{- message['content'][0]['text'] }}
+        {%- endif %}
+ 
+        {%- if message['tool_calls'] is defined and message['tool_calls'] is not none %}
+            {%- for tool in message['tool_calls'] %}
+                {%- set arguments = tool['function']['arguments'] %}
+                {%- if arguments is not string %}
+                    {%- set arguments = arguments|tojson %}
+                {%- endif %}
+                {{- "[TOOL_CALLS]" + tool['function']['name'] + "[ARGS]" + arguments }}
+            {%- endfor %}
+        {%- endif %}
+ 
+        {{- eos_token }}
+ 
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- "[TOOL_RESULTS]" + content|string + "[/TOOL_RESULTS]" }}
+ 
+    {%- else %}
+        {{- raise_exception('Only user, system, assistant and tool roles are supported!') }}
+    {%- endif %}
+{%- endfor %}
+ 
+{#- Licensed under the Apache License, Version 2.0 (the "License") #}

config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 32768,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "pad_token_id": 11,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "vocab_size": 131076
+}

imatrix_quant_command.txt

@@ -0,0 +1,12 @@
+Generate imatrix:
+llama-imatrix -m input.gguf -f training_data.txt -o imatrix.dat
+
+Use imatrix:
+llama-quantize --imatrix imatrix.dat input.gguf output_iq4.gguf IQ4_XS
+
+
+Generate imatrix:
+llama-imatrix -m input.gguf -f illuminati_imatrix_v1.txt -o illuminati_imatrix_v1.dat
+
+Use imatrix:
+llama-quantize --imatrix illuminati_imatrix_v1.dat input.gguf B:\24B\DarkArtsForge__Asmodeus-24B-v2\output_iq4_xs.gguf IQ4_XS

mergekit_config.yml

@@ -0,0 +1,38 @@
+models:
+  - model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
+  - model: B:\24B\models--Naphula--Slimaki-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--DarkArtsForge--Magistaroth-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--Casual-Autopsy--Maginum-Cydoms-24B
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--sophosympatheia--Magistry-24B-v1.0
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+  - model: B:\24B\models--TheDrummer--Precog-24B-v1
+    parameters:
+      weight: 0.4
+      density: 0.9
+      epsilon: 0.099
+merge_method: della
+base_model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
+parameters:
+  lambda: 1.0
+  normalize: false
+tokenizer:
+  source: union
+chat_template: auto
+dtype: float32
+out_dtype: bfloat16
+name: 👺 Asmodeus-24B-v2

model-00001-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484ae52fa6f38de976bb48129f75967dbbf147e0475f75940f603c47014fb895
+size 4907471232

model-00002-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f85b800b6da7fe98c4291ca85db0089925732afb17ec1b55e10a3edc4ee094
+size 4781592832

model-00003-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab41c4e67fe4d710d8e68a04d4dd2a49503102eb7d37207a580247141e251ef8
+size 4781592816

model-00004-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076eba9efefef648829fc773f552fe4f5cacdb282e4ed36d96a6864fc507089f
+size 4886471592

model-00005-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75abb3154fd731690278baa1020be1f41586cd84877b9c25b246635c4a923c6b
+size 4781592832

model-00006-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367539d4c06b7cb2cf2155e9fc5aaedb89c2713604e20a97b183dade73d834f
+size 4781592816

model-00007-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4324602d7d0241ad2653de888fbbae3e067b68a960b7a17e67a9b1ed793c546
+size 4886471592

model-00008-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eced09b3a0f9670079182e30989584545237aa8e43c305d45d3a7b935448a93
+size 4781592832

model-00009-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b14d7b55e1f8920560891c93dd383d557a8c0f63407ae60f81556be0665505c
+size 4781592800

model-00010-of-00010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988c9a7ffed8ed9f590ac5ee028bb67db4d15b690ca2d68f41495b8fe0d062a1
+size 3774959456

model.safetensors.index.json

@@ -0,0 +1,371 @@
+{
+  "metadata": {
+    "total_size": 47144888320,
+    "mergekit_version": "0.1.4"
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00001-of-00010.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00010.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00010.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00010.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00010.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00010.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00010.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00010.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00004-of-00010.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00005-of-00010.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00005-of-00010.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00006-of-00010.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00006-of-00010.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00007-of-00010.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00007-of-00010.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00008-of-00010.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00008-of-00010.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00009-of-00010.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00009-of-00010.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00010.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00010.safetensors",
+    "model.norm.weight": "model-00010-of-00010.safetensors"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918ab9a8898f5adee8acd367a41d28ff0fa83e1ace4c85f4200cf512e1c1119
+size 17078757