From d40abdcf011ac29aa361a190c68b2d4cc0d1ad82 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 10:34:45 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: budecosystem/code-millenials-13b Source: Original Platform --- .gitattributes | 56 +++++ README.md | 100 +++++++++ added_tokens.json | 6 + all_results.json | 7 + config.json | 28 +++ configuration.json | 1 + generation_config.json | 6 + model-00001-of-00006.safetensors | 3 + model-00002-of-00006.safetensors | 3 + model-00003-of-00006.safetensors | 3 + model-00004-of-00006.safetensors | 3 + model-00005-of-00006.safetensors | 3 + model-00006-of-00006.safetensors | 3 + model.safetensors.index.json | 370 +++++++++++++++++++++++++++++++ result.png | Bin 0 -> 46525 bytes special_tokens_map.json | 30 +++ tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 85 +++++++ 19 files changed, 713 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00006.safetensors create mode 100644 model-00002-of-00006.safetensors create mode 100644 model-00003-of-00006.safetensors create mode 100644 model-00004-of-00006.safetensors create mode 100644 model-00005-of-00006.safetensors create mode 100644 model-00006-of-00006.safetensors create mode 100644 model.safetensors.index.json create mode 100644 result.png create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a76512f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00002-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.model filter=lfs diff=lfs merge=lfs -text +model-00001-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00006-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00005-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..cf3f1c5 --- /dev/null +++ b/README.md @@ -0,0 +1,100 @@ +--- +license: llama2 +library_name: transformers +tags: +- code +model-index: +- name: Code Millenials + results: + - task: + type: text-generation + dataset: + type: openai_humaneval + name: HumanEval + metrics: + - name: pass@1 + type: pass@1 + value: 0.7621 + verified: false +--- + + +# Bud Code Millenials 13B + +Welcome to our Code Model repository! Our model is specifically fine-tuned for code generation tasks. Bud Millenial Code Gen open-source models are currently the State of the Art (SOTA) for code generation, beating all the existing models of all sizes. We have achieved a HumanEval value of 80.48 @ Pass 1, beating proprietary models like Gemini Ultra, Claude, GPT-3.5 etc. by a large margin, and on par with GPT-4 (HumanEval ~ 82. Ref. WizardCoder). Our proprietary model (Bud Code Jr) beats GPT-4 as well with a HumanEval value of 88.2 & a context size of 168K, we will be releasing an API for Researchers, Enterprises, and potential Partners by January 2024 end. If interested, please reach out to jithinvg@bud.studio +### News 🔥🔥🔥 + +- [2024/01/09] We released **Code Millenials 3B** , which achieves the **56.09 pass@1** on the [HumanEval Benchmarks](https://github.com/openai/human-eval). +- [2024/01/09] We released **Code Millenials 1B** , which achieves the **51.82 pass@1** on the [HumanEval Benchmarks](https://github.com/openai/human-eval). +- [2024/01/03] We released **Code Millenials 34B** , which achieves the **80.48 pass@1** on the [HumanEval Benchmarks](https://github.com/openai/human-eval). +- [2024/01/02] We released **Code Millenials 13B** , which achieves the **76.21 pass@1** on the [HumanEval Benchmarks](https://github.com/openai/human-eval). + + +### HumanEval + +

+CodeMillenials +

+ +For the millenial models, the eval script in the github repo is used for the above result. + +Note: The humaneval values of other models are taken from the official repos of [WizardCoder](https://github.com/nlpxucan/WizardLM), [DeepseekCoder](https://github.com/deepseek-ai/deepseek-coder), [Gemini](https://deepmind.google/technologies/gemini/#capabilities) etc. + + +### Models + +| Model | Checkpoint | HumanEval (+) | MBPP (+) | +|---------|-------------|---------------|----------| +|Code Millenials 34B | HF Link | 80.48 (75) | 74.68 (62.9) | +|Code Millenials 13B | HF Link | 76.21 (69.5) | 70.17 (57.6) | +|Code Millenials 3B | HF Link | 56.09 (52.43) | 55.13 (47.11) | +|Code Millenials 1B | HF Link | 51.82 (48.17) | 53.13 (44.61) | + + + + +### 🚀 Quick Start + +Inference code using the pre-trained model from the Hugging Face model hub + +```python +import torch +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("budecosystem/code-millenials-13b") +model = AutoModelForCausalLM.from_pretrained("budecosystem/code-millenials-13b") + +template = """A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. +### Instruction: {instruction} ### Response:""" + +instruction = + +prompt = template.format(instruction=instruction) + +inputs = tokenizer(prompt, return_tensors="pt") +sample = model.generate(**inputs, max_length=128) +print(tokenizer.decode(sample[0])) + +``` + + +## Training details + +The model is trained of 8 A100 80GB for approximately 15hrs. + +| Hyperparameters | Value | +| :----------------------------| :-----: | +| per_device_train_batch_size | 2 | +| gradient_accumulation_steps | 1 | +| epoch | 3 | +| steps | 34503 | +| learning_rate | 2e-5 | +| lr schedular type | cosine | +| warmup ratio | 0.1 | +| optimizer | adamw | +| fp16 | True | +| GPU | 8 A100 80GB | + +### Important Note + +- **Bias, Risks, and Limitations:** Model may sometimes make errors, produce misleading contents, or struggle to manage tasks that are not related to coding. diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..5dcdd14 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,6 @@ +{ + "▁": 32003, + "▁": 32001, + "▁
": 32000,
+  "▁": 32002
+}
diff --git a/all_results.json b/all_results.json
new file mode 100644
index 0000000..ec173ca
--- /dev/null
+++ b/all_results.json
@@ -0,0 +1,7 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.04311345880544245,
+    "train_runtime": 16352.2345,
+    "train_samples_per_second": 33.758,
+    "train_steps_per_second": 2.11
+}
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..704b34b
--- /dev/null
+++ b/config.json
@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "budecosystem/code-millenials-13b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "max_position_embeddings": 16384,
+  "model_type": "llama",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 40,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.2",
+  "use_cache": false,
+  "vocab_size": 32064
+}
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000..c533f93
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.36.2"
+}
diff --git a/model-00001-of-00006.safetensors b/model-00001-of-00006.safetensors
new file mode 100644
index 0000000..322a512
--- /dev/null
+++ b/model-00001-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4009f71d85e5bf9a7a686bd063b3dab06eee140b3d14aa869ca51ab96542e09c
+size 4978921088
diff --git a/model-00002-of-00006.safetensors b/model-00002-of-00006.safetensors
new file mode 100644
index 0000000..70253fd
--- /dev/null
+++ b/model-00002-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544781f83bd85409d30d031291d03ce45259b950145feb24ccc9a48f9ab69840
+size 4970422160
diff --git a/model-00003-of-00006.safetensors b/model-00003-of-00006.safetensors
new file mode 100644
index 0000000..9c09f08
--- /dev/null
+++ b/model-00003-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c06dc521741207f7ac27ebf9815812cddfa450a01e234b92eb5f0b74cfe2ce
+size 4970422184
diff --git a/model-00004-of-00006.safetensors b/model-00004-of-00006.safetensors
new file mode 100644
index 0000000..b75d0d9
--- /dev/null
+++ b/model-00004-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f0fefb3d0b308fea6df2511a997db573ae35df4b6b125c3248c1d55164d57f
+size 4933701432
diff --git a/model-00005-of-00006.safetensors b/model-00005-of-00006.safetensors
new file mode 100644
index 0000000..8c28fb5
--- /dev/null
+++ b/model-00005-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9bbd632eb5222b57153654e00d2e9a9d369c9420105c577051f4854eaf72e6
+size 4933722144
diff --git a/model-00006-of-00006.safetensors b/model-00006-of-00006.safetensors
new file mode 100644
index 0000000..163932a
--- /dev/null
+++ b/model-00006-of-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32beb355561eec6bbcb1a16e8c2b4480241ade66da58c3f891caa76b2f707bef
+size 1245892264
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000..e628e7a
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,370 @@
+{
+  "metadata": {
+    "total_size": 26033039360
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00006-of-00006.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
+    "model.norm.weight": "model-00006-of-00006.safetensors"
+  }
+}
diff --git a/result.png b/result.png
new file mode 100644
index 0000000000000000000000000000000000000000..92adea4b628bb7a36fd928b6c43d4fca7bd971af
GIT binary patch
literal 46525
zcmeFa2UJ$smNiOg8BwrGkx~f;P!WYvk|MzXk_42TDJ3Ww$r&>$DhMi)l_*)s85I!}
z5Xq83kerm9-`wcOt-9U)-stzn_(zZNx<=nFOFzzc&OUpuHP@VTEpMNZ5nI1@>sl%*
zs`V1$B63tzE6S;;mdUJMiQiFqBlA1{b;L?k#Y)~x-^%u!g&vjkIV*ExGb>|*^V@Co
zEG!MoOu0DtI1cXLe$mRx+>)P@(`4xb9A*|5I2+ckcEd&1n2W1gQc=;KBmev5xp1Tb
z6;;YU36bLpb^-lOwpN?IHoW_0RC#js8d0yy%brPyWpW=ks0iCDt)LLLcdzts3Yp?(
zUoKlFT%fgqno(55lSA?0&a2z^?O1(c`xQ^)!3o;t*!{XZuUWRenXr_(KbV~3Q|B9)
zq2FoGps&9S-@o{e&+s>!Unu|4p>VyM@@uz-#gxq1Yecw;Lwk_e*M>ickd*H&>=9Y@p^L=%!b-TYO>O=Q6$PenNHGx)@b6C7KZnV5n)oxXkhW>_9_<9k5
z%kpH)E}7CN2Tz*iPDQ96c7Eon-h3h0IpUY)D=!v#?wD?KW3GynWp1)3)HiP4>}@d1
ztM=nDddO#{)#T6@$8S5RakJ%Ujzx3Mx1Z1FNj*0^Qg(>z5xX+S$&s9e`5Au4@z`dU
z858Bn`QDg>Xp@FiKW+oB*||CE?;R2;29>A6B_DaQJmS=D=2>`hP>0+2^PgkgCC9OU7V`>tIHg)krDdh3=$#
zj7OD9{dl}t0{N{aIdew6w4BEjmE-UQa@SU_XOUob9(^DuCpVh6Fjq#`T^1y$-qzMO
z-RW;um2E$=F2~m4(w?RFv^=TUD8ZR5jao`{LsQ>aU#+sFL5uwE@4x?!TgSVI*UVDLb8$|yCp#2-
zLvJ#vI##vPB;)q&+e}B5n{u7AT;``PV3{+8#I7t`VKv^biVJe)4+Uy1MH0{TA0D#p
za?5|f8tC>B_up3&C!gamHd-#m9A#XW7|&ZH8!Qxuy}r1Q^B9lXTpVi7S-W=ahvDz@
z_dLp`K2N=IUnwCWVIbq!cH>HGYpbiqU{7VFB6fFL*-MiK-nr3A+02oTM=KQ(swlDN
zvhkUx$9_q5%IX?*#a2z=K!VfMcQyQAL$Xm#?AaS@=~yIc
zH7xJ3WHjZtoZAx`^pH*d)a%!;)pDKe{n}%c6XJ6mCl-UI)BP7OUbt$`e+`iyjS(q%
zuNx@f{bk@#yyUspLU-2b$p46sm$|Kb6{-`owNs30Yd*i!Q4E))W8JgIs4h{@PsrK9
zPddbEs97`g)IB*5CP8k8(Tj|N4hpowvo8j7XH2p6yM44>%1eB?tQ$SH5Pu(A_ct&%3)XA|3QbMFvgRy81tTx?OO7
zvVAMR)$?V`mXSR}?n`)nGSp$bKWeZktFP`tuws_Y0JlxQil*a03cua(Q=z$0`Spza
z3bk5}1Fot(Ob_}sSDcsG9n)0RV!iXqhNf+AMkX(6<%Rs(^W&hNdGE!VqF2269<#94
z$(!rS+w$G4OL=OapSrhoacxEr;Ka0@zTH^4?vJNxDTZvaK?0d`;|)A|A2!uaHf7oN
z#icb@ywoY&L`N5n*dB#_=M}d3fZ9c*jIBp)Vq9UZVja||g?xR&f
zjxR#eUVeVHqzh$A?eFes7TdMoqY$?sE3evXh5g3T1}$f)};pCgUOQRCqF+ki@w
zgn15EZMIKkZ37nZ`)SW*+{113;!U5mvPzE896DL(t)Mr0
zoOSmF?T#(oU7sdG-TRPB>&An`^OAG-Y$=F)sr&%>^6IR?N@2(Fz3<;!?_0dm<$iO`
zUtFDqGt=h<21-&V_CKukp%V1jML9#BMjFbmg3oO8z0=@DK~2M#DQE&XZYeoa{WpL6
zRawJ|pW*kI{-vNhXFvFQ0|f}ZKKFh7y^>D?$V(N7pvhJ}a&uE%!FTT5k((JG;K2r_
z+pqGc`@Vv&JC|;f{jhAo-thqruMv&$oG7!)Yg}
zUm>$=m5zsC1gq5Ji%8J>5Fs|x2ad3?vc7L=X=%_4yWOer^R7D9vR#nTH@nOs@zHWi
z=17iqp3BTICxDwE~DM$nQb?>jea~j^jzfj?`x^4od6
z=b7=Ikuu@hH#ewL%-c@HX=KQ4+#@rpav{%U?jddqA=#ktJ|juJ-#bg$C8p;lTB@TJ
z+3`QAhBUL<(Voh&>Ar-%p2*;j!+C|><)PKjPOcjG{PHAVU>?qO7!4yoxk`Peb`UIyS+)r!r;#sY
zEpbr4j^Uj5;9K?qK(j<4fRHC;AvugB1TDL^6+A{YrxEjO-rd_qw{2U@t5?S)7K2Bb
z@PYzRSH7{nm2Fu=FWchdg6
z(zTklfdmsAVW0s(ks(oq$#wP;i7-M!J$Ys`*gI9u6HQ$XO({mo)&up5I`8gYS|0-l
z5ED_CbfFJ-t@vQ4D2s%L(Dd`i9GcPOH+?SzNleV>Z~E6O4y7LAUf{FttI6rGHk4;0
z3yl54*>iUk>7+i*EV$45_V273zhttAii)!F^47FF3Vkoyj!nDdc~RRWlx_j
z`TkL54F&XX-}aD0Qw^{Yxx>P!?`Soy{7~4{g&d_GwPswGj*jk;epV|`QT#$)dcF+y
z{lkZwJc^xLudE^%@PJyfxVFnw`0mqBo^}PhYT><`XZC*o_AR61#Bn*f3f9US*RQAN
zXz9UJ%$7!BU0D^1Rudhz2)nb>(?DR9TnjAh?JDHw-cWmwcgE)!V`Lx2Z$h1by+4fs`
z3?HtfW$HJioqMcqT7GmWJJc+1PU)yk{~2HxjtobE1HdsAtC*dhqDnA8+>4iy4j&nK
zZ3~1m(P-&G@Bw-7`t(bowS1w9wF^daJThfqbfnoIAhj0
zUPgEb#P`b$qXa6D&tS;}ffW4?>D^IFzPO{uDQUkuJ!g$HUsD)Pp)A6cB8k1jt;d0*
zG;Hq4M9SlR%H!Z$12{zEm;(>_u|!=g4^hjud&z6s_#6>0+N>qFw=O9%$f1|5b`}Uy
z84pzzA-xSHj~cMBa+F;7{Fw7LKGRqa;dzyjuCm(oe2q`lO*2ICdsg>?1szjS4KS_W
za!7>W2%I!hO>vwYc%e<>rWZ!%sPW(@EQrs(LbGDZvWewrptNLpk4WY0yr{La?&Y-N
zAGx`R2k<%udtJ1=yd3!1i{;3_5+mK0ZBO4!II*;RDlwA_L$29+*!<~A8ipr5#kp!>
zV}kGZ@^Ai`kv-WbZ=Q-C7G!4oTJql5Q8u{s#r`#)9#}5b@I^dMCwHw$c@VXf{hP*iB&^ly%S$8
zKE2%g<5HK|?d8NpbNr#>TPuv#))9j&;RLpuk-8
z&fU8YS(H6#H1-P!G>!>oXe=F%cyYv&vuDqeIF3RwTa(7(4_DWP1*=sK`zSCW_RgNlmDd=J0*4fi9yvECQtvNhi+vhV*a_TXH<Ma37aRWr&z(y!j~_5^;~F-8``w}s&Nasq
z<_-U-UfIA{v|`yD!`knW?$`Q#LRcd0vsVB3Gu<6>d_R6gMJ2FQ^H9B7zVrZ80>g&4
z2Cevc&c9s^?8AQeunLYxMf#<7-ErG(`T7wLc8TrVw@(tqieY_n6pDntf@liJQ>IR^
z+0SoK!6F?jq-mBj_L$Hb2n{{CGlTLfDo>c~JARX>0Nx(M`6RGf4oLLW-9MfYGz~rh
zyYIXH6qV=KfNzDmwvxJw>=gU!
z`PyX1E87<%_2rl+xVFPsuR&*t?=;YXLaMPUDRf9`Mt#O2L1NeW^XIFQ4diPD&Ye3K
zEgyLwn7~K>RuFK<+qWWV=dN72vUc6Nl6ueR#*wM%=?^_thO?932s~n8+r9gg*QVcoYva`x5xH*ESU>_9
zYTfkp+Yla4c`yY|F;h_`UdgZ3rV-}&)!|w=i(}TWi*L47PiuX7SBdXpf*HzN$R+Op
zfY1QM);_tgTMnb$msE=xgq+ezl;ypf^@;NKeDY&O8|EGqk!add?e&(k$lkeO5hEQhlcb=YhWc(T5
z=C5G)eEM`I2Y}iEn@~`u9e0Yl6;uuH%-ZEt+x-ta&3zpX<)k%x@le;yXK~fimrc&j
zu>4#=DviMZEcpF@DVY9yRoBn*s^b(EF!8N?Ge>*$*VXGDnTa1a^C7!rJN;tJDAN5e
z7I>bE#F5LV^>0UhT-7b)Vlg@Gm=zFn|A_az)=zePe%Inh_J0{3^U3G@)S##FXg_OR
z11njABG$jGiqE^nN>>SW5w6PfYUX&dDUsA;r)wC@^%B&Wp>&;Epm&OH8?wU6YHht
zH23_zx;%$fz{8_+j9n7nnf_(CcrmvZjs5$QRR4!1(OvhWCTNZRt-I@tXP!q|ar#%cw3Fzj;6*@~N1X00C9&FH40471O8PKN!jMF9kpDmux?}&HbT8f1ck>m9f$B
zN9HmYC5hBV-nI7juP3a`)|9n}+RxqjJ#2Z=qt8i;q3kky{r_X8JjDF-n~UgvWXhSe
z#Z0N!bM$b#$NS%9^?Dp%aUnlAom}gXweFP>=@CgBAj$07l2XgY$rE&ZLQ@tf;wK%`mD`2TtC#7!g0
z5^irQ&A9I7R@`Q8$6%(va9HR7h!|AF5kdByTO{OC468>`ymq7ZmPdJdC^=Sv$N{ad
zuQlC-Vy0D-NO@}IG%L66XV0Dy&QCE?CXl;us3}X?d3yByCx0?oa7hS%J}f+jReMXnfy_9R
zv@XXU^=Hb3GN!b1!gHhEcj!4edYtxzf_a0wkipLF;qG1uJ!}-9S-(4na(hM3aV^_s
z`^b+0N7^qrK?4R~`RExRGxtSL&~K3!g6vNP9C%8B^8fcxtn8EHVl>7V
zc%JQ{DR&&}9rI}4wR7hohLBoNaly{xzC?!uvAz!sIkNSq8}en-^aotBIq!B1}BOTkEGrv0wq?!
zN70&cWzT^M#*m|dGDH|OtcDw>4z5+d
zv-DNM61Ej{U?17{?iB~&R(_3Eh!hUB=^&p>nlcqHUAjcx66(v*?obbXiPx0(qe~w=
zDloE05hYQtU;_7bl*~JW19O76OS1tdPR9
z6Dw-dE5fDvhTHP*+`IP(MKV;W18Qk>dWF8#ZtVt}O9
z^L|e-iB~&!?Mg9g5nA!ChjrbpT5fYl;0%7kx#D)3G^gX#(ja6C4NXmuprb;Hp<-#U
zur^52(r7ixRwz=!u49d|`}W0QVQzwsnK=QECIL=E_3f#9aj7hnRbyaNdk55RHuJQJnhnl-<#hO
zf~Kt)r>5wY{MYMc11)*lS++wpPmf<4?eLb>ceq0NsGZc!lcT~5v+{@_USS39^fBP1
zi99lxx8MTWd{-s)kIEC!R~?62Ohkm#^0-e@J3&L=Edjp8Ga^?m!D2J`}z!sWv)Sq!!^qx=8PLedSZ259l2{5kM
z>?;4b=wT6`u%m6<_>yoT!S#YQU9p
znDW5cZ23E;jS_Mq2soF%ztj5~PZ3Sf)ddlk_7LiSXpMpds+qfG|BJs~(f_Y}??xFhAG(
z>De_KaPDsTJGi`Az|l*DSf2g)1;^ssyvw%``R0efyAK-b^tVE0q{n?=zU5n-Mx-}C
zTzVC@x>yVxhn~KKJf&wRZgjM_?}DmKV*SS5r$6oT5D1A=Ptz9-q};!57S;u<)S~*a
zPvN;IRAX8RIS5-wbU`I?6b}{^=ZE3I?nnC+DaZhP*zE+wz^39AhU63t{>t$4i)T2J&mo2EU3&MPGpH2)y%Jb(U+2~h
zFNczaMIuYo&lq^0SvVfA9vDJ*>GfGKO9@yD9h>;(onPD1@KwXQ#CLRpf4j(n7;+^^
zMnrnob{=~K7l%TO(t#Wt78nYW*KXSD`H1J|;V24c$ep*CT;Y&)H^z%lK-bw%WFFn@
zJo~LM1v&{aiIfRW1jqy&ex{Ya-Sx-B~%pno&RAb*}yclA3@FLtZoGDs>R%_RF
zNd8!2BNdJAApFG9bn93{a}H9sEQpy>tagVWwb-&bt|IMIrfL{Ptw{g%DV*A|0>DN1V>+KTr9hB8dvR5VNLC9!+Y?
z!wd^iOOIvYWp$&QT`9JxmtvKnD!TM9S%-?Y!g|ki0RTwY5zEeQ1l{Tk%dWL83puKSIF*o0=O)`drg7%zHgA4RM|q)Ct#pWX!GM-I!*8gG@Csi9
zOgEgwP}bX+kpwyS-#6(KSIEdU6*&d=gJJY3Wwh)Ie?
zf}}WDvpSV1kn%FU9s;w!X{H3ytNhmwj{pkxtpDTBV+1E45Jl{k_R|%;M_D^NQJfZd
zJQVTn9^~tqDc0^(9qCOs-mRzWA`7lZO8!&xD}KoPy@Lk41GoI+C
zJ9g~I>m@q$l=5r4R-fiIj5KaC
zf&9b~;OmRj4R>N3s9gz*Ir^U;yWF_5X-B3nQMpYMViaRK$NiQ(5>y!ynI}gf0P5;7
zQm)!@7y*EA+kX!Lf0t1Hi$nci{Pv`t)y>ICJL!PKX9)m=)`KwG_zohzaOIt)HSh;o
z5gvZETrI;Qe9;IcD*7HVTJ-NP_T(sWeUyiY!tCkt&t1t|4p}Y%7CBwf153}b7q71H
z-nK|0lVA_B_fpn%dts5eB?q=9@driTy0!WdY#*q}P21Cq>%0sKD4%PU#uXr=2d~hh
zT-0*}Nt&6*P(i8c8L=%+4!3Rn^RLTVPTxc&Dj>`A=oW2oo@{fIJbhXLPCagudT!LT
zx)Mv!P-8Ek&xISrZpo!zat8Ua@h0t7ZgJ|(`#-_l5(_$^7c%1+*d}rmSbu(PtD!eQ
zLyuK&MpuwLagKn+$HS)2=~Y2Lug-C_MJXXgXoU5`_TR&_T<5GwL6O#I;ci&<{2A`c
z2tTC;Q`gNF%Kp84_XBXJe#sx?lTg3Q-+S-ju^ax&y8rW8At9lyf(}+Usk`A9RZBCC
zLpaD>-vUt`;Jxvt4_pkyftG3AcW73KvNXC1HycD;hjJ#kjcWE2?G%_#2}T-)XazPH
z@LMvbit+s83N9NV5
zS5~zY40PFQi)~2Z+qcgbJr;0K_Cmw*3Pb28JEKSIBY|Iky`sv2s81Y-7q>7;Kl$@G
zBqCE+0GguYuarF(&xE&|kTb5vDCDH#MedTw*45l)OeE=EwC`hw+T9q
zSAi8#gt?M9V~F>#wkbf-Ehq5@Y
zzG4^7Bko7T$_Hq82L6n%=7%-fVS9I7y96+bB=CG5e;hmkimeKW=WBbrHysbIX)GvebNwI447%EsA4jRD2i*K8y(>wspa0#4lHyu7@I
zNjCWiUA0S;&)HS#-RLH4MSR}8gG6SS4h3LSSrA}JqDQk``}!uhf>qBff!-rxI0Uro
z)+vB*NDA3ZxtPU6{0N~V*b}n7=u#-Z?HQ_@e#8eDwHN5S1}-Yam*)$l_%{T(oxF(erO{kPZgb;-fNk#=9S^z^}l2l*XFpOYOF^&g_`(0F}ep%}5`
zZiVFn$6W6p>HXv=ye4|0|4diyU%piEXy!Uiab*1+GrDz?sABR=yQBnKCCYHF@Fkuh
z`#{rJ7mzqPd}+w-gu!%7`$$!DsA8I;)ZG;t}iZqA0cDtLnG-Y2;w?DH!y$NKqsw
z=jF#|77ut?%Z*-(3P>`epgKs2F^#BS1@?whi2}XS)h6vnN_{vqd&j3qX#>l6iv5Uw
zlU1cO|4-0FdImDTK2~RuATDwE#!_779GYMhZ{ABOZ_FPRoizyw7OfJ<9c
zKsIgI@D#*qn!yhYm4Irp*
zn?ZTPn7hhDB11rqq?w1*hmcz0Z9e9|d9#UuAr?^&y780Bt&W~14
zi#N^wcFOEAC6%VHg@pxfkW7}SOYQGW^HJ8ukq#WM(KpnbMaU2^6lMLsabqh{nC_ts(w(c`_R}Z6el4V&SekL!nWqTt^K3yD5RWL-&8x)Wx;rvumQ)9A19VVuu$CtUX);=e1(BI#1(CCTLtW1K$8uJ81Wp~
zkyJzHb#!txxBmR(cAw&JJEmb&tcp?QB)yN(XP#Y!6v*=x{Y_@s-)^Q!QR=J?3p5C~
z1_vCqmGS2@t3hp}nGZpU7#qR6bClX6#65cQq}#znpOl;k?@8Is0llM9mKM8%GuXOMQ#HrMyIrQI%9n+$ykl7U!|2!cU|%i?Nr}hW
zjcij>1$xupRr8t)rc0X=9p=8z^a;+6cbXb!Wo+v@m9cH6tMLH)L|Lr*(1+fZW_F2-
z7oRiGl;ttga3vYX?m0;~f4T!|3P!c@#A~jZ59fF^3Ms?SKkU$h#FzgwELx)827=9}Anh6;j=RVNW(?=442N#(xDrx`r4C+KL|I*%0EEM)x+&{O#F%F;hlcOA(nce6&*?Pnx47{Zk
zX=+9nF1#4SHU>qz;ZTLeepBga$BF;vCw3e&f8x939)=4ogrVuDO$%SyEJA6J{*Pvu
z%d4!mSy=1LX=kX|QeBQ=%)3FwGQPt1_6EkuRRAK*9KS4FW?ruQsA}kOe%r7G>+sDg
zXW_nu5BaIo8uo{qKf35gpxSL5TPV^zeE+z~?z#$Ym)7sBuX|fi
zz^0w+q!qt<&6+iS0``f-r~qh`6}M|U*Aw58(?UXB2?xs{y`qm!4y;!d1W}^R;s)Zs
z6=`xbM`lA7B|wb)BtQ|{;loenWN56vrOu%9&;Xr-M1%v|8;LfP#6gP`FJ-&nO-KLR2*$i?H{yQSsOqLZ!IsaOW{Fj}7-KqggZ*_x4FN8DD&u??!{VVTJU
z^S23|MUamT&<}^UxC)@BY|X8SuK~$;z+Bz9af1!k2k5NT!~u*hCG4tMcf^`*h@*r+
zHO-yU2i1I5KO)$5zOEtsxT{;2LEFS^uSMIp31adgq8ZA1bivC3L5)J*7zr%WMfZms
z_?(BHo=@Q`=tDE{n2kiyPI#)7U`hDe)fI`FopkOJ3Y@g3r?P821}CXe86jOsS{@LP
zfFYGgqa}cN*FeQEE$J))$FfgINDF;zRisTDh|U=@dNaqsoq{;4^xkl$SK#Z!r)SRk
zppmGL^o!vqs`6Z2Nehrx%x_+>Es%ghy26Mm0~F8l?a9tV%7FJo$HWy
zf+6J-9AF8=f8KbK(9y1dHfUB#cjcG0-Zg=T
zUFWAFH*;#m5-yN%yf9|4NT3OU^sGY=ZoMb>U`2)60_hzF!+Vre05H8jVp*|bMU+C6
z9695CGgL#8Moobjburd3hlXV~Zf=E&DRW{q*{7YG?d9$LwX5)%nN8;8r7xrn6e~#j
zQ&8-LgOw$%bI8!Wn8x4}BdU}+`MwO4N)#;PQ1S8>d#>hraGcStl!~}Z=-D_6%fO-{
zabnFOU36sMqG~XJUx>7$1js}ZS38t22Pe5-m1$ry0dGc>dlW?qfBp3o&-E0S)*?18
zoPl>M_J#F)i7Y_aAA7gW3^N{7)l-cxtv5p-1{Rr)fuaB2p-T^v@4I`zH9(FoD9#!j
z=g#SSpkHH2;fF8q+naNG*1awIasBaAko8lXXKb9|SC^ELArl40U<>O7QJXoK*~fCp
z?I9m{JmM-qWKaavHTr5f?M3{QT9!>5?jHfFYvA`wDX
zY04hmukzv;`Y=fM9SOb4RM*+%4WIke2<5>1fb$fHmhkSaylAv0dH|q^5;p57mQyO^
z8mk$C$)&g~w3}t##5|ERv;xDIp*0a-P|s{?19Ubbp^_#Leyi@MIOUGvgE41&Z92gi
z<8?_?AY6dj6eXKpR^Z$9Q}-F7AiI#z2&2omMM2R%dM$AYG{>=#223=%)!E;5mLf@z281IUAAk0#si`Qmpb{s*R_=>Wq4W|NhS&)eo}bwvINcpex=^w;cON6$Zw0
zaX;a(^PqD;@Y~ys^?9y&4Hlj`avttb2l}^eh7}5js}E9RyrmE64MTve!F#9^dK>c|BB@UW$zqcG#tCKg3Xve4+VCoxb{%7;L--=rz8+Xd}^`xsa}=Icb&yTcZ)^n-t@^
ziou)-E$n|^Ute$?keTLU;WWel@wnf)lZaf?fW^58eKiFMMx`OuWB?*>^YkCe;dqU{
zi2eu_e0+W3m8g01=1o5Wa~cjw7NB8c>e&vC7MGbggs*o9aXnj8F-E`$
zxO;4%p_X{=V&JF)BCSG%&_nn2ODIDY3_KjO3)RZ_`<_WgB=K^v~9D
zl?muTLVp2~x&UF?3{8qJ5h0q9i`wHnE-%z#v;a&DyeKGYUx1OAHp
z#0esOjDw^?tLn&pZtg0ed*eb6=85xPm6=XhX^hFy{)u)v^7XuEs*w^G|C5XKD1Lx1
z*BC(gyZ-HrX0#ah*Bd3IV9z-U*tKAPq95yHNr_T|mI?U|_(Rm7LiU5BImET>fNlw_
z1A1h4A;qZxeGH)7h`)qSBtq0z1^CfuaP7_gLiWp-0{5)(jp>PR-@YZEJb)HFCa2-!
zeV<>3VmJ5;yXG4Cfg1PCZ+ijNpu{BDs`b?`?)UGfBDXt)j>c$V1=lkRHKN(|0;ISE
zvYntsofr6^uQ86!>S^}GtFS-6Eo`B%b=f{fG&*pzryi2)8t)2fhrtiMs~d~OJU?9
zMz>#Mm2Zs(jfBOwkkuy*q>otJ){X-(sz7jzJMDXj1WoAbkJbM`Fw-J!+vIQpr8c^h
zY2&`B*RM~(d!ejKprB(7;=dU=v_OHX0CYyP5Ccu%T70pVZr^7tj{z`s8D!z2JDU&m
z+R)r}6|>|>@12^QB$)=OmOwBqhaOhaD(^*x*AOQV#NiQ(M;Vpi0wLCH!zqve4#^{<
z6L8=;OATD7d-lX>X5nC_$N|$?L#rjtuf$@m6sxl1_HJ9xgW&2i$Lo!%pB`UM27rJE
zwYeuX7lik647<*2bYj;XoDp=dt@e1LeFcV4(gB9dZUAgc7Ds5RVQa3J4CONPnJ77DK0TcYr)5$@0U)GSMV*kD4EFh0&
zUO6O}%B-PWGDd=2&+FsDJ0iefjL(KZhRzdc0WT*F)M#NoLlQWT&u$6Sv+{rmWCg~0
zD#f6x6W1zB6r4PeUum7U%(@c?HoORnDk{3=rGo_O;xgEKhIBg6bw)hw_bmAXkqSK}
zAMSmi$=ZHM(@wyPDJsvEU~P04vq<2i*Ag6weW5S?ApJbnr2F=spida;@(j+XK6IB?
z5dSBTST~B9_#Ry88M#aS2<*xCwYADnVZAI?0r4ux#J|s
zp`;Iiu*2{pai4qhYtHu%?8%{i@0naC&k>U*X`XhO{U(MQ{}jHB=_s)ShmnQ>43;2;
z2}WpC;()~i9U9_XAq>ZMy69jQ9xOsa}Zz*Ayk+Bwp-9e&x
z7#tiN(>_%7DH69wwk5bBA`y@~B<~%Of&1d8?Km{{14(V)KQB!1JV0KKLa{*T1Pt{!
zlVS0d(A?=`qL_9g#>&ES5zP}`VFLEwyJ2@AwE~L92)LFmG+fB=VmNGm3~{vzChNt*
zgtVy3%L<0WjKI#pF{s@o4CaXV*pVxM_M}l^)6?&_cv@vrT%r*uqC#`S)eAOgrHs*C^i!NhI=x`0@3)crKHQ{XG}IsWFnRW_u&@DVP1ECRq)Zm9
z#YaI~)zIH(e|MuL6mvzIFtE)O^952-e`MVw<`>drpl>sOHVwo^1IjyMs!778_N|*L
z)W$3TV;D?cAabdKEmNQADYEC#Sb%*f?FKb{J(jYPVF6sAs_!8^lGSZM2C2Z5Ym8VE
zZ-Bzo0D&h7_QlWEwVD@jHd0Z&@HPk)S9iW?8HDM(k{Ca@lDPfpZ{53>0=>x(xfj)1
zIr>s!ae6k>(_hfn$Lmc3cCN=Lh*(6d&0Dt`BKtdxJ9%mhBEXPd;2F>er6v7uZ*Sbp
zz+jBSWGdYkAYflXh8V6gwtUfPK+xV6AnV&=_#T
zV~~<+K2Z&Wm<_dvQLXp~5Yf{1DMo*WPIG~j!{||dizXHwOwdXNf@
zG0>|>B2P7G&`)c!@h4jY|Dmp&cbpUyuus3bxo*pOg!fdO(grMu&p|(kf75*7OG(DlLBTO1G{{EXJ}9LF7TPuR{<^z8D9H_O((X1SCK)pQs?~nSads~PSZh3JY(bft40LbYH*rd1ZkCw^(4DYSIk~7w14Q;
z^-nDA_n8C@(FymGv~Cb`tCrC)ij>D>!;|8xWOd=U7Wli=fcN5ns#4KbASEI35^zWb
zTg@1aVDUXjnltbY+hUS1NY3+MEKg9pobnxNfEMd~Yif~isk`i?^y7{}Re
zAZQ##xKfD7n%XP6(N(oktL90Nz)hwtuLKm!3c7qyY9{`o?tQKcA3r0B7?UFgN>2?D
zz!)=Y^gCTF9@h+s!1Pbfq|HQ=Z5GF4V-%Q3XkLN^T^4S%%&Ab6>mbV@ULrVVLeFl%
z?kVk`$p|zL$p~+rbUntQ)cBFbW!HXCNXQc|WRzLbsEToe#
z0ICneB2c?-=()5TCn-_gZM?pi7-Srx|W8u;)s-(rdgs=}hmxlPBqsF^b4Aax|!IKcJzk5mvJ3>VL}Pnp2TU3exw
zp{(u8JnZ!thQi{3^vxM9u1%?!1!;oVX5(DTAuuTE{DJFHWe>}-vYmv#BUL-TR2Qa9
zKCUD%VX6qhCKw|b-$RD>Y&)cTOK@R!Wb@|D`lMbY!Gy5RY1V0ADbhY>U9w+YeyKoe
z?!jj`5+Rr^at=pbZHZaJ;MUx>-$;AAq#)B0Un3FmdmN8v4J!D2Y}g!?3B8SA1-e*786yD#IbdvQwQ@bcqZ
zR&te=B99hgK_d84W%=zvFUmeT;It)!;7`{=
zuO-=<>OrUp5}x37fha(#tt>&XLeXLft7#%SMI1x>HSTR-ROUv+v^g=321+$TFPt+*
zbxmq~G60RdFDzl!z;)a!#~NdKA3o$Rqv~in=?smVaL*WhdU}PF(#W8i`O2{>=YUmw
z1Xg%@dj3V)W1%;4WJ!r~JoNH9k1k$|93l84NsPL)iS0ZRKr(@d;0*hrz>VW>KVMnC
zN~4lV$mugi`CXA>3Ksq7lQ|@0*?G4?b2H9$5@N3^gq(iZYEtp@>7_mnR}Z?*J7s}s
zIQ)4uky>_=U_#UimsVKOuX=$FLBa?TYK+IA;w|io{i%Yx+UMCiTrgI+AC#{RqYgO1
zk7HF@hQqK+8yS6m(Z(ukFF?2-Kn=?`fz;T=#RDN3WS`+
zSQ@Kx5S?z<`Xri#oTtjg4J|ceonuOGx`ym{5#Beajh#(2i2@mYIy0F
zMn?{(L!_+~EDaYsrf`v9$_q)YwlWdE^%tPpGa?{{JSPX(RCfJ#%$C}vtO5aoWchKh
z!RiRcajpyVHW1w0k>7BLn$Q-5jVNU4--Z95gzZv)z*vejrXd@f+SY8>f%dA0*J>lU
z^0C7gjdb&K%11TmnW`{^rj#&(NZ2{L4CWa?XM7NM0?;n?29l5toV70qg9WjxWdFeK
zorlkq2oiDumn8|HAtoW$kWfv;HcdXS-*vQS3+hHxh>fUm`%(CeSrq&^pTRI)z9hZW%~LpE=3)(ADD7(FY{V!7!~|(Jm0rV4$fh
zWu&5^5zr?i&XojeR}JHdHEjKZ`K>>|MfVrz=X8|rbM1+qM=G)gB4kGJ##Ld_9zaQC
zeosnJVir@P2@!AF_s2pL2FmG@U6@sT(AxPfG8H&o9gt-~zJYn4+K{bC){S|83)Fet
zfwac+fH%+V12uLE4)l?l64>2@#C|jckuVPusSsPh@_lkZf20WnCsLDP(?u_kGzNPeVT_27beI*QvWN_5|6z!C+fs{jT5=6v^p;stbvagX>qVwYXmu
zz*>zKT3wJUp@AdDr*5J2Em$=iwaOd0FOf;mA^l#AR!$~v^#cvFka47Ja4HyIRg5-A
zJ4XS?K10M~V4LCoeS*sVhcAT?9DwO}W@*h1F=XeAsg#4Ky9lZA1*vOMa2{Y`c?($H
zStHSM12peNfW%JI6SJYz{>zJs)|~8p-MI+qus8rR?i;7rO9~hTFz)`-*r=pKryyty
za1f15j{OH~hpF>Ob)ys
zNX=!Eg~Ui|F3s;O_xFGu1^$gD*l8iP9)c>Z%V(-vr-h$Dr=Sj*Y1`o8eJkS>t1v^a2eWC&NJ<#HMLmMWG
zil}e!9d%kY(J^4`LW<(3
zHL*B0+@d`zgqB%s;L6f{0zUyPUSx_s=}hl!NJ}8T2K?0zL?Opt5kTZi774T+d4&OZ
zlUa~{M{VOlYH&)BL4TOd5f9DfG{&VpsO)*@`@YbvwAI21V_XT7Pv*noFD78yzyCDa
zl*rgugq%=>Gf6Kp#|>DDi0Ncj2Fv>%s}C5alH{cEOYXwFBavQ-V$PD0O4?_mfj{ao
zKNm{Mv&A9!AF)YdK}_{RA0nge6#!Kc-1ZdriFKw=+MYws?1fmEJ2$RQ+z3RS2MI0k
zk^Ef=-6+D(f+i&f7b1<~esXpBu^(jhO|me|k+4Pj9|NL*mU@AGYM_A-jW^@nE}fFo
zi1lDvo5BG??Pi-v8xXt-#9yPCFSn30Guji1II<4|ZFx+Q7l~yV$tY=j`Su1JCm9%S
z;w61J;^0Gw!6PjkCMY)<>Ls}k;tqlmniy5VUW`d}3Sr{EfqxZ8rCE#Q77E045kM>6
zfV7Vw~x$u-Wd(W6{(Jep-#?!IeG9SP(VD$5?pE35k`30WAZV%ma-YuUifF
zhlWQ}AZFE(DN0e`5UYUAghQ{zr70ly{RD*qr-F>&;X&6IY2PFS6qpWDM)sXe#44&F
zsu%<6Ht*l2`~>e)9i%VbwP}1-66PxC<4?caRSU+M%mAt-0`4}zu5u2c_Ctl=1ADm%
zcKR96J_kUXD&Y;)R&p*R%ff@7ND>js$zB`f1Bo)&N%~z4E(jDm8%%dg4%z&P?#p7h
zJ7O5Mz$_8Fl@i9xswZDOtMq6!r+7@>RqzgVD2XnjCmyF{#A76K{74l{TUi+0+mFH9
zQX^{$Vl=VngwO+eHO46K_%<}6zd*mOBX%H2Vn9TMIMN>I(-gkboBT}_HGuk#^HW_-
zH$8wJOw-#|l3Et*017T_O%pgUKtY^B{J%?56i)w1S0Qs%ICS9e;M0`tfD3?J@B-w5
zG#pD6;PnHC4}WHYQ^@%FCVKbVw_jq})IeMf5K;+oYmx8;d?tJhmsHl4Kx}c0P>1_KQD&PC_DN=(@R7gZorcF`I%yO6I7|p#X;KF;M6DSB2G2w
z9homeevPdDL~Jza6#yD}8RK98vu+X|l%#z!i~AmvU_HQI-&WU-qTkqI*dxzJ_#?AN
z_t?dIujB*r;bj}fw+^7#PK39i4ixq|M5Gh~5rDdl;pJd*3|fXP7`zt)d
zTQfUe38SU}U|B>)q1qLm&q4
zQlI=1cux%iQXCeuam;4Lo!hrBS>Lg4%biA9P7aFuty?cZMXBI#;^@a;++be15ycYL
z(c1dVl-VAJC|TYeMlS|BHRvY}=;)7=(iZ@k^aUDx^v+}gnRS8G=dtJ}s=@Ghay8tC
zWA??{0YgMNZBL<2tA*WI9mk*O`Ghwm2!+5vvJ!ZVR9FORlQlXd^9XuDswLen<6w86
z)J>Tr{wzyK^#uHXJp4ZtCgy@)ZwK_ec|{bJRQ=Megw^hI!ZhoQMfUjM`Rff%Fa@T8
zPH_Z}Thc#U5RETN+jGTpM$;+QuO^qj8j=lp-K2AyOX}zloTfJjy8~}Sqh%R!W;AkG
z>}F+sDO|P^&6P>mxoLAJ4HtG2jE`Djkz@mPv1r?HS#{X#z3=MsHfsVQiR6X9tLF$5
zX`jZnMBE>7C=ipA=_02B^2f4C^bz4u0Pu-VCZbJjM;|vJ9yv8=+YMyDeR#QR^wvVb?znBqE#Nkzs8Q^eAuhN_Q%O9mP-KgLr#yGRWOa!*xU
zyoj|OPpS{G(n@m!8FK?^COt@!`~?9RP4aj*YxZ3ez6)8yzwSpikK6c?q#w*bBUNQd
zzgNVNT$dnRfJ8C?tkNf=Yy$Mv#?fUkAn`bhI
zXi(;{G8B?RgDJC8rV<_$m7#$`l&O@85{XP(p^4Ij(xhl0QbL+2(x5`>{ap5M|9|^k
z>s|l7*0c7*Q}_KHuIoIH^Ei(4yueX;%%@lzXBWx3eJ1t`1#|#2*Tr86s}N~ytNEn>
zW2YE8`Hk3c!K4Ghw7-SZGWq?4?VE+{z7cyusQ3vwHfik2{B*IUQ?FqWkX$$N)#PHg
z06F$jIW9N`FnL1lD+Cp>$ROd$dDjOU1f3)#IW~fEE_ST~e%ciNFan3<@PaQo&v$>U
z{sA}j*N!DPt55Y*Keq+Bf#cyHUQ4{08mde<#8cXf;v@3!e1K^W6ZEjXn+*Ds`oTVX2N594?vm^UG~SR+gg1&bB-bmE|=
z9n;>~oTV!(x1sud_2Aj)=G_>-*CS@X%hNUo^ZY;_3`Kqm05V=w9dzdii$tIgkw(@9
zORYZ9?ZIy>r3DP@+6bPF6k#<=n1V#r&ulqEzh~#k9pZja_rkB5nRzl|?Kh7_NOsic
z9|rFg*+O_dx&#T$fJwq3a4jN7zHSz!GWyx;kmvzsviINlD}{_q%y|CZ)&Wc?DEMH!
z!3~c)$+B5T?1hNgfF!l2!#@8NZhBSu99Snlpi4}Ia0mFuU
zQ@x;yid$p4^8+e^s&Rt`N`vsIhVyqmcxNuOazVAj8jhzI
zATM(JYW0N2N}{k5i5H18rpIgu5pnfe+S(yPv+m!2Gl_K1#q-Ss116ret7H=Y?d7rj
zZ~^@@Lg3rW2|-ccf)l+zK8g7%B3ZYdJ@;mGrf&e0MJUWW@mE$D(76ic28zd2JfMbOcU48S
z|MjDCea^@CWc3{++r6{0L+Mc%%fR|sbr~vmwncRrRsL{S>v_Ats}Kfx!jk)b1}t_M
ze*fsaKjPOwcPhy5xMFu_wgP_(gfW0Wg%Y0D0?^)B3`l%6QeOVCcqjaDI0XF~bgz_=
zOO_=#QX(}_5w8Wk3xSCFY+Ip0BE*8CH2u0|%h_&?J;VmVRg@)2GU1OGPMo6(q#K`(v>X_J5QZ!mK*x$1
zE%395NkYfoyge@JC06s`=GMr40d1BJ{aWzou8F4C^~+ZjI-fA<*KO4ag#kO96gIer
z?mPbGbexWDl~$jtZ(?qG$lagYVL?@Yd!10HD|3R@Rd*_ywR`-}8@jo_8}(RK8BrPe
zYK<9%%Ww6;tiI6R-d=tB^hq;k&b)C_$?6vR0aWAau~}y?U3yL_nf>maNm`&|b#&7q
zue*Bn>K4%Q!o`ctH*Anwv}lpH%hWE#2jVFsr3Vd4BP!*lq_|M(E2dG6ExWcXl;cKZ
zpow#y=jP@{JGLHN7rWo%^XJdT@eXR|Ca%A9c4g`h!s#|Mvn1lc*=B2%O0Zc@R@Rwg
z$BuQ!aA$Raaa8A!N6Yv?tFSl46J!6(`tj?>_F=OR`merYEU&jNX7A}S-X~!3(lx!y
zVk{ZEsyc1j7D7t&-mgY}zP>dmUb1N!hd%RscTtn*>yNM545vB$nb+vLbB%}HLzb!S
z`zFJP`$QzH-6*$4ug@G@)sP>vZ{kjL(u#^yIzqUaxO1L22eQ*@j3P$0Yunc9W=V0t8M%k4%GlbfP%D%ZtF(J<9yr1HvajzTozsJVWLtB0$yhzk
zWE5`w26RmCI4EeGZAOoE@eXMWXsTl(pPETO50}_k=^VgZMF$_3i--NM`>-W8U9P51-fH}=9njf2hSIgV)qFfC%$*Nd|qFZ~l~
zl>g`(L7ogVK`>?^r33QEPMUP)*RNj$3zeNac5L0cHIR+o^p#caS!~=mha9i>TA`n1
ziU$1W8f<^p0vL-Zp0f{L?NZFo`@g=OqSXJ{`_FapF?zRB)rn7=&P_0R14ppgV4S@C
zAyAAN7wLUyin8^+xjH&JdLcUIcj`U+H`}_j&z|RV{PgK-H*Sn1<8cFx$6BlMRd@nn
zENvsTom0wZ9r)#iCHaSrPQ~W?UQ*HP=g&{J-`PqMWYaBcJHxN^1Oa#pN9RS;sRRDa
z&dfaBvuDql_6_6GGEPS^=g!;ku0rE)1D)BkW?jU$5Qv++*3QO8)x_9%4ZSU%zU@M>
zC`Lp?m|+Ob=Oj0lbtsZf?awWJx5Y#kxD0d4%*c2XZM~(m&hVkl=x+T+T@G%_b-2Wb
z37+=n_mA4@+0cKT*==awFpL<+4=jeZ(zjF;f8c_fn;YzjhGXlWeb;Z?
zuqMU4eD$gnqs5>B1Cq(wVT_@yB7d~s*LsMjVW6Yq!k%jWpwR&YfN5g%3>qg2dxot!QLG+OvA_wN570%oO^4|(B`(o=$5WbHL=0iTXnGB?Bj@egUvV!o6BCb!hM}%^PR42}){f4$Ls4G1vg
z91nQ^HENjEbY{$$aS-Q8`ecMIKR-XwqF}ggRn6x=ugd1}l0_X^8$M#Elbc)5*TII`
z%5|2TcndO+<_TzfA%*42bu+i?6=cR~s73{bQrPgnG0~MO%F3`!Q}$M5&8ZAjXOWKa
z);H`jN~2eGk@b{-p9G{eoS_;Lp~1wx%NH*WCH$QC@|x=@J{Yd=8R>DQlJQs}|Ida&Hy{ANwOGuc_D~cv!4TF6g
zbeUfFGYm~;E=rz0C1w2jyWHx^w;1{f*Rp;)Q@m53dnfUw#U9!~v_ADhvZ2leZh
zR9|n?#lLKs?5hJWXK*sDKvW|{&U0^uSs=l^%S^SXHj8{4oiahIg>opWp#{>lr
z-#M)s<47-_Q#zHEGE?-_)-e_2VNA?e+mOV>#9OOwdpF$p>_S35PJDURa`@zuZ(kdJ
zlw}U#P`xu0QOj4IXy2hj_LC=CX^9~}hcJ74ARdV{cw@s#b=j^1P9#|Ji!ZaYKT?(d
ztpB{+)3GIBeVm;)gv=-Y%KDyjakU-sbJ4&O)%xDjb;pn(0SY#)I1
zFqc4yElNG+#JE}~VsX}s7w)u>Y{bnJxy;rfIN>E0Eao$rt?r$$-%t8wO!zOVqXlEf
zjs?~oA>X9W|B6y2lHUObhlqx+zwt>L!bC3S5VHJfb4qshnLE(1m_os3-@Y4HuMU6r
z?p@^6Q@`KTUI8NSh8?WpL{|IyipL=5(Rb4lA4u8eLitrxROs?0Q@3V0k;SptEL^gr
z91f?VxcCWp;%tVDcVm5h(CO1X{xmmlH8)R2N8Q@NaNf7tQ2X$*CVphwjvW~=Oj&7Z
z$N2=9u@Y7X+WqV>aJT+Cb7hsMs{xj`mff1ZDap0*&e&(m!~dqfcY~72YB#Q3QxaQI
zgj6m~-{Kd`oNT|F-$}ph`ryGduI5hrrSppF9e=oxq?Zt_=rr&E-LGDCDt3R(;ra9D
zckkJA#Lx0L8~g&Q%F0*xEoK7-L>_H@(!PCrgVn3gfz_J9?b5@BJ?Gq=tfVAoaQ2zz
z2ewJzH<3osw>=yZWIa7R0t*AMZRwhrm=McWZo5q<+^e@|wH$0U?vJsixoO3%6;*j5
z7xHR){n$g^Sq($rLU4WNsoZrZ>Ov4ukNfgA{LYYZ_?<8+&78@M
z=y{$cBz8kcsK#YeVR?MvU<^9mpI0GsCDTeFo>&@U}#E*X~io39G-8$7t
zlRm&#&ThKoXmvn-?l&I~kH_G+oY$|w7xE68q)T!tP@%f<&_v3Ji~sTu&*fPJ!}TQHM%1NOM3Z%|Gj269zL5q#R0VFOKt
zh93KQ2Hw=U48hu*?3HR?)UuWuZUE%+zkWC+>@1k-GiK!p9$Pv0JxE$Q75-zi$_A+G
zC8nmP$O_ARd%R9?biBVU_ZUr59*F6je3+A*d<>&o
z`W=N6GdJ;)W>V7D(wR`YKrA7#t=>N?Xm<_5v<$Wq$Z0uv$Pnw2RF6Ib)3gB6`VX(M
zn!{+&kzo*f?Juq_pQETZ@5zQ6!EU95YPZ67oW3W@#*LVm8NE1SPv-Y+dzVyuMb`-$
z(cDouHojA?t_E%{$U&
zrf$zW1-Jf@?E8kt#!cnsl=JeX7hFS*-{;vV
zM=WTav{2tOXEfWjYe&#B>hdjhM`~;}6m)$P|X2-zs
z)!-}gp5y+)i>&9^K%B=0wI=$pF_9kDz6{#h%X-=Ju1@zi-l%1`W^Yw)awI2_`|AFQrB=i>Y~$weLfqkdzd?-QEOc7b9~
z9Y4O2@^Blmm|A^Qc^nbY!oq@zAiU2ch$BU8Bf&fLN7UYjO3EhC(Gu_pqR|$5ETn!W
zwv0`%*xmswh$ad-N>^_xB1Kwo?k
z!?L~;IcT$;-NS{-8Cv9-jDXp*d&z1n^gMO)q^bDPZ{HTzz9{z;-e!`G34JMWYyShQ7rR(sKCujQ
zPX9qez+q7?zn(m8+KaNm$6Je`vFIS`1TB7yl(8-D`l{Q3%Wg>|m)+
zCA8H11KoI;yOE8(f9H;ckI$b4K*+{tsi_hPC`ckw2BtW#N}GzTHY8U~(b05gY^@KiQl@}e$>qWY)KyMAn~x%xRXb#s
z7oy`SjvQ%<=$&rQsJUH@-%J=?*Tc@vF5O=Bb$_kqS-`WW)Oc_oJ#4gl>11d_aF@M488v*SN
zPC=0=iMOlVp4EPgy$fVzLwqFa>zaSl`A}7r!GmcDsQ$zA5^)1U)*9TgBkOXT+beD<
z{ERxYtu1V~$-Ece2_;qhCyCvPf|2$=tA1=|+Y7`W=yvNQakMo6PybCzMWj`DC
zMW?D;raWZ3*?!JZ3TawFV&WD;cF5VW9sJIp--WKIn8wlGcDA;mL(VNLf8tMfmojvMw!Rx(m8itQ>%J6ju^l9$c
zF%B5m>BEcsffFW7U`o#%1TU#UgN|cxgEMNIoSZCiq83x2pOYN0zpiYN+bcZ>b!dZ0
zDk|D$W{OUYTT1h@+3`BMVb(*qDbr&s~hv{G!W6(LyqYo~HWSW%SfwOHSm~1+;e+y&wE!qAm
zAU^)!{g*lpc7BGtxu7VDX2iAcRDk_P8A#OC)%X9ZAMNCRcR&Xx>Y5FN=usvQRdJ=A
zMDh8^s=7(GzW;KL>x+v#8TzUfcj`-0V=aMs{fO*x$B|$O)T6_*sY1K5{H9Nzei>~n
z{Wo8O>378DQbVG|Qh?%dce6w6B1u!-j8$h1HzKRuyMKQ^*x+MT)hQ&(wi0aNZrptEJ@&^1;QRhN?O&%69hl*0^0{9qyLQYON3YTDI8o!Bt3gi~O*ooj95(
z-S-z~f2+@!u{|W~drghF^=MciPu~kG)TU1#b>Zx`x%20n@9Z%5{{DSRTk*11l#~QH
z#D|+_3U06VVnWQXk?QJxV47k8xVLF_L&8xht!8`KF9Y9`d;y^FYZtBD%#Wl4l|2+W
zV|>n*EnEC9TnI;sW*$R-vgUL;y?2anJx9TQl%pgz(p%{jf43~gnyVSNK7OXCk{CcT
zVa+`!K4i0jfs~#V4aqRRE2i!}@cly@HumD#vlIMpol0G4HsYZ{(6wvwa&i)QphO^Z
zD0LU7mk$Q|A3Ad6h_cF}vsZJovwKs{B%|S0&;^~omsbRoZ0x77
z&+gB!DaearkxMiIGu|GJ0IkHAFZ)rEO`0|>1uuw1LNU=+VpEydgZ*hxYgk?IpcfOs
zACZ#UNchG%fIsWYtBR|mc71HiR=ZXb-BG#v2h7@Bnke$3{p^22Texrso46$^&7*lc
z>Va?ykUiV;PIqi|{H9y;navods&a{rtkZPa37$v4Ae#|BGf@G$TUuIXT%0kGpeuq2
z7PXI`KX;Mr+OuaKuSu$3KWAe7*y=qtHW@`-kB;hr3`_!;mgXs&3a`>q%0st=O
zsF;|mup4NBo#`@;`1U{%hIPdG3l|b|a+ayx`Rv$D-npq!b!@Wg`*O<#ixxd)&up-?
z>?Kz>BLVS?A@j2I$vCs<_V3@n0sT>W`YyRsoM%;7K}W5@orxM0Ewh-=-i3lcSxiil
zINtGkcW+}m5m+cqHA7YbklNCZk-nvnn#pVI>YkKZ?Id2~4Eyka=Cj4Ef;AKdrhOh2
zpK5|_hbWs)J{z5K-}3$9zJ2>PRK9i>RI{H#ctG8clAy;yn$)I7WX6pDV@ZG%-YI
zN63-X!G5n~{q75gM$V&0PF%O(_}TV?mibojz}?K;;vN3b+;{IT^1zDGK=#vo04bLX
zX-r_s41L&HKB@d0K}V3K+FDvoJOfYPv8`2Kzedx-9bzrGJJ_OaIYI90CXOG!=$Db9
zA|oq)HllBEdUb!LBTrC|^Jyw+0U*lEvQve7rqrOb)AAn^Q(`IC;ez%$M%d=Lz*rHq|cO9v^UcYqKV}wmR~}pn)^OQtLzRoTvxF9G(@J3jILa}VF
zLoz8)RYm0!nv=JZJG*lW;J>Bz0I|Cn3-23XV&3i5?x4(4p7T%YvQp!p6H?WoR}vt6
zh!;ygPum8ad_)jzyy5eHe(BT#T<@2-$7hfx{|aZloE0qXrztsI&!lhU9{g~64Y&;U
zKMePt14N~s6+6Rb*RIR@*My!W2t@XuHwOagG_2I@EFUjNp=M5?71#@IBMa65cEWV)
z)=?;kpDQaDz_XL!R@%P6Ji`xZdh7ovYMlMk@y5b_0m;yhYKR6%NN15gmb$GqG+Y|8
zDja;$jJ?MD69r!he7~0-iqs*aZ6}V(DZ!F_0M^-9TVFK_F&CrdJXU!Y-rqTdoZ~HX
z(X7lOCjm3?;(jYT*T`Z;H$c?{Es6rmH##vE+5}LbXa0N_LqMibP3fBNZKfL0S5Z+3
zk%?D~JbXjJQddt;UQZ|)Y@nGK-t}^FbI*b@f9t%?Y5zel&HmCWa??Q&3FKihX>E5Z|=#vY*z?-f;h2l(w_Ogd{?I#A2?MP|(JMQ2I`2f(m2
z{?Es(>`yf70iAL3UE}B{v^IxPweHBh-ecnW_zXVq9v6tTTucS4xZzSewsIzQRVeDY
zfCC6pYp~-9;!sggd0#3jM*UXz@I8Bw`r#@1TrFj`+DaRbPP&V2YA)g56gAGxRUv~B
zH;!?6!DOp$>{^*&|VVa@KDRO@Y6d7d%pmb!%jSE25A-(-sHMW
zn>NknTj3y<+f#Vk4Q6J}6gH%mZfl~glwSTb1tcS(j;&{UbLGRo6EW0}J63L|l7MJ$r81kz8u*{$5ZQ-*(x<5AxuwUZ`KZlg!lsasUHWbRvwq908)ru^|T
z^qfT5dN;=~eE{rFx2qq;A@ql^%FUfS_cFu5@H=Z
zOsjKEbXL8|l;4XAAMROTi(}t(lB%jR)sC(L9EJ3Zz2gAX_Yjt-J~zt~Nsi4a(iWUr3POJMWP9q%VNTT1FVYff(6GuL{aUcnkf;EwnNlI3>mxM(p&rzGF@DqF@9EjVc3#i`FqI1ZyTVB?xLrRV>
z(dOM9ooZN|0n|^
zIsiBg?u>MnDt>Rj@9^R4)pk&Js{g#~j1051;{+@PN4TDTOs0!I_xkqgUU_+W^kAqu
zWh{Dw9tYU!$cPjPQvWEUh?~l3a~+Frg)qbZqjGA()NwuiuAjVBeV^w}49MIW}h0F7i*%}zHRB5jQlg!rN
z!tF%X`ro*IJ^q30X(`8fhbxM&0w>=<`EFi*iV+uOHXhDWt;^8XfEa5M4jw=xs3mUm
zB0sQg3=t47X&mq)J&~@L@15uf3dg9Dh_%u)qv~F;akMAL0I3=FuaOn6f*ksZ(5dGM
z=_5)mR5v|O<|j~ZL8FxLPHii)k)mI<@lVa`N(4+Utzq1JFl!A@m?TnlD?{hXclb
z{Q#>O4Y}(Y`_WWo1D)v^WJQ3v4+)9ojiFX{DAbpf#+b)0v;8pd}0jV8+c7YhT{0`0p}#V
zUO2B%I4g{ZS?ngS-@)c8*#rR%yLwk1duEG1P<3GO*OsLV7j~yo^g5kC<@WKS_`5OD
z(Wu6U0e@SVD1%mdB~r`4LEUn;b?m`Eew1nDJWJh{pC*+cCfEovKJUkmoOT1~P&?>t
zL4lb0BcPwICs!(@DK*afyhC2Ouw7AOB%sxCt&x%6xHbb72F{?;N^9)&Q1x*X5IvlC
z*c~RALol{(-u#qB5e6U=GP9l)^$NUtLe59IG&+_R`$U(@S9gq&on;r)ehVfsK?gq%
zm>q!Fco{xp#-1-h;|@9ejzhOa9?{=mqV03zpdF9Z5hlhQ9a|s>t~K}Z<3k*Rqh>O$
zri(+xC4qj0Gs1V?C8z*i)ADP}YCuhjX&@5eu7Lv1vb$R!c~q)6*Y1I(2q~at3v_rz
zTe=H{ca8~rcGYpLL&Y>kR)Nc`;JXU(ht@tU3=e-!4+r-3c{HM&U@6A#s~(n?QN08W
z9Yc#@Wiu>PIG9&44Kn#2^FP38W-P;-w{Jfq-KRMl)CA~BnKX}AZU?_H7FQ1}Tp*B_
zc?VVtKYe{}!dsipoB$Amu%y{oSzUolg`W&;ZzQB8S_yQ&k9Wr;Y7Q9qTvC$6Ca)vR
zDy9)bgs~1Hb|z+itAnsJn5&}i?LqkLHdC;YzD)4IL@Jer92@o%%r7J6N%eSvi+t5%D9p-yF
zVBzA(j5Jyd$J}KSp({GJLHt$Fxi1ivG&K5W_Isti3&N6#YM;M+(HB)7wnV~mw*KS3
zOi7=zd#*~>Zd_u*rFN7NlP{u}gUJPWiyLV<;rha}eKxO7Wf!hy0p;1PBYw6#I(NNq
zG&lxHYs^JA=oT~|Uo?}Y&riF#`E>d9d
ztP8q`m+AtdKjKP)V*psr%f%jEAgSn*EAFZuh?RcS&q!n#6XP9x&CSjIl{a@y%Q(0a
z;isas^eI84jti6lmkA3D1*!YGwGMV{oU2HuVarx&*R>AAS42WYYo1>ji8LHW$6s}(
z!NB6>o^lVRv`RJ#Eh2%V$QV^H=aTxK6D28IbYTAOvG(+btuxH?*>|8KTug@)3;{s`
zW98L{LeXyX8XIL801^YeFv6wdXQVRs7i%uB)-f&UYgdoo+YXl^r*8&Lh=Q{;lKmm}
z0g1|APND2|iFR+`Gp?JuA8v^zWH;9CcJmVf(!K^F>n>9_8M&$m)9Q
zU)xc35d$kjufq_dMda5Lb}*a0d#|G#^BjcCy7}n!)M2!IUq61lO9J{p!pw<^ip~Uq
zV%DseDXYdrwh~RG*UCa{J(5TC
z%)26Veq#E{95Rs2o;`TNJmNYGY&~99m-FgX2MOZXP}r#U5(wK~I40(zO-^Qm^qaU&
z24p#%YArS{u8l+xp}TfXV#qL&)#6cp{vfh!1-V7yWY+WLmuCvBqQWI1&mC5Th5aqW
zfMNfN6%EqT($Yd35lEcO-W9>S^aoGpkRt3xC&~V%@A7yWoB$7|c#k9{>&7}u8J6-#
z>B*bg`}_Of<1A%TN;@RVC$x0YA=KgKtA8A@atf*#Gh9c>)`I)v1+5H)y@{%FI&M~c
z5bewtYh->Ld|(jng~L1zG#bex`#;8u0@!Xo6?q{;>>9tF2K8Pc)$mk1iK+mfReHHn
z*r^k>ua%soZ1Y&I1l~hfE3WcOLg|8bbz)~H78DEti0fbOpIYV01w~lCAI9E!0v-mR
zcpRA`)%p}sY!YK%VT(I*@^F7K%!2eZ7HB%b6>Hi2Ez6MrL_
zK;xgL@F-@hZOscFgxTT{>%Y|CG~ln!^U|f3qLOwJQK%Ib7K)k&^fOe`e1kYB4O%>z
zoPvr+FNAs1&!6&R#&qR+TMJ$fG!$U#=CW&DNdPWTjgIxvibx5lX^0VzDM5t3)?Ip%
zgv-r0-c)nV!?!}KGb88b7rnpFi@dpFjEshZG|A@)=J-?Ml5tr|l(&p=+#0N^sMsC^
z>@8^`y~7KH(rW5z@DWyK$`-@G>*6Dm_-4%2uvs*R0A2$e$igkUK>UuNkX)IKZR
zHNr%mxi^u^B?h-vbnelkgJkCZ?-JHTB74t(qn@Z%ofP5Mdk-Aw!s{7Rz4X?K@3pm0
zh=oJ(9wik!>)U)>prm#gvkjo&8vp{+l+ng$VH)wX`ijl}bnpQJ8rT
zCs@aU{4;9Jy~}x#s%>OFrux>f)4kamNeq459qPIwu3g>XgLAhp*Y5yq@bw&rVWua$6xhQ#bBLErZDD0C6^l)WED;+oqhDJktF{JSVK$&PZ9
zC-;VAc?5APk~v&bZ%uQ#Kk&1oR@{_=!C(+cFK{p?Zv>L$)C`qKrsD`Fii(PYl}isL
zaEYaYQ)(-kC(Zxj$Ath6R+tYq`dC(Wj2kl*ZoS_$a!;Z+AI)YH^^N3m&~&c@=2kAW
z-adN&URH!~iky2KG$1NzSb0rU`VHph*CTa~OXcew7F)HO!>FA{%(cTGKt2zdxGwe)
z4RjI;co5kK-rsb3Vy)c3YLX8`x+eO4+N3T^iY@!PxS4RUar5S*IFg?5%pmNK>0i^*
z)RZ8txS(RMF*JOfnb`vl=qXiI4axZm$GHm^0$yTQN>6#VKR8r&k)d46&}}hVCA0kO
zs|vope*1PXtXC2sXcCB#4%)7gEVyN6T7RHbNa948yF$K})^Lcjy2vyCK!_5lL8yqx
zx8UMV5X&#h{JKDUkDNJE1}!HMJ-!Con|K6|C=Cp5qQskor7B`)!2n#+LiB_DIf9%a
zOaXW9+-agq??ZXH3-`APN-wnEsu&TRci3`5r3G3s7Wga|ukb*IJ62p399e(yf1v(ZIGM*TDjC@1dY=_rb
zlL^fCaAWPawcWgBPtwRMtlQrWJAqT(f!L4Xu50K){zN96Pqr4M8qC!P25O`b04FiV
z9HYlog8WSy4Evl~dHYpXZmu@XkMExi9o;fSJavmyGY+dH
zCcAxy*x#IA3{m4P
zRiZ266S#|vg%PGLsOsF=SAEDGCxddfyjr+|-)bWfLLRjn@m-FV5U+>{JlkZhP245{
zO{ic3S~0@@FkUb8^$wcm0d}kbhRpO$KR3}GfCm9KP+xOZPHE{nwxozvW0=&HJFjlssJ6d^-#ENqMj+60S`onGe0#GNZumL)9tF_l(Bd-D`FD;imaaD>gt1G
zY_wULVs|ousw)(55;JDJjNd9W=9Hx5W%OLKXwk}bj6_nxe(RNaR+VG{=jg^8lt@Ir
zCz)I&lN#K9^@hPF%Hi`xxpy@6ch`QSoTzs$gL9-g%{#33Mf_u8_kiid+M1-S`~=Z!
zDLpdAvHN?Y{795@$8l12ZxIP$_cjl>igv9-r@^2kj`Eryk%K^%II-}V!QGy|-Nyu4
z?^&ZI8_0S4Apl`Zx}yQoGNXNM*+x39;9-}yt>qBpdEBAMwGab=%;Wg}{d;Q5i4%@<
zJ5HZ#F?^1VymM+BVyhU&o^{7$#wpp^!$6oRM9NSmG&8q*ViY_u$)4uhlSrc<$gFL?
zmshRczI}Vp_3N8*g7ng-yelje1o4}Kg7UfENeP$#8n5m#yq?$~{7=aUJ-f)vYmAIG
z!Rtd+o?2ye21nT(Y6Y&bgM^&@7wUvOPtuZqJR``4hHeL(izz{)qk=fV^S9Ssdiz()SiI{Yh7w&G+0C+BF`qa
z!Fh@&s-$+3QIJ{8qUw%al?HWb3KE#1X_CvN1Ek6}l&G$(EmOWqh|&1ivQdMtwXQ@5
zfE|`17K@^R$-JJ+SN5kG{0pCC#H|{~?CpU#FSKYI8=EuG?;?$xHVmnF3g=xJo`O$GQnp&c*oXURM
z5qlDsBug-1w}j0lo~0f$9rj|`tMp(jNe-x8!e
z#0vYX#LV1ZO3UFNO3SV2N`>#1UG(UB?ZgSh@gvdQj0zxD{L4zxRD?JU@c
zBMi1EvDuUKp7x@eb&G4M;6I|Z<1f^NOl%{8&3{Z~*L%>QF7(E<@7VDQ{tcl*uv<>C
ziRF})`v9D?ANq_q7u0@Vn2%U*6KTC#6SH@`%+R5e5B#zzc@ZE>@u}a{iN=P@7=*>e
zF$wBy;}d8gCSh#!Me;X3tu2_Ep)@d+OB4REz#yzYo0@1^jq#!U8
zGc%T)%8o;Jzx6ARn*Fn9%Jzr}!5B1Z`a8dupYL-^F8AVxejGD=mb8<4Kx=FSApHXajwFjDLzjsMKV(cbAN7+$leI)xQfd
z?Q!GAiP8`&^JQ{G6Z|J}V@@9`w`BIiE}S8_CAHVDmla!u2@qky#w7NhEn-9W8Vd~TY$jBl|PC_2xU<)Z4hcw|k+L&2r
z{p-dJa@OxndIkN9>jDkqKJi325I}y?Bq_-*=oV-kUAg((=~5ao#WKf1*puJYrs0-K
zP_O|w4TLsI1Kc4TcdRuR7}>aeJ)$kU$%mcD5XF=X^AJu2YP%GJ1<%iR)WF){;py2H
zS%c|L3RJA@qeFM@oU$!5_wzj^i%s2`_ioCf-(_vReCj0;{^1@B=yYS6_Xajh`a(Yn
zO*&mW)9WWa`{2yl@)y0Z-r!V`g&p@XtcZ3J?{JCWP-yL-xbz`kYPnAIG=KV@O0Nbm
z^XSQww)n^96WXjFZsouED;_0%%LLuM+lyN5OcJD`M8b|w1pDu%0hW+B@9?hZ^X4+Y
z?$(~6rAC&64j$w1lNvnu1jM1x-p{L9kAT>rl5l4)ZlpAHb#qH5W@nQf7#AoFL|viL
ziiL&w@O_vguxwe9tN(ELnipq7LPFYSQ9pI!HXk8o*3{I9HS{+Y%N^fW?xY{ErnARI
zOjXcsZON05cuY%aphj<2;2ofEXj4O2J=|K{PW9scMgQ_4c!`o55Q#84pW@fMPGBQ$
zY!mdP5TVU8&L4vR*$DE|FRH_zvWYTApcQ;HZpxd}H;6yd?)cZ7Ok@;sfy#O*fW`k-
z)P8rKva=NB`GWA`iGV^zz#oc>JFs}5UT1mC>CRHok6HRcD;3#55C|Mp<(oUNk8I7}
zFFri8O&qbz4%Y^jh^7JZ=@W`0R_kF*C!F`;L@L%M)Cyz*+MP^6Rr2gyFCL8$mf8PQ
zSyIpkEC*3pYL-(DI?$Lt+hIJ?%_;J&JCq
zsCJ<3l~c9CA|jlxUAvYyMX@^i-@i@%{GIl4nz+mLBIOE`2CT8zZju)Nl?QSD3zGt`
za)n#MqVUcO+fq&c`>W@E8z~?kzxX99upQOQQ30UHD=;;4^!2-Pj9oWc0EM*w=y$Zt
z$}uY!_xt;J|9(L0VS%`{TpiO09<-p*JFX`5eUbbKoJ_ft6?HMjy3sdIj{2W_)pBjs
zojO1)#+D-lBvJi?8s;PUkq2GanPoPi|M}6*HOEtvukfQuj%Q{&9wb0sp|!i>eZp*V
zQyU2+XVxq4yN3UHj0$(p3QkWxX`~k*DAH)W?F%mN@2$GNa9-%qmw(sr!2XWSxWs1i
z|9(psT+{#gkiS1)Jp84aiRAzKD}@Jt8UFw8o#F22E#TdM{e`@SmLMwr>(`QWbfrxG
z`!AfEI(NB(UGYC}j(?Mt|N9F5_xFm2|J{%O`xjac^xXdEPX2zHt2@IC{_8Wu#kBU)
YaVYG$v1zoaI3iYW-r~7;v^E_6KYYpRPyhe`

literal 0
HcmV?d00001

diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..550edb6
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "additional_special_tokens": [
+    "▁
",
+    "▁",
+    "▁",
+    "▁"
+  ],
+  "bos_token": {
+    "content": "",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "",
+  "unk_token": {
+    "content": "",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000..76ca42c
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e8fcd118272466f75a0f978724c9a4c4ae011ad73c7c8107472cf8c37e79a5
+size 1843503
diff --git a/tokenizer.model b/tokenizer.model
new file mode 100644
index 0000000..6c00c74
--- /dev/null
+++ b/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..f63a5b4
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,85 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "▁
",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "▁
",
+    "▁",
+    "▁",
+    "▁"
+  ],
+  "bos_token": "",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "",
+  "eot_token": "▁",
+  "fill_token": "",
+  "legacy": null,
+  "middle_token": "▁",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "",
+  "padding_side": "right",
+  "prefix_token": "▁
",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "suffix_token": "▁",
+  "tokenizer_class": "CodeLlamaTokenizer",
+  "unk_token": "",
+  "use_default_system_prompt": false
+}