初始化项目，由ModelHub XC社区提供模型

Model: KaeriJenti/kaori-34b-v4
Source: Original Platform

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+license: llama2
+---
+
+<h1>kaori-34b-v4  Model Card</h1>
+
+This Model was Finetuned By Kaeri and Jenti.
+
+<h3>Datasets</h3>
+
+ - Open-Platypus
+ - Dolphin
+ - OpenOrca
+
+We trained the model with <b>100%</b> Open-Platypus data, <b>5%</b> Dolphin data and <b>10%</b> OpenOrca data and applied SFT strategy.
+
+We did not use GSM8k samples when generating data. 
+Also we were careful of data contamination by similarity filtering 
+the training data if the data correspond to any of the following list.
+
+<pre>
+filtering_tasks = [
+    'cot_gsm8k',
+    'cot_gsm8k_ii',
+    'drop:2.0.0',
+    'winogrande:1.1.0'
+    'task228_arc_answer_generation_easy',
+    'ai2_arc/ARC-Challenge:1.0.0',
+    'ai2_arc/ARC-Easy:1.0.0',
+    'task229_arc_answer_generation_hard',
+    'hellaswag:1.1.0', 
+    'task1389_hellaswag_completion'
+]
+</pre>
+
+
+<h3>Framework:</h3>
+
+ - https://github.com/hiyouga/LLaMA-Factory
+
+
+<h3>Parameters:</h3>
+
+ - Finetune_Type  :	 LoRA
+ - GPUs           :  A100x4(80GB)
+ - Epochs         :  3
+ - Batchsize      :  8

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<|endoftext|>": 64001,
+  "<|startoftext|>": 64000
+}

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "/data04/ysd4/llama/Yi-34B-v1-merged",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 7168,
+  "initializer_range": 0.02,
+  "intermediate_size": 20480,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 56,
+  "num_hidden_layers": 60,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 5000000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.34.1",
+  "use_cache": true,
+  "vocab_size": 64000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.34.1"
+}

model-00001-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dfd50053edb549906139cb13af1d9b3aed64a349f6dd989ef77e7d87425fa8
+size 917504136

model-00002-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b9a0964533343343c86433718904955c8ff0ddbf9742d35ed6c22c3c5b1a2a
+size 822084296

model-00003-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5558b4b2f1a1dd44346cc0ba149a8e6f07dbee4dc309f1c0b6ad784a898e76
+size 822113192

model-00004-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09936936369a32eb95cd1804ff7b25c3df67c0aa54f1b3ed9645974bbbb9f104
+size 822113184

model-00005-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b592855cc66c6641610d924905561b240698cbcdfe17542504d52e32e99f47
+size 998273840

model-00006-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c8cbd37a606d61a9b932463a433d6361697b07d794c290f8c1e08115384a5
+size 998273840

model-00007-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a078d412e3520281617832e6f7151fe413cd7764e5539c088b8e061470d708
+size 822084296

model-00008-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836910dc91c4d0287bc7cbf8597b7281d252ffd166693c1aa9ed2f818d979a0
+size 822113192

model-00009-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ede50cf07b6f857e6c1db9b92ebc73f24f3078e9c06b4744687631c463a45cf
+size 822113184

model-00010-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ed569371a5bd026a4862bc51aa91007e77bf6ea9fe7137ffad2e86f1d32dd6
+size 998273840

model-00011-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42868f8609ce39610d9e6e08c7043a37f79273e98df8e7a5fa286d14d9ec6186
+size 998273840

model-00012-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9662ec940fe93134cc0745d32f49442a1d083457694c496d377ae445078e9ca
+size 822084296

model-00013-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6f125134e1bb42fe0b5d1452edbde4980e9d178979e29abe657d72d04a83c7
+size 822113192

model-00014-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b21ef50ae826739814f1a3eda431909983e13bc1e1b97597b0a30ce4a66cb8
+size 822113200

model-00015-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c407b7b0d12d9a97a15aa2c245b8f058a0634b214c4353e85371097c72fba93
+size 998273848

model-00016-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf1b67d531228ad385778ad536dd76f61238ce8adb0a742ad14510cb08ad4c2
+size 998273848

model-00017-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66971e9a18ce00956def2a75f27dc15c7b76aed1dcaa79e0351af23883690cf
+size 822084304

model-00018-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10160a11087879b9d661a761f668f256d3bfcb76740579105a3d1a9f2ae5ea6c
+size 822113200

model-00019-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81569bbab362d6e4b40a781fd846d559a23722a7f303d1be2ae5ad242a66987
+size 822113192

model-00020-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3201eef35a7b94bf2e7f2c27a04f3c38a3effaae12115f309467d6343be54a69
+size 998273848

model-00021-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2342203ff5ccae773be25eed36deb1ccabb25db9c4569a9e65144e4a022520d3
+size 998273848

model-00022-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd4ddfd5c004e6f09101a960b014de014cdf84c0a9b513111d0fe90927d0489
+size 822084304

model-00023-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79f22b2570ef0794f74cc823aa6d91af7501f642e6920a37572653755c3254f
+size 822113200

model-00024-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84652ca7d9add20caaee334cb1ba2d1451d7f95b895a117b85c8afa3e0137bbb
+size 822113192

model-00025-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a496a8d123d783567148c0715bdd9b3ccd310917c626c47625570b37d04b43c2
+size 998273848

model-00026-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a2b4cc33381be33dc9c83944551d6071cbab29ced0cbd87b5aac2fc1df64a2
+size 998273848

model-00027-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7771a0d6c24ea010de76100f00c45691e4856a89ca02c51ea5569625216f62ce
+size 822084304

model-00028-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99776dde8dfe062ac99703f740303b6d6865f2bd42e417c449f13c098602300e
+size 822113200

model-00029-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c24dbee657571f7f1a0a88532b6c998b1fdc982994fc05dc7019ac9ef4ebc7
+size 822113192

model-00030-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c257b23ecba6baf94c92368a9a8ddab78608243a44068c44d8ae9e0864bbdf2
+size 998273848

model-00031-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055a307d9b78035beaceb9a14c279a947f8b875f6c6e4e56465308b23f277256
+size 998273848

model-00032-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5e380768926c8ee1e9b8dd17b741a07da79ced49c3f9eaca4f7d2e815a044
+size 822084304

model-00033-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9420d903f85b92f5fe7aeba9e161653e0540350bf3279396b4f8063a0290376
+size 822113200

model-00034-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae71d5311931a48b885bcf3f41c000626f7c4502d4ce257205ddf32bf882adf9
+size 822113192

model-00035-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b8c366cd595e008feb45c29f554afd1550d3656fa149a33044427fe8f96700
+size 998273848

model-00036-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc13ad6423fbd8610856171b8bcbed2054c11ad2a9227af63e90d891dc91804
+size 998273848

model-00037-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fc80443e60284bafbd7bb852283f97ab182ef4b90539ceefc00971cf060b73
+size 822084304

model-00038-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d9ef4233623519aa9aefb86e3d956c839bf483b08475894f6a6d8454f6bde3
+size 822113200

model-00039-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c494c8aa0fcd5a1881d75cbc27645b8018480373872350d7793ba912f37e9a59
+size 822113192

model-00040-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b732238aabb801d2d63b004cdbcbe17852a0be936639fa7b16f9bfb44101d3
+size 998273848

model-00041-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aedc042ba4c4e28ddc4b9ca694425416f18d554cc23d8840ee28f674d92aca
+size 998273848

model-00042-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2751257eea64d422a877f93b574d86d10ddea01dad4074a8126c532e360de9
+size 822084304

model-00043-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f22684b276bc11f71c58c5e14c234765fb94c95aedda4af6f14cb52c32ae40
+size 822113200

model-00044-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aefe3297f7da5c7df2184966f1b3c299e764b89f62b5c0569ef3dabd65d0d46
+size 822113192

model-00045-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bf0d3436aa98db9863dd367cf78fdfd16d6afcb08402a3210a965324ceb993
+size 998273848

model-00046-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6502e76ba64f3bcd4faaabf68386841124e22df872d3bb4b0af987ca99fb63
+size 998273848

model-00047-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d170d6e3470ee074caa22280ce24f2615200445e32000a12663b9914faff56b5
+size 822084304

model-00048-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf51f66ba65a2f7bd3f1c009f0e15d9b01768d6bb799a5095c27149a39bf9d22
+size 822113200

model-00049-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271fc27fa0b5743932a320abf1fd98abf567fa527f21e2ae40a87c7d0cab063b
+size 822113192

model-00050-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e34a919d087ebf5dc971dccf4366d2ef01c5520c76c2997a8920a0cbbd6e846
+size 998273848

model-00051-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b629b3f0641c68fe3d4d9d8efbeba40b67b1c36d29b435d54a7d494f8c9fbb
+size 998273848

model-00052-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ba3f4f395673f4e948a353b2666bf1419d776b509e2117eb7ae1ddceccfad
+size 822084304

model-00053-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d923ca53e595c571831b1e8f5c942e6dba0d591dfa4050c817ead248d750f8a
+size 822113200

model-00054-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724949c13facf85ea373d38a43dde9522fcfa224f44f0e02fa1717f0857bf06
+size 822113192

model-00055-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79d40989284af5046dc4a11f9e693ac0be137c80d6d86bc22b7e3585b4456b1
+size 998273848

model-00056-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cc9ba430ac1ab907ee3995a5f1577b775079b74b3e5526ac25c65eeb6f00ca
+size 998273848

model-00057-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5524e423a100a76b951ed0b42c8b0409269eaca881131357cd7ad3459b12023
+size 822084304

model-00058-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da69087ec606425359a68e568cd5207e40af7a817048c2daa8ad357538035f
+size 822113200

model-00059-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ec6c4b3cbd1776c217fe4a47b2b7d3f261eb58241dedb42d1b0fb34dd4477
+size 822113192

model-00060-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4064d8238568a8e0bb8c71ab57278f18f85a9b7d8ee46a0ce9394a0451e031d8
+size 998273848

model-00061-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863581752b99a47d844bc444decb306958d5bae9efa4af47b9cfd99f5870320
+size 998273848

model-00062-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30990d481cb099f4800ff494e07b598552a6b3902712aace3985b769cbd1c672
+size 822084304

model-00063-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bf39034a78de00a4d8ffce2625695365b0f7092d0472e7e31a246308501809
+size 822113200

model-00064-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39298f872c8b4e0c55dca6909f60de873bc7163cea288590fb7f13eebed254fb
+size 822113192

model-00065-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d975b4434f5f83b326772f7880ed9cf588ba5e0ab190df0a0a1464c47845b83b
+size 998273848

model-00066-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec97a7e044cc8a9c0e2ab6278edb3639b898dc3389c4566a56cb5ddb8c57873
+size 998273848

model-00067-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954153e280666f9d0a14701750f95cc8b3717d6c49c45640ea60fc54ee3fb8f3
+size 822084304

model-00068-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a61178257deafcc34edfc393aa900bb86250064ebdcf1f7917b9bdf018e7057
+size 822113200

model-00069-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c311b1c1155512ae8db571f28e501d890b2449ee48946165fefff7ce8b5065b
+size 822113192

model-00070-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd30fc6b37afa1ad25103fccadf1043ebd63ef964928179076dc0c327c2ccb7
+size 998273848

model-00071-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83352f9090ef4cdfa4ee166df96949365a1a21aa892aaa753644a74b9f2d17db
+size 998273848

model-00072-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b198542b23b92005d5d407d9654b707084c97e589fe326fb274f8b027b65cc
+size 822084304

model-00073-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f937e1034d31c2f035dcbbe9ff7fe0bda067a1db431f40409fcf27dc3367e4b1
+size 822113200

model-00074-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11565212b08c948d4023ef31bf540f7f8671fe7aa6d5d3607c957e2ed18bf2ce
+size 822113192

model-00075-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0549e599c8f594d4ab0fa25490f88baa690cea5cde4d778ba17c91c6c917e3d4
+size 998273848

model-00076-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fb151f5a4a0f35cafbc9cab52b0942fb64aa6f3045228fc02681342a994111
+size 998288272

model-00077-of-00077.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00605ef7805b07c6b8d5a1071336b6c35bfb5848ea2e55e7d34dbe78a133e59b
+size 917504128

model.safetensors.index.json

@@ -0,0 +1,550 @@
+{
+    "metadata": {
+        "total_size": 68777834496
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00077-of-00077.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00077.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00003-of-00077.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00003-of-00077.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00002-of-00077.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00004-of-00077.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00004-of-00077.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00003-of-00077.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00015-of-00077.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00015-of-00077.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00015-of-00077.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00015-of-00077.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00015-of-00077.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00015-of-00077.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00016-of-00077.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00015-of-00077.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00016-of-00077.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00018-of-00077.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00018-of-00077.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00017-of-00077.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00019-of-00077.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00019-of-00077.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00018-of-00077.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00020-of-00077.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00020-of-00077.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00020-of-00077.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00020-of-00077.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00077.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00019-of-00077.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00020-of-00077.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00021-of-00077.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00020-of-00077.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00021-of-00077.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00023-of-00077.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00023-of-00077.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00022-of-00077.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00024-of-00077.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00024-of-00077.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00023-of-00077.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00025-of-00077.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00025-of-00077.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00025-of-00077.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00025-of-00077.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00025-of-00077.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00024-of-00077.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00025-of-00077.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00026-of-00077.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00025-of-00077.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00026-of-00077.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00005-of-00077.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00005-of-00077.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00005-of-00077.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00005-of-00077.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00005-of-00077.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00004-of-00077.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00028-of-00077.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00028-of-00077.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00027-of-00077.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00029-of-00077.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00029-of-00077.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00028-of-00077.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00030-of-00077.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00030-of-00077.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00030-of-00077.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00030-of-00077.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00030-of-00077.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00029-of-00077.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00030-of-00077.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00031-of-00077.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00030-of-00077.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00031-of-00077.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00033-of-00077.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00033-of-00077.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00032-of-00077.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00034-of-00077.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00034-of-00077.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00033-of-00077.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00035-of-00077.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00035-of-00077.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00035-of-00077.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00035-of-00077.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00035-of-00077.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00034-of-00077.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00035-of-00077.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00036-of-00077.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00035-of-00077.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00036-of-00077.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00038-of-00077.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00038-of-00077.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00037-of-00077.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00039-of-00077.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00039-of-00077.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00038-of-00077.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00005-of-00077.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00006-of-00077.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00005-of-00077.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00006-of-00077.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00040-of-00077.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00040-of-00077.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00040-of-00077.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00040-of-00077.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00040-of-00077.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00039-of-00077.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00040-of-00077.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00041-of-00077.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00040-of-00077.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00041-of-00077.safetensors",
+        "model.layers.32.input_layernorm.weight": "model-00043-of-00077.safetensors",
+        "model.layers.32.mlp.down_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.32.mlp.gate_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.32.mlp.up_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.32.post_attention_layernorm.weight": "model-00043-of-00077.safetensors",
+        "model.layers.32.self_attn.k_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.32.self_attn.o_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.32.self_attn.q_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.32.self_attn.v_proj.weight": "model-00042-of-00077.safetensors",
+        "model.layers.33.input_layernorm.weight": "model-00044-of-00077.safetensors",
+        "model.layers.33.mlp.down_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.33.mlp.gate_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.33.mlp.up_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.33.post_attention_layernorm.weight": "model-00044-of-00077.safetensors",
+        "model.layers.33.self_attn.k_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.33.self_attn.o_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.33.self_attn.q_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.33.self_attn.v_proj.weight": "model-00043-of-00077.safetensors",
+        "model.layers.34.input_layernorm.weight": "model-00045-of-00077.safetensors",
+        "model.layers.34.mlp.down_proj.weight": "model-00045-of-00077.safetensors",
+        "model.layers.34.mlp.gate_proj.weight": "model-00045-of-00077.safetensors",
+        "model.layers.34.mlp.up_proj.weight": "model-00045-of-00077.safetensors",
+        "model.layers.34.post_attention_layernorm.weight": "model-00045-of-00077.safetensors",
+        "model.layers.34.self_attn.k_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.34.self_attn.o_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.34.self_attn.q_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.34.self_attn.v_proj.weight": "model-00044-of-00077.safetensors",
+        "model.layers.35.input_layernorm.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.mlp.down_proj.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.mlp.gate_proj.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.mlp.up_proj.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.post_attention_layernorm.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.self_attn.k_proj.weight": "model-00045-of-00077.safetensors",
+        "model.layers.35.self_attn.o_proj.weight": "model-00046-of-00077.safetensors",
+        "model.layers.35.self_attn.q_proj.weight": "model-00045-of-00077.safetensors",
+        "model.layers.35.self_attn.v_proj.weight": "model-00046-of-00077.safetensors",
+        "model.layers.36.input_layernorm.weight": "model-00048-of-00077.safetensors",
+        "model.layers.36.mlp.down_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.36.mlp.gate_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.36.mlp.up_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.36.post_attention_layernorm.weight": "model-00048-of-00077.safetensors",
+        "model.layers.36.self_attn.k_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.36.self_attn.o_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.36.self_attn.q_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.36.self_attn.v_proj.weight": "model-00047-of-00077.safetensors",
+        "model.layers.37.input_layernorm.weight": "model-00049-of-00077.safetensors",
+        "model.layers.37.mlp.down_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.37.mlp.gate_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.37.mlp.up_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.37.post_attention_layernorm.weight": "model-00049-of-00077.safetensors",
+        "model.layers.37.self_attn.k_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.37.self_attn.o_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.37.self_attn.q_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.37.self_attn.v_proj.weight": "model-00048-of-00077.safetensors",
+        "model.layers.38.input_layernorm.weight": "model-00050-of-00077.safetensors",
+        "model.layers.38.mlp.down_proj.weight": "model-00050-of-00077.safetensors",
+        "model.layers.38.mlp.gate_proj.weight": "model-00050-of-00077.safetensors",
+        "model.layers.38.mlp.up_proj.weight": "model-00050-of-00077.safetensors",
+        "model.layers.38.post_attention_layernorm.weight": "model-00050-of-00077.safetensors",
+        "model.layers.38.self_attn.k_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.38.self_attn.o_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.38.self_attn.q_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.38.self_attn.v_proj.weight": "model-00049-of-00077.safetensors",
+        "model.layers.39.input_layernorm.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.mlp.down_proj.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.mlp.gate_proj.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.mlp.up_proj.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.post_attention_layernorm.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.self_attn.k_proj.weight": "model-00050-of-00077.safetensors",
+        "model.layers.39.self_attn.o_proj.weight": "model-00051-of-00077.safetensors",
+        "model.layers.39.self_attn.q_proj.weight": "model-00050-of-00077.safetensors",
+        "model.layers.39.self_attn.v_proj.weight": "model-00051-of-00077.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00008-of-00077.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00008-of-00077.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00007-of-00077.safetensors",
+        "model.layers.40.input_layernorm.weight": "model-00053-of-00077.safetensors",
+        "model.layers.40.mlp.down_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.40.mlp.gate_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.40.mlp.up_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.40.post_attention_layernorm.weight": "model-00053-of-00077.safetensors",
+        "model.layers.40.self_attn.k_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.40.self_attn.o_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.40.self_attn.q_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.40.self_attn.v_proj.weight": "model-00052-of-00077.safetensors",
+        "model.layers.41.input_layernorm.weight": "model-00054-of-00077.safetensors",
+        "model.layers.41.mlp.down_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.41.mlp.gate_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.41.mlp.up_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.41.post_attention_layernorm.weight": "model-00054-of-00077.safetensors",
+        "model.layers.41.self_attn.k_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.41.self_attn.o_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.41.self_attn.q_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.41.self_attn.v_proj.weight": "model-00053-of-00077.safetensors",
+        "model.layers.42.input_layernorm.weight": "model-00055-of-00077.safetensors",
+        "model.layers.42.mlp.down_proj.weight": "model-00055-of-00077.safetensors",
+        "model.layers.42.mlp.gate_proj.weight": "model-00055-of-00077.safetensors",
+        "model.layers.42.mlp.up_proj.weight": "model-00055-of-00077.safetensors",
+        "model.layers.42.post_attention_layernorm.weight": "model-00055-of-00077.safetensors",
+        "model.layers.42.self_attn.k_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.42.self_attn.o_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.42.self_attn.q_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.42.self_attn.v_proj.weight": "model-00054-of-00077.safetensors",
+        "model.layers.43.input_layernorm.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.mlp.down_proj.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.mlp.gate_proj.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.mlp.up_proj.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.post_attention_layernorm.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.self_attn.k_proj.weight": "model-00055-of-00077.safetensors",
+        "model.layers.43.self_attn.o_proj.weight": "model-00056-of-00077.safetensors",
+        "model.layers.43.self_attn.q_proj.weight": "model-00055-of-00077.safetensors",
+        "model.layers.43.self_attn.v_proj.weight": "model-00056-of-00077.safetensors",
+        "model.layers.44.input_layernorm.weight": "model-00058-of-00077.safetensors",
+        "model.layers.44.mlp.down_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.44.mlp.gate_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.44.mlp.up_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.44.post_attention_layernorm.weight": "model-00058-of-00077.safetensors",
+        "model.layers.44.self_attn.k_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.44.self_attn.o_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.44.self_attn.q_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.44.self_attn.v_proj.weight": "model-00057-of-00077.safetensors",
+        "model.layers.45.input_layernorm.weight": "model-00059-of-00077.safetensors",
+        "model.layers.45.mlp.down_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.45.mlp.gate_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.45.mlp.up_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.45.post_attention_layernorm.weight": "model-00059-of-00077.safetensors",
+        "model.layers.45.self_attn.k_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.45.self_attn.o_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.45.self_attn.q_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.45.self_attn.v_proj.weight": "model-00058-of-00077.safetensors",
+        "model.layers.46.input_layernorm.weight": "model-00060-of-00077.safetensors",
+        "model.layers.46.mlp.down_proj.weight": "model-00060-of-00077.safetensors",
+        "model.layers.46.mlp.gate_proj.weight": "model-00060-of-00077.safetensors",
+        "model.layers.46.mlp.up_proj.weight": "model-00060-of-00077.safetensors",
+        "model.layers.46.post_attention_layernorm.weight": "model-00060-of-00077.safetensors",
+        "model.layers.46.self_attn.k_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.46.self_attn.o_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.46.self_attn.q_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.46.self_attn.v_proj.weight": "model-00059-of-00077.safetensors",
+        "model.layers.47.input_layernorm.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.mlp.down_proj.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.mlp.gate_proj.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.mlp.up_proj.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.post_attention_layernorm.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.self_attn.k_proj.weight": "model-00060-of-00077.safetensors",
+        "model.layers.47.self_attn.o_proj.weight": "model-00061-of-00077.safetensors",
+        "model.layers.47.self_attn.q_proj.weight": "model-00060-of-00077.safetensors",
+        "model.layers.47.self_attn.v_proj.weight": "model-00061-of-00077.safetensors",
+        "model.layers.48.input_layernorm.weight": "model-00063-of-00077.safetensors",
+        "model.layers.48.mlp.down_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.48.mlp.gate_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.48.mlp.up_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.48.post_attention_layernorm.weight": "model-00063-of-00077.safetensors",
+        "model.layers.48.self_attn.k_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.48.self_attn.o_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.48.self_attn.q_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.48.self_attn.v_proj.weight": "model-00062-of-00077.safetensors",
+        "model.layers.49.input_layernorm.weight": "model-00064-of-00077.safetensors",
+        "model.layers.49.mlp.down_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.49.mlp.gate_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.49.mlp.up_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.49.post_attention_layernorm.weight": "model-00064-of-00077.safetensors",
+        "model.layers.49.self_attn.k_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.49.self_attn.o_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.49.self_attn.q_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.49.self_attn.v_proj.weight": "model-00063-of-00077.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00009-of-00077.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00009-of-00077.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00008-of-00077.safetensors",
+        "model.layers.50.input_layernorm.weight": "model-00065-of-00077.safetensors",
+        "model.layers.50.mlp.down_proj.weight": "model-00065-of-00077.safetensors",
+        "model.layers.50.mlp.gate_proj.weight": "model-00065-of-00077.safetensors",
+        "model.layers.50.mlp.up_proj.weight": "model-00065-of-00077.safetensors",
+        "model.layers.50.post_attention_layernorm.weight": "model-00065-of-00077.safetensors",
+        "model.layers.50.self_attn.k_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.50.self_attn.o_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.50.self_attn.q_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.50.self_attn.v_proj.weight": "model-00064-of-00077.safetensors",
+        "model.layers.51.input_layernorm.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.mlp.down_proj.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.mlp.gate_proj.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.mlp.up_proj.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.post_attention_layernorm.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.self_attn.k_proj.weight": "model-00065-of-00077.safetensors",
+        "model.layers.51.self_attn.o_proj.weight": "model-00066-of-00077.safetensors",
+        "model.layers.51.self_attn.q_proj.weight": "model-00065-of-00077.safetensors",
+        "model.layers.51.self_attn.v_proj.weight": "model-00066-of-00077.safetensors",
+        "model.layers.52.input_layernorm.weight": "model-00068-of-00077.safetensors",
+        "model.layers.52.mlp.down_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.52.mlp.gate_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.52.mlp.up_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.52.post_attention_layernorm.weight": "model-00068-of-00077.safetensors",
+        "model.layers.52.self_attn.k_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.52.self_attn.o_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.52.self_attn.q_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.52.self_attn.v_proj.weight": "model-00067-of-00077.safetensors",
+        "model.layers.53.input_layernorm.weight": "model-00069-of-00077.safetensors",
+        "model.layers.53.mlp.down_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.53.mlp.gate_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.53.mlp.up_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.53.post_attention_layernorm.weight": "model-00069-of-00077.safetensors",
+        "model.layers.53.self_attn.k_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.53.self_attn.o_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.53.self_attn.q_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.53.self_attn.v_proj.weight": "model-00068-of-00077.safetensors",
+        "model.layers.54.input_layernorm.weight": "model-00070-of-00077.safetensors",
+        "model.layers.54.mlp.down_proj.weight": "model-00070-of-00077.safetensors",
+        "model.layers.54.mlp.gate_proj.weight": "model-00070-of-00077.safetensors",
+        "model.layers.54.mlp.up_proj.weight": "model-00070-of-00077.safetensors",
+        "model.layers.54.post_attention_layernorm.weight": "model-00070-of-00077.safetensors",
+        "model.layers.54.self_attn.k_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.54.self_attn.o_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.54.self_attn.q_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.54.self_attn.v_proj.weight": "model-00069-of-00077.safetensors",
+        "model.layers.55.input_layernorm.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.mlp.down_proj.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.mlp.gate_proj.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.mlp.up_proj.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.post_attention_layernorm.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.self_attn.k_proj.weight": "model-00070-of-00077.safetensors",
+        "model.layers.55.self_attn.o_proj.weight": "model-00071-of-00077.safetensors",
+        "model.layers.55.self_attn.q_proj.weight": "model-00070-of-00077.safetensors",
+        "model.layers.55.self_attn.v_proj.weight": "model-00071-of-00077.safetensors",
+        "model.layers.56.input_layernorm.weight": "model-00073-of-00077.safetensors",
+        "model.layers.56.mlp.down_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.56.mlp.gate_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.56.mlp.up_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.56.post_attention_layernorm.weight": "model-00073-of-00077.safetensors",
+        "model.layers.56.self_attn.k_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.56.self_attn.o_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.56.self_attn.q_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.56.self_attn.v_proj.weight": "model-00072-of-00077.safetensors",
+        "model.layers.57.input_layernorm.weight": "model-00074-of-00077.safetensors",
+        "model.layers.57.mlp.down_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.57.mlp.gate_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.57.mlp.up_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.57.post_attention_layernorm.weight": "model-00074-of-00077.safetensors",
+        "model.layers.57.self_attn.k_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.57.self_attn.o_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.57.self_attn.q_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.57.self_attn.v_proj.weight": "model-00073-of-00077.safetensors",
+        "model.layers.58.input_layernorm.weight": "model-00075-of-00077.safetensors",
+        "model.layers.58.mlp.down_proj.weight": "model-00075-of-00077.safetensors",
+        "model.layers.58.mlp.gate_proj.weight": "model-00075-of-00077.safetensors",
+        "model.layers.58.mlp.up_proj.weight": "model-00075-of-00077.safetensors",
+        "model.layers.58.post_attention_layernorm.weight": "model-00075-of-00077.safetensors",
+        "model.layers.58.self_attn.k_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.58.self_attn.o_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.58.self_attn.q_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.58.self_attn.v_proj.weight": "model-00074-of-00077.safetensors",
+        "model.layers.59.input_layernorm.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.mlp.down_proj.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.mlp.gate_proj.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.mlp.up_proj.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.post_attention_layernorm.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.self_attn.k_proj.weight": "model-00075-of-00077.safetensors",
+        "model.layers.59.self_attn.o_proj.weight": "model-00076-of-00077.safetensors",
+        "model.layers.59.self_attn.q_proj.weight": "model-00075-of-00077.safetensors",
+        "model.layers.59.self_attn.v_proj.weight": "model-00076-of-00077.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00010-of-00077.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00010-of-00077.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00010-of-00077.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00010-of-00077.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00010-of-00077.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00009-of-00077.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00010-of-00077.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00011-of-00077.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00010-of-00077.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00011-of-00077.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00013-of-00077.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00013-of-00077.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00013-of-00077.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00012-of-00077.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00014-of-00077.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00013-of-00077.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00014-of-00077.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00014-of-00077.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00013-of-00077.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00013-of-00077.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00013-of-00077.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00013-of-00077.safetensors",
+        "model.norm.weight": "model-00076-of-00077.safetensors"
+    }
+}

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386c49cf943d71aa110361135338c50e38beeff0a66593480421f37b319e1a39
+size 1033105

tokenizer_config.json

@@ -0,0 +1,59 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64000": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64001": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "legacy": true,
+  "model_max_length": 4096,
+  "pad_token": "<unk>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}