From 418a3aee2c98374f733e4da540ddb3bb7d5fec0d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Jul 2026 10:46:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: WizardLMTeam/WizardLM-13B-V1.0 Source: Original Platform --- .gitattributes | 56 +++++ README.md | 65 +++++ added_tokens.json | 3 + config.json | 23 ++ configuration.json | 1 + generation_config.json | 7 + pytorch_model-00001-of-00006.bin | 3 + pytorch_model-00002-of-00006.bin | 3 + pytorch_model-00003-of-00006.bin | 3 + pytorch_model-00004-of-00006.bin | 3 + pytorch_model-00005-of-00006.bin | 3 + pytorch_model-00006-of-00006.bin | 3 + pytorch_model.bin.index.json | 410 +++++++++++++++++++++++++++++++ special_tokens_map.json | 24 ++ tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 34 +++ 17 files changed, 647 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 pytorch_model-00001-of-00006.bin create mode 100644 pytorch_model-00002-of-00006.bin create mode 100644 pytorch_model-00003-of-00006.bin create mode 100644 pytorch_model-00004-of-00006.bin create mode 100644 pytorch_model-00005-of-00006.bin create mode 100644 pytorch_model-00006-of-00006.bin create mode 100644 pytorch_model.bin.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..be1584e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +pytorch_model-00001-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00005-of-00006.bin filter=lfs diff=lfs merge=lfs -text +tokenizer.model filter=lfs diff=lfs merge=lfs -text +pytorch_model-00003-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00002-of-00006.bin filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +pytorch_model-00004-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00006-of-00006.bin filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..8db06a9 --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +This is WizardLM-13B V1.0 diff weight. + +Project Repo: https://github.com/nlpxucan/WizardLM + + +NOTE: The **WizardLM-13B-1.0** and **Wizard-7B** use different prompt at the beginning of the conversation: + +For **WizardLM-13B-1.0** , the Prompt should be as following: + +``` +A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: hello, who are you? ASSISTANT: +``` + +For **WizardLM-7B** , the Prompt should be as following: + +``` +{instruction}\n\n### Response: +``` + +

+🤗 HF Repo • 🐦 Twitter • 📃 [WizardLM] • 📃 [WizardCoder] • 📃 [WizardMath]
+

+

+ 👋 Join our Discord +

+ + +| Model | Checkpoint | Paper | HumanEval | MBPP | Demo | License | +| ----- |------| ---- |------|-------| ----- | ----- | +| WizardCoder-Python-34B-V1.0 | 🤗 HF Link | 📃 [WizardCoder] | 73.2 | 61.2 | [Demo](http://47.103.63.15:50085/) | Llama2 | +| WizardCoder-15B-V1.0 | 🤗 HF Link | 📃 [WizardCoder] | 59.8 |50.6 | -- | OpenRAIL-M | +| WizardCoder-Python-13B-V1.0 | 🤗 HF Link | 📃 [WizardCoder] | 64.0 | 55.6 | -- | Llama2 | +| WizardCoder-3B-V1.0 | 🤗 HF Link | 📃 [WizardCoder] | 34.8 |37.4 | -- | OpenRAIL-M | +| WizardCoder-1B-V1.0 | 🤗 HF Link | 📃 [WizardCoder] | 23.8 |28.6 | -- | OpenRAIL-M | + + +| Model | Checkpoint | Paper | GSM8k | MATH |Online Demo| License| +| ----- |------| ---- |------|-------| ----- | ----- | +| WizardMath-70B-V1.0 | 🤗 HF Link | 📃 [WizardMath]| **81.6** | **22.7** |[Demo](http://47.103.63.15:50083/)| Llama 2 | +| WizardMath-13B-V1.0 | 🤗 HF Link | 📃 [WizardMath]| **63.9** | **14.0** |[Demo](http://47.103.63.15:50082/)| Llama 2 | +| WizardMath-7B-V1.0 | 🤗 HF Link | 📃 [WizardMath]| **54.9** | **10.7** | [Demo](http://47.103.63.15:50080/)| Llama 2 | + + + + + +| Model | Checkpoint | Paper |MT-Bench | AlpacaEval | GSM8k | HumanEval | License| +| ----- |------| ---- |------|-------| ----- | ----- | ----- | +| **WizardLM-70B-V1.0** | 🤗 HF Link |📃**Coming Soon**| **7.78** | **92.91%** |**77.6%** | **50.6 pass@1**| Llama 2 License | +| WizardLM-13B-V1.2 | 🤗 HF Link | | 7.06 | 89.17% |55.3% | 36.6 pass@1| Llama 2 License | +| WizardLM-13B-V1.1 | 🤗 HF Link | | 6.76 |86.32% | | 25.0 pass@1| Non-commercial| +| WizardLM-30B-V1.0 | 🤗 HF Link | | 7.01 | | | 37.8 pass@1| Non-commercial | +| WizardLM-13B-V1.0 | 🤗 HF Link | | 6.35 | 75.31% | | 24.0 pass@1 | Non-commercial| +| WizardLM-7B-V1.0 | 🤗 HF Link | 📃 [WizardLM] | | | |19.1 pass@1 | Non-commercial| + + +**Github Repo**: https://github.com/nlpxucan/WizardLM/tree/main/WizardMath + +**Twitter**: https://twitter.com/WizardLM_AI/status/1689998428200112128 + +**Discord**: https://discord.gg/VZjjHtWrKs + +## Inference WizardLM Demo Script + +We provide the inference WizardLM demo code [here](https://github.com/nlpxucan/WizardLM/tree/main/demo). \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..e41416d --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,3 @@ +{ + "[PAD]": 32000 +} diff --git a/config.json b/config.json new file mode 100644 index 0000000..3a9b1a3 --- /dev/null +++ b/config.json @@ -0,0 +1,23 @@ +{ + "_name_or_path": "/workspaceblobstore/qins/llamax/trained_models/13B_sg_alpaca_prefix_mt_350k_2048_e3_2e_5/checkpoint-2732", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 2048, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.30.0.dev0", + "use_cache": false, + "vocab_size": 32001 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..737a363 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.30.0.dev0" +} diff --git a/pytorch_model-00001-of-00006.bin b/pytorch_model-00001-of-00006.bin new file mode 100644 index 0000000..6ea0ed3 --- /dev/null +++ b/pytorch_model-00001-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5561e8d209e5e5e1ca297f540e2d946ce333b7f6dbc53459d6648c2374ede3ae +size 9956562469 diff --git a/pytorch_model-00002-of-00006.bin b/pytorch_model-00002-of-00006.bin new file mode 100644 index 0000000..9972bd6 --- /dev/null +++ b/pytorch_model-00002-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c293ba1ce570225f327a844d325152d9c431ca142c147881663fae12b09a2657 +size 9940854406 diff --git a/pytorch_model-00003-of-00006.bin b/pytorch_model-00003-of-00006.bin new file mode 100644 index 0000000..0683243 --- /dev/null +++ b/pytorch_model-00003-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a555b05e82324ab9975f02684fd35a09ca9e3cc3a7917641d9f58383111a0fb +size 9940855007 diff --git a/pytorch_model-00004-of-00006.bin b/pytorch_model-00004-of-00006.bin new file mode 100644 index 0000000..c56fd76 --- /dev/null +++ b/pytorch_model-00004-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9633d91d752527de4ec7e0f6655dc378c3087da849ed09556618d9401410314f +size 9867413310 diff --git a/pytorch_model-00005-of-00006.bin b/pytorch_model-00005-of-00006.bin new file mode 100644 index 0000000..af92c01 --- /dev/null +++ b/pytorch_model-00005-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a93f177929a05734f98f5af30c5dcc52f6c23c6ab46222b15adc848d1f24908 +size 9867454940 diff --git a/pytorch_model-00006-of-00006.bin b/pytorch_model-00006-of-00006.bin new file mode 100644 index 0000000..a61d57d --- /dev/null +++ b/pytorch_model-00006-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d0584e77879c2f4737eeb517f57da48ebf194ea4c4a6ca7a7e146788814368 +size 2490495669 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000..eb488e9 --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,410 @@ +{ + "metadata": { + "total_size": 52063508480 + }, + "weight_map": { + "lm_head.weight": "pytorch_model-00006-of-00006.bin", + "model.embed_tokens.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.10.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.20.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.23.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.30.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.31.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.input_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.mlp.up_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.39.input_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.up_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.k_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.q_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.v_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.8.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.norm.weight": "pytorch_model-00006-of-00006.bin" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..599f3bb --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,24 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "pad_token": "[PAD]", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..b7cf6c4 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4e83620a734424992c89d0db0cea632181204df618c0381617cc370bd93449 +size 1842945 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..5ab645d --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "model_max_length": 2048, + "pad_token": null, + "padding_side": "right", + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +}