alpindale/pygmalion-instruct
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: alpindale/pygmalion-instruct
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-30 19:56:23 +08:00
commit ddbec935a1
88 changed files with 94459 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
.gitattributes vendored Normal file
View File

@@ -0,0 +1,34 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text

50
README.md Normal file
View File

@@ -0,0 +1,50 @@
---
license: mit
---
## Model Details
Experimental model. Trained with the [Pygmalion](https://huggingface.co/PygmalionAI/pygmalion-6b/tree/dev) and the [WizardLM](https://huggingface.co/ehartford/WizardLM-7B-Uncensored) datasets.
The purpose of this model is to enable complex Instruct prompting but with the RP capabilties of Pygmalion.
### Prompting format
```
instruction:
output:
```
<!-- Provide the basic links for the model. -->
- **Repository:** [More Information Needed]
- **Paper [optional]:** [More Information Needed]
- **Demo [optional]:** [More Information Needed]
### Uses
The intended use-case is Role-Playing with Instruct prompts. Guiding the bot towards a certain conversation style should be easier this way. Subject to experimentation.
### Out-of-Scope Use
- Assistant Bot [subject to providing incorrect instructions]
- Complex multi-character chat
### Risks
The model can generate potentially harmful or NSFW outputs. Please use with caution.
### Citation
WizardLM:
```
@misc{xu2023wizardlm,
title={WizardLM: Empowering Large Language Models to Follow Complex Instructions},
author={Can Xu and Qingfeng Sun and Kai Zheng and Xiubo Geng and Pu Zhao and Jiazhan Feng and Chongyang Tao and Daxin Jiang},
year={2023},
eprint={2304.12244},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
```

29
config.json Normal file
View File

@@ -0,0 +1,29 @@
{
"_name_or_path": "/home/alpin/ramdisk/pygmalion-instruct",
"architectures": [
"LlamaForCausalLM"
],
"badwordsids": [
[
0
]
],
"bos_token_id": 1,
"eos_token_id": 2,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 11008,
"max_position_embeddings": 2048,
"max_sequence_length": 2048,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"pad_token_id": 0,
"rms_norm_eps": 1e-06,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.30.0.dev0",
"use_cache": true,
"vocab_size": 32000
}

7
generation_config.json Normal file
View File

@@ -0,0 +1,7 @@
{
"_from_model_config": true,
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 0,
"transformers_version": "4.30.0.dev0"
}

3
model-00001-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fab1f3b2a2c5242771209d8453c17f95a7cb571302fa4c15ce19e38a3c484919
size 396362680

3
model-00002-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cbbbec3bffac74fa27eeabde6d1e8cc713319404f03792a4957661b8aac5f5b8
size 371213218

3
model-00003-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8a89fedffb3cd14e45b62f271c2e4c2fc9aea89afa97df1f12ed7566fbf90677
size 371213580

3
model-00004-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c7a2a6acb373266cfee04898d1a071b36f95648098cbae06b97ff23b7c1c3ce8
size 371213580

3
model-00005-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8c5512caec8cd60d09d2c73368764a8d6d7ef3589a68bfa0cae68b79a6186f52
size 371213580

3
model-00006-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cfa9feedd79021baee29a9186c400414aa19f82ebf1ac78a809838c98b9fb143
size 314573874

3
model-00007-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8f15946feba63a640a9591a0fcdf50d8b966be507c31fd4ec658290b6a6e4d47
size 314590476

3
model-00008-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:91027c0b7c8375c07ce372a8c6444a8acdd879e5e51438eb450dc01a05e15b57
size 314590472

3
model-00009-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d59a489da40d74552d1831de52d0730ff3e28c06b859e2532fcf8e2303452832
size 371213218

3
model-00010-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2184a684987e7c67149bf04799ece69b4f3d2b6dd2499995939ee758d6b90a65
size 371213580

3
model-00011-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:08a35f56ebd6e875efb7a5b36b872dcfa2d9ad47a9f8d3c1db4ae71c01e30a3e
size 371213580

3
model-00012-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c9f7f7f5ba6336dfe263f9e43c699987ba8371a960f9c1ddf759aa0ca7355227
size 371213580

3
model-00013-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1eb9d43f745b5983acde4fc08f0b2b1d32212d6609f61f6ca8217633583141ff
size 314573880

3
model-00014-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:54b4e198dc13a36eb94d577d7196cc34a248b1155f7049b3a6b04c2fec7107f8
size 314590486

3
model-00015-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3b4dfd123b7161a3cc467c5344e4b4c48b9d35b1e7f2854325d76b4bf6bd647b
size 314590482

3
model-00016-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0ecb499e93f7deb0402d644bc6d4d778c26b6841b6667a1c05ddb73950aa0475
size 371213226

3
model-00017-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:50798a957169b65a6ea5321dcfb5bf428e099614b77cf51cd8bc406688100c4d
size 371213590

3
model-00018-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3ace60a3975d8e48aa4a782069a266608539756869470b5193206aeb0b6550d0
size 371213590

3
model-00019-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c9b576f912d27393fb59337d0e7dff6463f1db4ab8780becf5b8b5d007c0a8f7
size 371213590

3
model-00020-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:39c288c3058f6e3205446316ede0675a3daefe2b87292278d2702d45f789ba9d
size 314573880

3
model-00021-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f3ebec001cc81b34c9c715941e0322d7b92ee51bdd9b90286c10e43dfa65b150
size 314590486

3
model-00022-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e6c7b03472ac8175812e49f95ff3730d26538a8eeab9ac85b4d275ccd037b16c
size 314590482

3
model-00023-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1cbad7618cc218776c871ac4ea3edceafafd6f00795c7252a660ed2b837a1f30
size 371213226

3
model-00024-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:31b4b96f71273103490828f85acc8847def7f52d194e45a817def019602fba94
size 371213590

3
model-00025-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f0b92604b795cf9dd069d8fd134f34a8121e90fdc4614fe9af9d9fd042a9b32c
size 371213590

3
model-00026-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5f5b72e57ce48f0931f6b85763b3345039aa47f28011b9c629286e5acd6a2185
size 371213590

3
model-00027-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:23bb6b0234f65f1fa4ee1cb557e8bcc880f10ea379a9b33abbc86d3d039628fe
size 314573880

3
model-00028-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:62c0b3ce08e770b12d696e534601df908f8c9049f53100286d6760badc22ff48
size 314590486

3
model-00029-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e8fdec09b354e1d6e69528fb5eff1a825d61ada8104cc9aec6b642dcf145bb84
size 314590482

3
model-00030-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:64ebb59ad29dbcdae3ae9a5bfd88da3e45e4bd3170a4876bb5014fde640a39b3
size 371213226

3
model-00031-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:15c166317581179c9d1373ed627c514dece2c8d8b763e454fd7f51351ab1d83c
size 371213590

3
model-00032-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ab98cb80bd5986bd426a67d2ac196cef397483ce35d629aaada942a3c7eb5d68
size 371213590

3
model-00033-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4840205ea77414e334638561e0d98d50d6a78f145a28f4ae980cc1931cdcb16e
size 371213590

3
model-00034-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:200224d4b5b9bdf37659fbdc4ed5b6067b4c309d3ed92865f0fca3517a8ee227
size 314573880

3
model-00035-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4526597ed9718065ccd8136f642e5d70129516eff1403d6729c0147d3dba144b
size 314590486

3
model-00036-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:dd23bc7e90a9c55c2916a36377fc36a41daf1246a86795707346803e5ae734ca
size 314590482

3
model-00037-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f22f9ba6010995996fcb7ef02d0e41e3b49ca032c3136ba67e6d00c31a863329
size 371213226

3
model-00038-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0d3fad5252e30908a1592f4b21957b9f9d0fe5a1f2df1743b8a6ab0f01f54a77
size 304112768

3
model-00039-of-00039.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1bd0e78de8793c97830f171d22b15d81a01924301ff48d2d4a5d0016707d1074
size 262144128

330
model.safetensors.index.json Normal file
View File

@@ -0,0 +1,330 @@
{
"metadata": {
"total_size": 13476839424
},
"weight_map": {
"lm_head.weight": "model-00039-of-00039.safetensors",
"model.embed_tokens.weight": "model-00001-of-00039.safetensors",
"model.layers.0.input_layernorm.weight": "model-00002-of-00039.safetensors",
"model.layers.0.mlp.down_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.0.mlp.gate_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.0.mlp.up_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.0.post_attention_layernorm.weight": "model-00002-of-00039.safetensors",
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00039.safetensors",
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00039.safetensors",
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00039.safetensors",
"model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00039.safetensors",
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00039.safetensors",
"model.layers.1.input_layernorm.weight": "model-00003-of-00039.safetensors",
"model.layers.1.mlp.down_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.1.mlp.gate_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.1.mlp.up_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.1.post_attention_layernorm.weight": "model-00003-of-00039.safetensors",
"model.layers.1.self_attn.k_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.1.self_attn.o_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.1.self_attn.q_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.1.self_attn.rotary_emb.inv_freq": "model-00003-of-00039.safetensors",
"model.layers.1.self_attn.v_proj.weight": "model-00002-of-00039.safetensors",
"model.layers.10.input_layernorm.weight": "model-00014-of-00039.safetensors",
"model.layers.10.mlp.down_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.10.mlp.gate_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.10.mlp.up_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.10.post_attention_layernorm.weight": "model-00014-of-00039.safetensors",
"model.layers.10.self_attn.k_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.10.self_attn.o_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.10.self_attn.q_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.10.self_attn.rotary_emb.inv_freq": "model-00013-of-00039.safetensors",
"model.layers.10.self_attn.v_proj.weight": "model-00013-of-00039.safetensors",
"model.layers.11.input_layernorm.weight": "model-00015-of-00039.safetensors",
"model.layers.11.mlp.down_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.11.mlp.gate_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.11.mlp.up_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.11.post_attention_layernorm.weight": "model-00015-of-00039.safetensors",
"model.layers.11.self_attn.k_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.11.self_attn.o_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.11.self_attn.q_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.11.self_attn.rotary_emb.inv_freq": "model-00014-of-00039.safetensors",
"model.layers.11.self_attn.v_proj.weight": "model-00014-of-00039.safetensors",
"model.layers.12.input_layernorm.weight": "model-00016-of-00039.safetensors",
"model.layers.12.mlp.down_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.12.mlp.gate_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.12.mlp.up_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.12.post_attention_layernorm.weight": "model-00016-of-00039.safetensors",
"model.layers.12.self_attn.k_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.12.self_attn.o_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.12.self_attn.q_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.12.self_attn.rotary_emb.inv_freq": "model-00015-of-00039.safetensors",
"model.layers.12.self_attn.v_proj.weight": "model-00015-of-00039.safetensors",
"model.layers.13.input_layernorm.weight": "model-00017-of-00039.safetensors",
"model.layers.13.mlp.down_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.13.mlp.gate_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.13.mlp.up_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.13.post_attention_layernorm.weight": "model-00017-of-00039.safetensors",
"model.layers.13.self_attn.k_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.13.self_attn.o_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.13.self_attn.q_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.13.self_attn.rotary_emb.inv_freq": "model-00017-of-00039.safetensors",
"model.layers.13.self_attn.v_proj.weight": "model-00016-of-00039.safetensors",
"model.layers.14.input_layernorm.weight": "model-00018-of-00039.safetensors",
"model.layers.14.mlp.down_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.14.mlp.gate_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.14.mlp.up_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.14.post_attention_layernorm.weight": "model-00018-of-00039.safetensors",
"model.layers.14.self_attn.k_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.14.self_attn.o_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.14.self_attn.q_proj.weight": "model-00017-of-00039.safetensors",
"model.layers.14.self_attn.rotary_emb.inv_freq": "model-00018-of-00039.safetensors",
"model.layers.14.self_attn.v_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.15.input_layernorm.weight": "model-00019-of-00039.safetensors",
"model.layers.15.mlp.down_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.15.mlp.gate_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.15.mlp.up_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.15.post_attention_layernorm.weight": "model-00019-of-00039.safetensors",
"model.layers.15.self_attn.k_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.15.self_attn.o_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.15.self_attn.q_proj.weight": "model-00018-of-00039.safetensors",
"model.layers.15.self_attn.rotary_emb.inv_freq": "model-00019-of-00039.safetensors",
"model.layers.15.self_attn.v_proj.weight": "model-00019-of-00039.safetensors",
"model.layers.16.input_layernorm.weight": "model-00021-of-00039.safetensors",
"model.layers.16.mlp.down_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.16.mlp.gate_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.16.mlp.up_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.16.post_attention_layernorm.weight": "model-00021-of-00039.safetensors",
"model.layers.16.self_attn.k_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.16.self_attn.o_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.16.self_attn.q_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.16.self_attn.rotary_emb.inv_freq": "model-00020-of-00039.safetensors",
"model.layers.16.self_attn.v_proj.weight": "model-00020-of-00039.safetensors",
"model.layers.17.input_layernorm.weight": "model-00022-of-00039.safetensors",
"model.layers.17.mlp.down_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.17.mlp.gate_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.17.mlp.up_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.17.post_attention_layernorm.weight": "model-00022-of-00039.safetensors",
"model.layers.17.self_attn.k_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.17.self_attn.o_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.17.self_attn.q_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.17.self_attn.rotary_emb.inv_freq": "model-00021-of-00039.safetensors",
"model.layers.17.self_attn.v_proj.weight": "model-00021-of-00039.safetensors",
"model.layers.18.input_layernorm.weight": "model-00023-of-00039.safetensors",
"model.layers.18.mlp.down_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.18.mlp.gate_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.18.mlp.up_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.18.post_attention_layernorm.weight": "model-00023-of-00039.safetensors",
"model.layers.18.self_attn.k_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.18.self_attn.o_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.18.self_attn.q_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.18.self_attn.rotary_emb.inv_freq": "model-00022-of-00039.safetensors",
"model.layers.18.self_attn.v_proj.weight": "model-00022-of-00039.safetensors",
"model.layers.19.input_layernorm.weight": "model-00024-of-00039.safetensors",
"model.layers.19.mlp.down_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.19.mlp.gate_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.19.mlp.up_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.19.post_attention_layernorm.weight": "model-00024-of-00039.safetensors",
"model.layers.19.self_attn.k_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.19.self_attn.o_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.19.self_attn.q_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.19.self_attn.rotary_emb.inv_freq": "model-00024-of-00039.safetensors",
"model.layers.19.self_attn.v_proj.weight": "model-00023-of-00039.safetensors",
"model.layers.2.input_layernorm.weight": "model-00004-of-00039.safetensors",
"model.layers.2.mlp.down_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.2.mlp.gate_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.2.mlp.up_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.2.post_attention_layernorm.weight": "model-00004-of-00039.safetensors",
"model.layers.2.self_attn.k_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.2.self_attn.o_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.2.self_attn.q_proj.weight": "model-00003-of-00039.safetensors",
"model.layers.2.self_attn.rotary_emb.inv_freq": "model-00004-of-00039.safetensors",
"model.layers.2.self_attn.v_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.20.input_layernorm.weight": "model-00025-of-00039.safetensors",
"model.layers.20.mlp.down_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.20.mlp.gate_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.20.mlp.up_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.20.post_attention_layernorm.weight": "model-00025-of-00039.safetensors",
"model.layers.20.self_attn.k_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.20.self_attn.o_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.20.self_attn.q_proj.weight": "model-00024-of-00039.safetensors",
"model.layers.20.self_attn.rotary_emb.inv_freq": "model-00025-of-00039.safetensors",
"model.layers.20.self_attn.v_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.21.input_layernorm.weight": "model-00026-of-00039.safetensors",
"model.layers.21.mlp.down_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.21.mlp.gate_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.21.mlp.up_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.21.post_attention_layernorm.weight": "model-00026-of-00039.safetensors",
"model.layers.21.self_attn.k_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.21.self_attn.o_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.21.self_attn.q_proj.weight": "model-00025-of-00039.safetensors",
"model.layers.21.self_attn.rotary_emb.inv_freq": "model-00026-of-00039.safetensors",
"model.layers.21.self_attn.v_proj.weight": "model-00026-of-00039.safetensors",
"model.layers.22.input_layernorm.weight": "model-00028-of-00039.safetensors",
"model.layers.22.mlp.down_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.22.mlp.gate_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.22.mlp.up_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.22.post_attention_layernorm.weight": "model-00028-of-00039.safetensors",
"model.layers.22.self_attn.k_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.22.self_attn.o_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.22.self_attn.q_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.22.self_attn.rotary_emb.inv_freq": "model-00027-of-00039.safetensors",
"model.layers.22.self_attn.v_proj.weight": "model-00027-of-00039.safetensors",
"model.layers.23.input_layernorm.weight": "model-00029-of-00039.safetensors",
"model.layers.23.mlp.down_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.23.mlp.gate_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.23.mlp.up_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.23.post_attention_layernorm.weight": "model-00029-of-00039.safetensors",
"model.layers.23.self_attn.k_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.23.self_attn.o_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.23.self_attn.q_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.23.self_attn.rotary_emb.inv_freq": "model-00028-of-00039.safetensors",
"model.layers.23.self_attn.v_proj.weight": "model-00028-of-00039.safetensors",
"model.layers.24.input_layernorm.weight": "model-00030-of-00039.safetensors",
"model.layers.24.mlp.down_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.24.mlp.gate_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.24.mlp.up_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.24.post_attention_layernorm.weight": "model-00030-of-00039.safetensors",
"model.layers.24.self_attn.k_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.24.self_attn.o_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.24.self_attn.q_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.24.self_attn.rotary_emb.inv_freq": "model-00029-of-00039.safetensors",
"model.layers.24.self_attn.v_proj.weight": "model-00029-of-00039.safetensors",
"model.layers.25.input_layernorm.weight": "model-00031-of-00039.safetensors",
"model.layers.25.mlp.down_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.25.mlp.gate_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.25.mlp.up_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.25.post_attention_layernorm.weight": "model-00031-of-00039.safetensors",
"model.layers.25.self_attn.k_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.25.self_attn.o_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.25.self_attn.q_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.25.self_attn.rotary_emb.inv_freq": "model-00031-of-00039.safetensors",
"model.layers.25.self_attn.v_proj.weight": "model-00030-of-00039.safetensors",
"model.layers.26.input_layernorm.weight": "model-00032-of-00039.safetensors",
"model.layers.26.mlp.down_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.26.mlp.gate_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.26.mlp.up_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.26.post_attention_layernorm.weight": "model-00032-of-00039.safetensors",
"model.layers.26.self_attn.k_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.26.self_attn.o_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.26.self_attn.q_proj.weight": "model-00031-of-00039.safetensors",
"model.layers.26.self_attn.rotary_emb.inv_freq": "model-00032-of-00039.safetensors",
"model.layers.26.self_attn.v_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.27.input_layernorm.weight": "model-00033-of-00039.safetensors",
"model.layers.27.mlp.down_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.27.mlp.gate_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.27.mlp.up_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.27.post_attention_layernorm.weight": "model-00033-of-00039.safetensors",
"model.layers.27.self_attn.k_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.27.self_attn.o_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.27.self_attn.q_proj.weight": "model-00032-of-00039.safetensors",
"model.layers.27.self_attn.rotary_emb.inv_freq": "model-00033-of-00039.safetensors",
"model.layers.27.self_attn.v_proj.weight": "model-00033-of-00039.safetensors",
"model.layers.28.input_layernorm.weight": "model-00035-of-00039.safetensors",
"model.layers.28.mlp.down_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.28.mlp.gate_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.28.mlp.up_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.28.post_attention_layernorm.weight": "model-00035-of-00039.safetensors",
"model.layers.28.self_attn.k_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.28.self_attn.o_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.28.self_attn.q_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.28.self_attn.rotary_emb.inv_freq": "model-00034-of-00039.safetensors",
"model.layers.28.self_attn.v_proj.weight": "model-00034-of-00039.safetensors",
"model.layers.29.input_layernorm.weight": "model-00036-of-00039.safetensors",
"model.layers.29.mlp.down_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.29.mlp.gate_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.29.mlp.up_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.29.post_attention_layernorm.weight": "model-00036-of-00039.safetensors",
"model.layers.29.self_attn.k_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.29.self_attn.o_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.29.self_attn.q_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.29.self_attn.rotary_emb.inv_freq": "model-00035-of-00039.safetensors",
"model.layers.29.self_attn.v_proj.weight": "model-00035-of-00039.safetensors",
"model.layers.3.input_layernorm.weight": "model-00005-of-00039.safetensors",
"model.layers.3.mlp.down_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.3.mlp.gate_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.3.mlp.up_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.3.post_attention_layernorm.weight": "model-00005-of-00039.safetensors",
"model.layers.3.self_attn.k_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.3.self_attn.o_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.3.self_attn.q_proj.weight": "model-00004-of-00039.safetensors",
"model.layers.3.self_attn.rotary_emb.inv_freq": "model-00005-of-00039.safetensors",
"model.layers.3.self_attn.v_proj.weight": "model-00005-of-00039.safetensors",
"model.layers.30.input_layernorm.weight": "model-00037-of-00039.safetensors",
"model.layers.30.mlp.down_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.30.mlp.gate_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.30.mlp.up_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.30.post_attention_layernorm.weight": "model-00037-of-00039.safetensors",
"model.layers.30.self_attn.k_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.30.self_attn.o_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.30.self_attn.q_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.30.self_attn.rotary_emb.inv_freq": "model-00036-of-00039.safetensors",
"model.layers.30.self_attn.v_proj.weight": "model-00036-of-00039.safetensors",
"model.layers.31.input_layernorm.weight": "model-00038-of-00039.safetensors",
"model.layers.31.mlp.down_proj.weight": "model-00038-of-00039.safetensors",
"model.layers.31.mlp.gate_proj.weight": "model-00038-of-00039.safetensors",
"model.layers.31.mlp.up_proj.weight": "model-00038-of-00039.safetensors",
"model.layers.31.post_attention_layernorm.weight": "model-00038-of-00039.safetensors",
"model.layers.31.self_attn.k_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.31.self_attn.o_proj.weight": "model-00038-of-00039.safetensors",
"model.layers.31.self_attn.q_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.31.self_attn.rotary_emb.inv_freq": "model-00038-of-00039.safetensors",
"model.layers.31.self_attn.v_proj.weight": "model-00037-of-00039.safetensors",
"model.layers.4.input_layernorm.weight": "model-00007-of-00039.safetensors",
"model.layers.4.mlp.down_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.4.mlp.gate_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.4.mlp.up_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.4.post_attention_layernorm.weight": "model-00007-of-00039.safetensors",
"model.layers.4.self_attn.k_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.4.self_attn.o_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.4.self_attn.q_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.4.self_attn.rotary_emb.inv_freq": "model-00006-of-00039.safetensors",
"model.layers.4.self_attn.v_proj.weight": "model-00006-of-00039.safetensors",
"model.layers.5.input_layernorm.weight": "model-00008-of-00039.safetensors",
"model.layers.5.mlp.down_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.5.mlp.gate_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.5.mlp.up_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.5.post_attention_layernorm.weight": "model-00008-of-00039.safetensors",
"model.layers.5.self_attn.k_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.5.self_attn.o_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.5.self_attn.q_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.5.self_attn.rotary_emb.inv_freq": "model-00007-of-00039.safetensors",
"model.layers.5.self_attn.v_proj.weight": "model-00007-of-00039.safetensors",
"model.layers.6.input_layernorm.weight": "model-00009-of-00039.safetensors",
"model.layers.6.mlp.down_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.6.mlp.gate_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.6.mlp.up_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.6.post_attention_layernorm.weight": "model-00009-of-00039.safetensors",
"model.layers.6.self_attn.k_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.6.self_attn.o_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.6.self_attn.q_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.6.self_attn.rotary_emb.inv_freq": "model-00008-of-00039.safetensors",
"model.layers.6.self_attn.v_proj.weight": "model-00008-of-00039.safetensors",
"model.layers.7.input_layernorm.weight": "model-00010-of-00039.safetensors",
"model.layers.7.mlp.down_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.7.mlp.gate_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.7.mlp.up_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.7.post_attention_layernorm.weight": "model-00010-of-00039.safetensors",
"model.layers.7.self_attn.k_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.7.self_attn.o_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.7.self_attn.q_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.7.self_attn.rotary_emb.inv_freq": "model-00010-of-00039.safetensors",
"model.layers.7.self_attn.v_proj.weight": "model-00009-of-00039.safetensors",
"model.layers.8.input_layernorm.weight": "model-00011-of-00039.safetensors",
"model.layers.8.mlp.down_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.8.mlp.gate_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.8.mlp.up_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.8.post_attention_layernorm.weight": "model-00011-of-00039.safetensors",
"model.layers.8.self_attn.k_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.8.self_attn.o_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.8.self_attn.q_proj.weight": "model-00010-of-00039.safetensors",
"model.layers.8.self_attn.rotary_emb.inv_freq": "model-00011-of-00039.safetensors",
"model.layers.8.self_attn.v_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.9.input_layernorm.weight": "model-00012-of-00039.safetensors",
"model.layers.9.mlp.down_proj.weight": "model-00012-of-00039.safetensors",
"model.layers.9.mlp.gate_proj.weight": "model-00012-of-00039.safetensors",
"model.layers.9.mlp.up_proj.weight": "model-00012-of-00039.safetensors",
"model.layers.9.post_attention_layernorm.weight": "model-00012-of-00039.safetensors",
"model.layers.9.self_attn.k_proj.weight": "model-00012-of-00039.safetensors",
"model.layers.9.self_attn.o_proj.weight": "model-00012-of-00039.safetensors",
"model.layers.9.self_attn.q_proj.weight": "model-00011-of-00039.safetensors",
"model.layers.9.self_attn.rotary_emb.inv_freq": "model-00012-of-00039.safetensors",
"model.layers.9.self_attn.v_proj.weight": "model-00012-of-00039.safetensors",
"model.norm.weight": "model-00038-of-00039.safetensors"
}
}

3
pytorch_model-00001-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:72fd1e08167f7bbc6125928bfb70662d2d4d1e54e9db51e383028b5f1345c9e3
size 396364479

3
pytorch_model-00002-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7d16c21ab3768a64ec8c29582d05f780b5f330ba9955645e375d50766e2d7b4c
size 371215393

3
pytorch_model-00003-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e1ec5cd25e5d55ca5fb9d6a1c3657fc4d4ed86b3321074cb6956cd1ccd453e4e
size 371215986

3
pytorch_model-00004-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:92a09cb4f6ab666bc45b9aafcb9e07177c60ed738940737dd94260ee6ff3bdbc
size 371215986

3
pytorch_model-00005-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c15eca097f646d55a4076ed4b87e6ac85e5f9f15964aaf3952ec26bbc780695a
size 371215986

3
pytorch_model-00006-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:077d91a9e7bf4aa5ff3696f8da36cb9965c9ff78a46987cb0b0563263eeb0898
size 314575888

3
pytorch_model-00007-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a580f0c5b4e83160cb413ed8fd1149e21a9a240350480ece13b11cd863f9ab54
size 314592882

3
pytorch_model-00008-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:614efe32f43cd9017a203123e2669e8b37916c855dc3276365801d19796cdb16
size 314592882

3
pytorch_model-00009-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3b45324908a286cd6b1a791e3158c5e43e95656f7b2283f7a5547404118ef9d8
size 371215393

3
pytorch_model-00010-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cd188d2273e3ad7b9be8ce05d4ac8f542af4522a8f7c46a0f359c4638df247c6
size 371215986

3
pytorch_model-00011-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:57a3bf7234f6d98036eb2e8888aad2a56d4a44a1701b305796bd235e73a14a12
size 371215986

3
pytorch_model-00012-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f940bafe801c472ef13a21604ca57b445896f0aaeea4c75c2959bba966f2fcb3
size 371215986

3
pytorch_model-00013-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:94a3ca01cee937ead8dd09e9f64d0638c1567920457ab172f307e18b727331d4
size 314575888

3
pytorch_model-00014-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:654f6f17ff70de33e723bca43f6877db5a96c4265626f96a152f42b83e6832ab
size 314592882

3
pytorch_model-00015-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:09da62eff9def8ced0e8ef043bf3a8881f10afe9ae907cf0d21c7c9d95c476e8
size 314592882

3
pytorch_model-00016-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2b456b4620b70e8e6af708eab202346a649441b2643107f2d181a5e402052c3b
size 371215393

3
pytorch_model-00017-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0b1855c13a3db719650e0e57618467b75d5acec066da55831474835e093d6665
size 371215986

3
pytorch_model-00018-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a906d4bc00690eb03a57fb2d94102854102f086cf87cb980bb18eae19a0290b0
size 371215986

3
pytorch_model-00019-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7e2aa038c26e97780f48aca7810b5f8af5fa445c851e1745c445c6067290f7e9
size 371215986

3
pytorch_model-00020-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:15c0fe7990e0ff66d6e97f4e417a243bd6c410f9c68c5550e16d45a540c77e55
size 314575888

3
pytorch_model-00021-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:854d7f2bcdbcfef9c2da10715db16655ffb01208d3a8676270b2c9a3c2d7ed4b
size 314592882

3
pytorch_model-00022-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2e3923a8d03407b7de9f21b8674a76fa452411bb9a978c396d5fa8e68f68ead0
size 314592882

3
pytorch_model-00023-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4906a6adb941ea070f4dfecbab38758d2204510f3876abe4dfa755dcdc03dfce
size 371215393

3
pytorch_model-00024-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ce2a8e47e385ca658ac40755bc01437025a23b4c8834c4e2e9ce7d46af10aa89
size 371215986

3
pytorch_model-00025-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:aee532bdb0eaac63f5469dc4f7065287d80b260eba0c626ef65dfcc2644b3f83
size 371215986

3
pytorch_model-00026-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b8aebbdff9ed4a9bc32f465fa10dfa8f6c9ce21da27a692e486fa72ac43be9be
size 371215986

3
pytorch_model-00027-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a73936ca41e140ae510fb88017a9d60c070b9670350277444cd1ee13547bbee7
size 314575888

3
pytorch_model-00028-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fc05ba29101a6e25b03fe74025f34c76d0ce82329b108719cd813c68978f6493
size 314592882

3
pytorch_model-00029-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0791b02f3854a8f51747032af40418cee3fc1f1ad1bff921200d60fa3a22d9fb
size 314592882

3
pytorch_model-00030-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5459d1784c919e074910aef7c130d7487ebd35a6918c98a136bf09bcc3b46228
size 371215393

3
pytorch_model-00031-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5c21b13c13393328c797df56640d5df422b2a2d428b52dfecb63ca2732f6374d
size 371215986

3
pytorch_model-00032-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b427c9daecad1d3c8430b3ddea343714cb1c2f2784346b44b9eb2f8d14a5dae2
size 371215986

3
pytorch_model-00033-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e8b0590d14d4427e8141a4574c6f7bba1ee6d4528c8a78d013f14763cc1bf28b
size 371215986

3
pytorch_model-00034-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9e6ab507db375d2a0936ae6e77626df6df8ff8109d65d0bb2478f0a65da2b4a2
size 314575888

3
pytorch_model-00035-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f1332fa25ea9db394d8b73502b2a5bb18d5e43b54f8d4998d26b164ed10ec681
size 314592882

3
pytorch_model-00036-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:48647abb12226d4b582224bec091b6547d5ec3625a7c8a2d0cb07e3d54e769be
size 314592882

3
pytorch_model-00037-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7bfcb8b24b97ca4dbd30e74d376a74df691f039c67a822ba10f2833877f23407
size 371215393

3
pytorch_model-00038-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a3b0b8fdad8412d629b685e0165d390aa00bd45848447a9073298e7a53c9897b
size 304114977

3
pytorch_model-00039-of-00039.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5baa80a36adc9a292d9ef211ae373f0c365c56c489fb44f90055cc6195963e74
size 262144938

330
pytorch_model.bin.index.json Normal file
View File

@@ -0,0 +1,330 @@
{
"metadata": {
"total_size": 13476839424
},
"weight_map": {
"lm_head.weight": "pytorch_model-00039-of-00039.bin",
"model.embed_tokens.weight": "pytorch_model-00001-of-00039.bin",
"model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00039.bin",
"model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00039.bin",
"model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00039.bin",
"model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00039.bin",
"model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00039.bin",
"model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.mlp.gate_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.self_attn.k_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.1.self_attn.o_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.1.self_attn.q_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00039.bin",
"model.layers.1.self_attn.v_proj.weight": "pytorch_model-00002-of-00039.bin",
"model.layers.10.input_layernorm.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.10.mlp.down_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.10.mlp.gate_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.10.mlp.up_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.10.post_attention_layernorm.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.10.self_attn.k_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.10.self_attn.o_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.10.self_attn.q_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00039.bin",
"model.layers.10.self_attn.v_proj.weight": "pytorch_model-00013-of-00039.bin",
"model.layers.11.input_layernorm.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.11.mlp.down_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.11.mlp.gate_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.11.mlp.up_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.11.post_attention_layernorm.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.11.self_attn.k_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.11.self_attn.o_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.11.self_attn.q_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00014-of-00039.bin",
"model.layers.11.self_attn.v_proj.weight": "pytorch_model-00014-of-00039.bin",
"model.layers.12.input_layernorm.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.12.mlp.down_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.12.mlp.gate_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.12.mlp.up_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.12.post_attention_layernorm.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.12.self_attn.k_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.12.self_attn.o_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.12.self_attn.q_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00039.bin",
"model.layers.12.self_attn.v_proj.weight": "pytorch_model-00015-of-00039.bin",
"model.layers.13.input_layernorm.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.mlp.down_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.mlp.gate_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.mlp.up_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.post_attention_layernorm.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.self_attn.k_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.13.self_attn.o_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.13.self_attn.q_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00039.bin",
"model.layers.13.self_attn.v_proj.weight": "pytorch_model-00016-of-00039.bin",
"model.layers.14.input_layernorm.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.mlp.down_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.mlp.gate_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.mlp.up_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.post_attention_layernorm.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.self_attn.k_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.14.self_attn.o_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.14.self_attn.q_proj.weight": "pytorch_model-00017-of-00039.bin",
"model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00018-of-00039.bin",
"model.layers.14.self_attn.v_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.15.input_layernorm.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.mlp.down_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.mlp.gate_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.mlp.up_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.post_attention_layernorm.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.self_attn.k_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.self_attn.o_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.15.self_attn.q_proj.weight": "pytorch_model-00018-of-00039.bin",
"model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00039.bin",
"model.layers.15.self_attn.v_proj.weight": "pytorch_model-00019-of-00039.bin",
"model.layers.16.input_layernorm.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.16.mlp.down_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.16.mlp.gate_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.16.mlp.up_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.16.post_attention_layernorm.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.16.self_attn.k_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.16.self_attn.o_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.16.self_attn.q_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00020-of-00039.bin",
"model.layers.16.self_attn.v_proj.weight": "pytorch_model-00020-of-00039.bin",
"model.layers.17.input_layernorm.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.17.mlp.down_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.17.mlp.gate_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.17.mlp.up_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.17.post_attention_layernorm.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.17.self_attn.k_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.17.self_attn.o_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.17.self_attn.q_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00039.bin",
"model.layers.17.self_attn.v_proj.weight": "pytorch_model-00021-of-00039.bin",
"model.layers.18.input_layernorm.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.18.mlp.down_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.18.mlp.gate_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.18.mlp.up_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.18.post_attention_layernorm.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.18.self_attn.k_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.18.self_attn.o_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.18.self_attn.q_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00022-of-00039.bin",
"model.layers.18.self_attn.v_proj.weight": "pytorch_model-00022-of-00039.bin",
"model.layers.19.input_layernorm.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.mlp.down_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.mlp.gate_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.mlp.up_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.post_attention_layernorm.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.self_attn.k_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.19.self_attn.o_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.19.self_attn.q_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00024-of-00039.bin",
"model.layers.19.self_attn.v_proj.weight": "pytorch_model-00023-of-00039.bin",
"model.layers.2.input_layernorm.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.mlp.down_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.mlp.gate_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.mlp.up_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.post_attention_layernorm.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.self_attn.k_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.2.self_attn.o_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.2.self_attn.q_proj.weight": "pytorch_model-00003-of-00039.bin",
"model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00039.bin",
"model.layers.2.self_attn.v_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.20.input_layernorm.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.mlp.down_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.mlp.gate_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.mlp.up_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.post_attention_layernorm.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.self_attn.k_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.20.self_attn.o_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.20.self_attn.q_proj.weight": "pytorch_model-00024-of-00039.bin",
"model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00039.bin",
"model.layers.20.self_attn.v_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.21.input_layernorm.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.mlp.down_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.mlp.gate_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.mlp.up_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.post_attention_layernorm.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.self_attn.k_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.self_attn.o_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.21.self_attn.q_proj.weight": "pytorch_model-00025-of-00039.bin",
"model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00026-of-00039.bin",
"model.layers.21.self_attn.v_proj.weight": "pytorch_model-00026-of-00039.bin",
"model.layers.22.input_layernorm.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.22.mlp.down_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.22.mlp.gate_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.22.mlp.up_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.22.post_attention_layernorm.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.22.self_attn.k_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.22.self_attn.o_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.22.self_attn.q_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00039.bin",
"model.layers.22.self_attn.v_proj.weight": "pytorch_model-00027-of-00039.bin",
"model.layers.23.input_layernorm.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.23.mlp.down_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.23.mlp.gate_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.23.mlp.up_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.23.post_attention_layernorm.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.23.self_attn.k_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.23.self_attn.o_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.23.self_attn.q_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00028-of-00039.bin",
"model.layers.23.self_attn.v_proj.weight": "pytorch_model-00028-of-00039.bin",
"model.layers.24.input_layernorm.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.24.mlp.down_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.24.mlp.gate_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.24.mlp.up_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.24.post_attention_layernorm.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.24.self_attn.k_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.24.self_attn.o_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.24.self_attn.q_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00039.bin",
"model.layers.24.self_attn.v_proj.weight": "pytorch_model-00029-of-00039.bin",
"model.layers.25.input_layernorm.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.mlp.down_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.mlp.gate_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.mlp.up_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.post_attention_layernorm.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.self_attn.k_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.25.self_attn.o_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.25.self_attn.q_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00039.bin",
"model.layers.25.self_attn.v_proj.weight": "pytorch_model-00030-of-00039.bin",
"model.layers.26.input_layernorm.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.mlp.down_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.mlp.gate_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.mlp.up_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.post_attention_layernorm.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.self_attn.k_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.26.self_attn.o_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.26.self_attn.q_proj.weight": "pytorch_model-00031-of-00039.bin",
"model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00032-of-00039.bin",
"model.layers.26.self_attn.v_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.27.input_layernorm.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.mlp.down_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.mlp.gate_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.mlp.up_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.post_attention_layernorm.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.self_attn.k_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.self_attn.o_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.27.self_attn.q_proj.weight": "pytorch_model-00032-of-00039.bin",
"model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00033-of-00039.bin",
"model.layers.27.self_attn.v_proj.weight": "pytorch_model-00033-of-00039.bin",
"model.layers.28.input_layernorm.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.28.mlp.down_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.28.mlp.gate_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.28.mlp.up_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.28.post_attention_layernorm.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.28.self_attn.k_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.28.self_attn.o_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.28.self_attn.q_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00034-of-00039.bin",
"model.layers.28.self_attn.v_proj.weight": "pytorch_model-00034-of-00039.bin",
"model.layers.29.input_layernorm.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.29.mlp.down_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.29.mlp.gate_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.29.mlp.up_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.29.post_attention_layernorm.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.29.self_attn.k_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.29.self_attn.o_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.29.self_attn.q_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00035-of-00039.bin",
"model.layers.29.self_attn.v_proj.weight": "pytorch_model-00035-of-00039.bin",
"model.layers.3.input_layernorm.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.mlp.down_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.mlp.gate_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.mlp.up_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.post_attention_layernorm.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.self_attn.k_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.self_attn.o_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.3.self_attn.q_proj.weight": "pytorch_model-00004-of-00039.bin",
"model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00039.bin",
"model.layers.3.self_attn.v_proj.weight": "pytorch_model-00005-of-00039.bin",
"model.layers.30.input_layernorm.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.30.mlp.down_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.30.mlp.gate_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.30.mlp.up_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.30.post_attention_layernorm.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.30.self_attn.k_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.30.self_attn.o_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.30.self_attn.q_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00036-of-00039.bin",
"model.layers.30.self_attn.v_proj.weight": "pytorch_model-00036-of-00039.bin",
"model.layers.31.input_layernorm.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.mlp.down_proj.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.mlp.gate_proj.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.mlp.up_proj.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.post_attention_layernorm.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.self_attn.k_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.31.self_attn.o_proj.weight": "pytorch_model-00038-of-00039.bin",
"model.layers.31.self_attn.q_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00038-of-00039.bin",
"model.layers.31.self_attn.v_proj.weight": "pytorch_model-00037-of-00039.bin",
"model.layers.4.input_layernorm.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.4.mlp.down_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.4.mlp.gate_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.4.mlp.up_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.4.post_attention_layernorm.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.4.self_attn.k_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.4.self_attn.o_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.4.self_attn.q_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00039.bin",
"model.layers.4.self_attn.v_proj.weight": "pytorch_model-00006-of-00039.bin",
"model.layers.5.input_layernorm.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.5.mlp.down_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.5.mlp.gate_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.5.mlp.up_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.5.post_attention_layernorm.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.5.self_attn.k_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.5.self_attn.o_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.5.self_attn.q_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00039.bin",
"model.layers.5.self_attn.v_proj.weight": "pytorch_model-00007-of-00039.bin",
"model.layers.6.input_layernorm.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.6.mlp.down_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.6.mlp.gate_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.6.mlp.up_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.6.post_attention_layernorm.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.6.self_attn.k_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.6.self_attn.o_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.6.self_attn.q_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00008-of-00039.bin",
"model.layers.6.self_attn.v_proj.weight": "pytorch_model-00008-of-00039.bin",
"model.layers.7.input_layernorm.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.mlp.down_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.mlp.gate_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.mlp.up_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.post_attention_layernorm.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.self_attn.k_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.7.self_attn.o_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.7.self_attn.q_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00010-of-00039.bin",
"model.layers.7.self_attn.v_proj.weight": "pytorch_model-00009-of-00039.bin",
"model.layers.8.input_layernorm.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.mlp.down_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.mlp.gate_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.mlp.up_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.post_attention_layernorm.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.self_attn.k_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.8.self_attn.o_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.8.self_attn.q_proj.weight": "pytorch_model-00010-of-00039.bin",
"model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00039.bin",
"model.layers.8.self_attn.v_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.9.input_layernorm.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.mlp.down_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.mlp.gate_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.mlp.up_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.post_attention_layernorm.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.self_attn.k_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.self_attn.o_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.layers.9.self_attn.q_proj.weight": "pytorch_model-00011-of-00039.bin",
"model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00012-of-00039.bin",
"model.layers.9.self_attn.v_proj.weight": "pytorch_model-00012-of-00039.bin",
"model.norm.weight": "pytorch_model-00038-of-00039.bin"
}
}

23
special_tokens_map.json Normal file
View File

@@ -0,0 +1,23 @@
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}

93385
tokenizer.json Normal file
View File

File diff suppressed because it is too large Load Diff

3
tokenizer.model Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
size 499723

34
tokenizer_config.json Normal file
View File

@@ -0,0 +1,34 @@
{
"add_bos_token": true,
"add_eos_token": false,
"bos_token": {
"__type": "AddedToken",
"content": "<s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"clean_up_tokenization_spaces": false,
"eos_token": {
"__type": "AddedToken",
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"model_max_length": 2048,
"pad_token": null,
"padding_side": "right",
"sp_model_kwargs": {},
"tokenizer_class": "LlamaTokenizer",
"unk_token": {
"__type": "AddedToken",
"content": "<unk>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}