commit 5297914b6872d82752f23bcbd1cb6c7cdded6740 Author: ModelHub XC Date: Sun Aug 23 15:39:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: nomic-ai/gpt4all-13b-snoozy Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3d48cbb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,40 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +pytorch_model-00001-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00002-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00003-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00004-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00005-of-00006.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00006-of-00006.bin filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..92b05fa --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +license: gpl +datasets: +- nomic-ai/gpt4all-j-prompt-generations +language: +- en +--- +# Model Card for GPT4All-13b-snoozy + +A GPL licensed chatbot trained over a massive curated corpus of assistant interactions including word problems, multi-turn dialogue, code, poems, songs, and stories. + +## Model Details + +### Model Description + + + +This model has been finetuned from LLama 13B + +- **Developed by:** [Nomic AI](https://home.nomic.ai) +- **Model Type:** A finetuned LLama 13B model on assistant style interaction data +- **Language(s) (NLP):** English +- **License:** GPL +- **Finetuned from model [optional]:** LLama 13B + +This model was trained on `nomic-ai/gpt4all-j-prompt-generations` using `revision=v1.3-groovy` + +### Model Sources [optional] + + + +- **Repository:** [https://github.com/nomic-ai/gpt4all](https://github.com/nomic-ai/gpt4all) +- **Base Model Repository:** [https://github.com/facebookresearch/llama](https://github.com/facebookresearch/llama) +- **Demo [optional]:** [https://gpt4all.io/](https://gpt4all.io/) + + +### Results + +Results on common sense reasoning benchmarks + +``` +| Model | BoolQ | PIQA | HellaSwag | WinoGrande | ARC-e | ARC-c | OBQA | Avg. | +|:--------------------------|:--------:|:--------:|:---------:|:----------:|:--------:|:--------:|:--------:|:--------:| +| GPT4All-J 6B v1.0 | 73.4 | 74.8 | 63.4 | 64.7 | 54.9 | 36.0 | 40.2 | 58.2 | +| GPT4All-J v1.1-breezy | 74.0 | 75.1 | 63.2 | 63.6 | 55.4 | 34.9 | 38.4 | 57.8 | +| GPT4All-J v1.2-jazzy | 74.8 | 74.9 | 63.6 | 63.8 | 56.6 | 35.3 | 41.0 | 58.6 | +| GPT4All-J v1.3-groovy | 73.6 | 74.3 | 63.8 | 63.5 | 57.7 | 35.0 | 38.8 | 58.1 | +| GPT4All-J Lora 6B | 68.6 | 75.8 | 66.2 | 63.5 | 56.4 | 35.7 | 40.2 | 58.1 | +| GPT4All LLaMa Lora 7B | 73.1 | 77.6 | 72.1 | 67.8 | 51.1 | 40.4 | 40.2 | 60.3 | +| GPT4All 13B snoozy | **83.3** | 79.2 | 75.0 | **71.3** | 60.9 | 44.2 | 43.4 | **65.3** | +| Dolly 6B | 68.8 | 77.3 | 67.6 | 63.9 | 62.9 | 38.7 | 41.2 | 60.1 | +| Dolly 12B | 56.7 | 75.4 | 71.0 | 62.2 | 64.6 | 38.5 | 40.4 | 58.4 | +| Alpaca 7B | 73.9 | 77.2 | 73.9 | 66.1 | 59.8 | 43.3 | 43.4 | 62.4 | +| Alpaca Lora 7B | 74.3 | **79.3** | 74.0 | 68.8 | 56.6 | 43.9 | 42.6 | 62.8 | +| GPT-J 6.7B | 65.4 | 76.2 | 66.2 | 64.1 | 62.2 | 36.6 | 38.2 | 58.4 | +| LLama 7B | 73.1 | 77.4 | 73.0 | 66.9 | 52.5 | 41.4 | 42.4 | 61.0 | +| LLama 13B | 68.5 | 79.1 | 76.2 | 70.1 | 60.0 | **44.6** | 42.2 | 63.0 | +| Pythia 6.7B | 63.5 | 76.3 | 64.0 | 61.1 | 61.3 | 35.2 | 37.2 | 57.0 | +| Pythia 12B | 67.7 | 76.6 | 67.3 | 63.8 | 63.9 | 34.8 | 38 | 58.9 | +| Fastchat T5 | 81.5 | 64.6 | 46.3 | 61.8 | 49.3 | 33.3 | 39.4 | 53.7 | +| Fastchat Vicuña 7B | 76.6 | 77.2 | 70.7 | 67.3 | 53.5 | 41.2 | 40.8 | 61.0 | +| Fastchat Vicuña 13B | 81.5 | 76.8 | 73.3 | 66.7 | 57.4 | 42.7 | 43.6 | 63.1 | +| StableVicuña RLHF | 82.3 | 78.6 | 74.1 | 70.9 | 61.0 | 43.5 | **44.4** | 65.0 | +| StableLM Tuned | 62.5 | 71.2 | 53.6 | 54.8 | 52.4 | 31.1 | 33.4 | 51.3 | +| StableLM Base | 60.1 | 67.4 | 41.2 | 50.1 | 44.9 | 27.0 | 32.0 | 42.2 | +| Koala 13B | 76.5 | 77.9 | 72.6 | 68.8 | 54.3 | 41.0 | 42.8 | 62.0 | +| Open Assistant Pythia 12B | 67.9 | 78.0 | 68.1 | 65.0 | 64.2 | 40.4 | 43.2 | 61.0 | +| Mosaic mpt-7B | 74.8 | **79.3** | **76.3** | 68.6 | **70.0** | 42.2 | 42.6 | 64.8 | +| text-davinci-003 | 88.1 | 83.8 | 83.4 | 75.8 | 83.9 | 63.9 | 51.0 | 75.7 | +``` \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..c10cd7b --- /dev/null +++ b/config.json @@ -0,0 +1,24 @@ +{ + "_name_or_path": "ckpts/dedupe/epoch_0", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 2048, + "max_sequence_length": 2048, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.28.0.dev0", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..55d7b5b --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.28.0.dev0" +} diff --git a/pytorch_model-00001-of-00006.bin b/pytorch_model-00001-of-00006.bin new file mode 100644 index 0000000..4eb76e4 --- /dev/null +++ b/pytorch_model-00001-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cde683daa7dffdaed6b98c5faf93d7193b638ebee41b7fd2e26896e9df627e1 +size 9956543883 diff --git a/pytorch_model-00002-of-00006.bin b/pytorch_model-00002-of-00006.bin new file mode 100644 index 0000000..5d66246 --- /dev/null +++ b/pytorch_model-00002-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689c8e43d9aaa43f8e70bef06d1349c7e1e79b728cdd9c0e8f9af99720cc14fc +size 9940856385 diff --git a/pytorch_model-00003-of-00006.bin b/pytorch_model-00003-of-00006.bin new file mode 100644 index 0000000..1698585 --- /dev/null +++ b/pytorch_model-00003-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:505d2f5ecfc5b2c082c36c4c467c580655f0e0643c3b7e8db59ddcb049f3994d +size 9940856943 diff --git a/pytorch_model-00004-of-00006.bin b/pytorch_model-00004-of-00006.bin new file mode 100644 index 0000000..1b1e876 --- /dev/null +++ b/pytorch_model-00004-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f241c0a4e70fc01bd40cdfcb1d74f024aff83f4884bda5afeb9c1c5056d1762 +size 9867415289 diff --git a/pytorch_model-00005-of-00006.bin b/pytorch_model-00005-of-00006.bin new file mode 100644 index 0000000..3c018fe --- /dev/null +++ b/pytorch_model-00005-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512e520b2029a42ee028e26a32fe7e6a6e39a35d4c55e33af8cb345eafe45329 +size 9867456961 diff --git a/pytorch_model-00006-of-00006.bin b/pytorch_model-00006-of-00006.bin new file mode 100644 index 0000000..91388e0 --- /dev/null +++ b/pytorch_model-00006-of-00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3c41ece4a2f4adc6752a16fb8a3f331d3e5e5ed9c0964f6983684e3c3969cd +size 2490476207 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000..4e32c74 --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,410 @@ +{ + "metadata": { + "total_size": 52063467520 + }, + "weight_map": { + "lm_head.weight": "pytorch_model-00006-of-00006.bin", + "model.embed_tokens.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.10.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.20.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.input_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.mlp.up_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00006.bin", + "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin", + "model.layers.23.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.input_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.30.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00006.bin", + "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin", + "model.layers.31.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.32.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.33.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.34.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.35.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.36.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.input_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.mlp.up_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.37.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.input_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.mlp.up_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.38.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00006.bin", + "model.layers.38.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin", + "model.layers.39.input_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.mlp.up_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.k_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.q_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00006.bin", + "model.layers.39.self_attn.v_proj.weight": "pytorch_model-00006-of-00006.bin", + "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00006.bin", + "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin", + "model.layers.8.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.input_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00006.bin", + "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin", + "model.norm.weight": "pytorch_model-00006-of-00006.bin" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..d85ba6c --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..397fb02 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "model_max_length": 2048, + "pad_token": null, + "special_tokens_map_file": "/home/paperspace/.cache/huggingface/hub/models--huggyllama--llama-13b/snapshots/bf57045473f207bb1de1ed035ace226f4d9f9bba/special_tokens_map.json", + "tokenizer_class": "LlamaTokenizer", + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +}