初始化项目,由ModelHub XC社区提供模型

Model: CraftJarvis/JarvisVLA-Qwen2-VL-7B
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-04 01:39:43 +08:00
commit 0a0b4209b7
17 changed files with 155227 additions and 0 deletions

36
.gitattributes vendored Normal file
View File

@@ -0,0 +1,36 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text

30
README.md Normal file
View File

@@ -0,0 +1,30 @@
---
license: mit
language:
- en
base_model:
- Qwen/Qwen2-VL-7B
new_version: limuyu011/JarvisVLA-Qwen2-VL-7B
pipeline_tag: image-text-to-text
library_name: transformers
datasets:
- CraftJarvis/minecraft-vla-sft
tags:
- VLA
- Minecraft
---
## Introduction
**JarvisVLA-Qwen2-VL-7B** is a Visual-Language-Action (VLA) model specifically tailored for the open-world game **Minecraft**. Based on human language instructions, **JarvisVLA-Qwen2-VL-7B** masters thousands of in-game skills, empowering endless creativity and interaction in Minecraft’s expansive universe!
- Paper: [https://craftjarvis.github.io/JarvisVLA/files/jarvis_vla_draft.pdf](https://craftjarvis.github.io/JarvisVLA/files/jarvis_vla_draft.pdf)
- Github: [https://github.com/CraftJarvis/JarvisVLA](https://github.com/CraftJarvis/JarvisVLA)
- Project: [https://craftjarvis.github.io/JarvisVLA/](https://craftjarvis.github.io/JarvisVLA/)
## Citation
```
@article{li2025jarvisvla,
title = {JARVIS-VLA: Post-Training Large-Scale Vision Language Models to Play Visual Games with Keyboards and Mouse},
author = {Muyao Li and Zihao Wang and Kaichen He and Xiaojian Ma and Yitao Liang},
year = {2025}
}
```

267
added_tokens.json Normal file
View File

@@ -0,0 +1,267 @@
{
"</grounding>": 151672,
"</motion>": 151674,
"</think>": 151670,
"<grounding>": 151671,
"<motion>": 151673,
"<think>": 151669,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|point_end|>": 151658,
"<|point_start|>": 151657,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|reserved_special_token_100|>": 151757,
"<|reserved_special_token_101|>": 151758,
"<|reserved_special_token_102|>": 151759,
"<|reserved_special_token_103|>": 151760,
"<|reserved_special_token_104|>": 151761,
"<|reserved_special_token_105|>": 151762,
"<|reserved_special_token_106|>": 151763,
"<|reserved_special_token_107|>": 151764,
"<|reserved_special_token_108|>": 151765,
"<|reserved_special_token_109|>": 151766,
"<|reserved_special_token_110|>": 151767,
"<|reserved_special_token_111|>": 151768,
"<|reserved_special_token_112|>": 151769,
"<|reserved_special_token_113|>": 151770,
"<|reserved_special_token_114|>": 151771,
"<|reserved_special_token_115|>": 151772,
"<|reserved_special_token_116|>": 151773,
"<|reserved_special_token_117|>": 151774,
"<|reserved_special_token_118|>": 151775,
"<|reserved_special_token_119|>": 151776,
"<|reserved_special_token_120|>": 151777,
"<|reserved_special_token_121|>": 151778,
"<|reserved_special_token_122|>": 151779,
"<|reserved_special_token_123|>": 151780,
"<|reserved_special_token_124|>": 151781,
"<|reserved_special_token_125|>": 151782,
"<|reserved_special_token_126|>": 151783,
"<|reserved_special_token_127|>": 151784,
"<|reserved_special_token_128|>": 151785,
"<|reserved_special_token_129|>": 151786,
"<|reserved_special_token_130|>": 151787,
"<|reserved_special_token_131|>": 151788,
"<|reserved_special_token_132|>": 151789,
"<|reserved_special_token_133|>": 151790,
"<|reserved_special_token_134|>": 151791,
"<|reserved_special_token_135|>": 151792,
"<|reserved_special_token_136|>": 151793,
"<|reserved_special_token_137|>": 151794,
"<|reserved_special_token_138|>": 151795,
"<|reserved_special_token_139|>": 151796,
"<|reserved_special_token_140|>": 151797,
"<|reserved_special_token_141|>": 151798,
"<|reserved_special_token_142|>": 151799,
"<|reserved_special_token_143|>": 151800,
"<|reserved_special_token_144|>": 151801,
"<|reserved_special_token_145|>": 151802,
"<|reserved_special_token_146|>": 151803,
"<|reserved_special_token_147|>": 151804,
"<|reserved_special_token_148|>": 151805,
"<|reserved_special_token_149|>": 151806,
"<|reserved_special_token_150|>": 151807,
"<|reserved_special_token_151|>": 151808,
"<|reserved_special_token_152|>": 151809,
"<|reserved_special_token_153|>": 151810,
"<|reserved_special_token_154|>": 151811,
"<|reserved_special_token_155|>": 151812,
"<|reserved_special_token_156|>": 151813,
"<|reserved_special_token_157|>": 151814,
"<|reserved_special_token_158|>": 151815,
"<|reserved_special_token_159|>": 151816,
"<|reserved_special_token_160|>": 151817,
"<|reserved_special_token_161|>": 151818,
"<|reserved_special_token_162|>": 151819,
"<|reserved_special_token_163|>": 151820,
"<|reserved_special_token_164|>": 151821,
"<|reserved_special_token_165|>": 151822,
"<|reserved_special_token_166|>": 151823,
"<|reserved_special_token_167|>": 151824,
"<|reserved_special_token_168|>": 151825,
"<|reserved_special_token_169|>": 151826,
"<|reserved_special_token_170|>": 151827,
"<|reserved_special_token_171|>": 151828,
"<|reserved_special_token_172|>": 151829,
"<|reserved_special_token_173|>": 151830,
"<|reserved_special_token_174|>": 151831,
"<|reserved_special_token_175|>": 151832,
"<|reserved_special_token_176|>": 151833,
"<|reserved_special_token_177|>": 151834,
"<|reserved_special_token_178|>": 151835,
"<|reserved_special_token_179|>": 151836,
"<|reserved_special_token_180|>": 151837,
"<|reserved_special_token_181|>": 151838,
"<|reserved_special_token_182|>": 151839,
"<|reserved_special_token_183|>": 151840,
"<|reserved_special_token_184|>": 151841,
"<|reserved_special_token_185|>": 151842,
"<|reserved_special_token_186|>": 151843,
"<|reserved_special_token_187|>": 151844,
"<|reserved_special_token_188|>": 151845,
"<|reserved_special_token_189|>": 151846,
"<|reserved_special_token_18|>": 151675,
"<|reserved_special_token_190|>": 151847,
"<|reserved_special_token_191|>": 151848,
"<|reserved_special_token_192|>": 151849,
"<|reserved_special_token_193|>": 151850,
"<|reserved_special_token_194|>": 151851,
"<|reserved_special_token_195|>": 151852,
"<|reserved_special_token_196|>": 151853,
"<|reserved_special_token_197|>": 151854,
"<|reserved_special_token_198|>": 151855,
"<|reserved_special_token_199|>": 151856,
"<|reserved_special_token_19|>": 151676,
"<|reserved_special_token_200|>": 151857,
"<|reserved_special_token_201|>": 151858,
"<|reserved_special_token_202|>": 151859,
"<|reserved_special_token_203|>": 151860,
"<|reserved_special_token_204|>": 151861,
"<|reserved_special_token_205|>": 151862,
"<|reserved_special_token_206|>": 151863,
"<|reserved_special_token_207|>": 151864,
"<|reserved_special_token_208|>": 151865,
"<|reserved_special_token_209|>": 151866,
"<|reserved_special_token_20|>": 151677,
"<|reserved_special_token_210|>": 151867,
"<|reserved_special_token_211|>": 151868,
"<|reserved_special_token_212|>": 151869,
"<|reserved_special_token_213|>": 151870,
"<|reserved_special_token_214|>": 151871,
"<|reserved_special_token_215|>": 151872,
"<|reserved_special_token_216|>": 151873,
"<|reserved_special_token_217|>": 151874,
"<|reserved_special_token_218|>": 151875,
"<|reserved_special_token_219|>": 151876,
"<|reserved_special_token_21|>": 151678,
"<|reserved_special_token_220|>": 151877,
"<|reserved_special_token_221|>": 151878,
"<|reserved_special_token_222|>": 151879,
"<|reserved_special_token_223|>": 151880,
"<|reserved_special_token_224|>": 151881,
"<|reserved_special_token_225|>": 151882,
"<|reserved_special_token_226|>": 151883,
"<|reserved_special_token_227|>": 151884,
"<|reserved_special_token_228|>": 151885,
"<|reserved_special_token_229|>": 151886,
"<|reserved_special_token_22|>": 151679,
"<|reserved_special_token_230|>": 151887,
"<|reserved_special_token_231|>": 151888,
"<|reserved_special_token_232|>": 151889,
"<|reserved_special_token_233|>": 151890,
"<|reserved_special_token_234|>": 151891,
"<|reserved_special_token_235|>": 151892,
"<|reserved_special_token_236|>": 151893,
"<|reserved_special_token_237|>": 151894,
"<|reserved_special_token_238|>": 151895,
"<|reserved_special_token_239|>": 151896,
"<|reserved_special_token_23|>": 151680,
"<|reserved_special_token_240|>": 151897,
"<|reserved_special_token_241|>": 151898,
"<|reserved_special_token_242|>": 151899,
"<|reserved_special_token_243|>": 151900,
"<|reserved_special_token_244|>": 151901,
"<|reserved_special_token_245|>": 151902,
"<|reserved_special_token_246|>": 151903,
"<|reserved_special_token_247|>": 151904,
"<|reserved_special_token_248|>": 151905,
"<|reserved_special_token_249|>": 151906,
"<|reserved_special_token_24|>": 151681,
"<|reserved_special_token_250|>": 151907,
"<|reserved_special_token_25|>": 151682,
"<|reserved_special_token_26|>": 151683,
"<|reserved_special_token_27|>": 151684,
"<|reserved_special_token_28|>": 151685,
"<|reserved_special_token_29|>": 151686,
"<|reserved_special_token_30|>": 151687,
"<|reserved_special_token_31|>": 151688,
"<|reserved_special_token_32|>": 151689,
"<|reserved_special_token_33|>": 151690,
"<|reserved_special_token_34|>": 151691,
"<|reserved_special_token_35|>": 151692,
"<|reserved_special_token_36|>": 151693,
"<|reserved_special_token_37|>": 151694,
"<|reserved_special_token_38|>": 151695,
"<|reserved_special_token_39|>": 151696,
"<|reserved_special_token_40|>": 151697,
"<|reserved_special_token_41|>": 151698,
"<|reserved_special_token_42|>": 151699,
"<|reserved_special_token_43|>": 151700,
"<|reserved_special_token_44|>": 151701,
"<|reserved_special_token_45|>": 151702,
"<|reserved_special_token_46|>": 151703,
"<|reserved_special_token_47|>": 151704,
"<|reserved_special_token_48|>": 151705,
"<|reserved_special_token_49|>": 151706,
"<|reserved_special_token_50|>": 151707,
"<|reserved_special_token_51|>": 151708,
"<|reserved_special_token_52|>": 151709,
"<|reserved_special_token_53|>": 151710,
"<|reserved_special_token_54|>": 151711,
"<|reserved_special_token_55|>": 151712,
"<|reserved_special_token_56|>": 151713,
"<|reserved_special_token_57|>": 151714,
"<|reserved_special_token_58|>": 151715,
"<|reserved_special_token_59|>": 151716,
"<|reserved_special_token_60|>": 151717,
"<|reserved_special_token_61|>": 151718,
"<|reserved_special_token_62|>": 151719,
"<|reserved_special_token_63|>": 151720,
"<|reserved_special_token_64|>": 151721,
"<|reserved_special_token_65|>": 151722,
"<|reserved_special_token_66|>": 151723,
"<|reserved_special_token_67|>": 151724,
"<|reserved_special_token_68|>": 151725,
"<|reserved_special_token_69|>": 151726,
"<|reserved_special_token_70|>": 151727,
"<|reserved_special_token_71|>": 151728,
"<|reserved_special_token_72|>": 151729,
"<|reserved_special_token_73|>": 151730,
"<|reserved_special_token_74|>": 151731,
"<|reserved_special_token_75|>": 151732,
"<|reserved_special_token_76|>": 151733,
"<|reserved_special_token_77|>": 151734,
"<|reserved_special_token_78|>": 151735,
"<|reserved_special_token_79|>": 151736,
"<|reserved_special_token_80|>": 151737,
"<|reserved_special_token_81|>": 151738,
"<|reserved_special_token_82|>": 151739,
"<|reserved_special_token_83|>": 151740,
"<|reserved_special_token_84|>": 151741,
"<|reserved_special_token_85|>": 151742,
"<|reserved_special_token_86|>": 151743,
"<|reserved_special_token_87|>": 151744,
"<|reserved_special_token_88|>": 151745,
"<|reserved_special_token_89|>": 151746,
"<|reserved_special_token_90|>": 151747,
"<|reserved_special_token_91|>": 151748,
"<|reserved_special_token_92|>": 151749,
"<|reserved_special_token_93|>": 151750,
"<|reserved_special_token_94|>": 151751,
"<|reserved_special_token_95|>": 151752,
"<|reserved_special_token_96|>": 151753,
"<|reserved_special_token_97|>": 151754,
"<|reserved_special_token_98|>": 151755,
"<|reserved_special_token_99|>": 151756,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652,
"<|visual_0|>": 151659,
"<|visual_1|>": 151660,
"<|visual_2|>": 151661,
"<|visual_3|>": 151662,
"<|visual_4|>": 151663,
"<|visual_5|>": 151664,
"<|visual_6|>": 151665,
"<|visual_7|>": 151666,
"<|visual_8|>": 151667,
"<|visual_9|>": 151668
}

3
chat_template.json Normal file
View File

@@ -0,0 +1,3 @@
{
"chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
}

48
config.json Normal file
View File

@@ -0,0 +1,48 @@
{
"_name_or_path": "/data/models/JarvisVLA-qwen2-vl-7b",
"architectures": [
"Qwen2VLForConditionalGeneration"
],
"attention_dropout": 0.0,
"bos_token_id": 151643,
"eos_token_id": 151645,
"hidden_act": "silu",
"hidden_size": 3584,
"image_token_id": 151655,
"initializer_range": 0.02,
"intermediate_size": 18944,
"max_position_embeddings": 32768,
"max_window_layers": 28,
"model_type": "qwen2_vl",
"num_attention_heads": 28,
"num_hidden_layers": 28,
"num_key_value_heads": 4,
"rms_norm_eps": 1e-06,
"rope_scaling": {
"mrope_section": [
16,
24,
24
],
"rope_type": "default",
"type": "default"
},
"rope_theta": 1000000.0,
"sliding_window": 32768,
"tie_word_embeddings": false,
"torch_dtype": "float16",
"transformers_version": "4.49.0.dev0",
"use_cache": true,
"use_sliding_window": false,
"video_token_id": 151656,
"vision_config": {
"in_chans": 3,
"model_type": "qwen2_vl",
"spatial_patch_size": 14,
"torch_dtype": "float16"
},
"vision_end_token_id": 151653,
"vision_start_token_id": 151652,
"vision_token_id": 151654,
"vocab_size": 152064
}

13
generation_config.json Normal file
View File

@@ -0,0 +1,13 @@
{
"bos_token_id": 151643,
"do_sample": true,
"eos_token_id": [
151645,
151643
],
"pad_token_id": 151643,
"temperature": 0.01,
"top_k": 1,
"top_p": 0.001,
"transformers_version": "4.49.0.dev0"
}

151388
merges.txt Normal file

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8f05020aa3502af4e552eafce7ec12fe82e1b917d3e43515137bd65f9512e101
size 4966659480

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:84c540b91d21b0933791180d94317b6574287c3e7638263637494864b80a2858
size 4991495688

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:220c8acdb997feeea73d98245a015cd074cf3c71427cf40325b88036a3d83415
size 4932750920

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e86f66525404061ed326a91d1c5e4dc4310044db045f02ac8c43a850dd7096a2
size 1691924368

View File

@@ -0,0 +1,737 @@
{
"metadata": {
"total_size": 16582751232
},
"weight_map": {
"lm_head.weight": "model-00004-of-00004.safetensors",
"model.embed_tokens.weight": "model-00001-of-00004.safetensors",
"model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.16.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.17.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.k_proj.bias": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.q_proj.bias": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.v_proj.bias": "model-00004-of-00004.safetensors",
"model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.6.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.norm.weight": "model-00004-of-00004.safetensors",
"visual.blocks.0.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.0.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.0.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.0.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.0.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.0.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.0.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.1.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.1.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.10.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.10.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.11.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.11.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.12.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.12.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.13.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.13.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.14.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.14.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.15.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.15.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.16.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.16.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.17.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.17.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.18.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.18.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.19.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.19.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.2.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.2.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.20.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.20.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.21.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.21.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.22.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.22.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.23.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.23.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.24.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.24.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.25.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.25.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.26.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.26.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.27.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.27.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.28.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.28.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.29.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.29.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.3.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.3.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.30.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.30.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.31.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.31.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.4.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.4.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.5.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.5.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.6.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.6.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.7.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.7.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.8.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.8.norm2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.attn.proj.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.attn.proj.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.attn.qkv.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.attn.qkv.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.mlp.fc1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.mlp.fc1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.mlp.fc2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.mlp.fc2.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.norm1.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.norm1.weight": "model-00001-of-00004.safetensors",
"visual.blocks.9.norm2.bias": "model-00001-of-00004.safetensors",
"visual.blocks.9.norm2.weight": "model-00001-of-00004.safetensors",
"visual.merger.ln_q.bias": "model-00001-of-00004.safetensors",
"visual.merger.ln_q.weight": "model-00001-of-00004.safetensors",
"visual.merger.mlp.0.bias": "model-00001-of-00004.safetensors",
"visual.merger.mlp.0.weight": "model-00001-of-00004.safetensors",
"visual.merger.mlp.2.bias": "model-00001-of-00004.safetensors",
"visual.merger.mlp.2.weight": "model-00001-of-00004.safetensors",
"visual.patch_embed.proj.weight": "model-00001-of-00004.safetensors"
}
}

29
preprocessor_config.json Normal file
View File

@@ -0,0 +1,29 @@
{
"do_convert_rgb": true,
"do_normalize": true,
"do_rescale": true,
"do_resize": true,
"image_mean": [
0.48145466,
0.4578275,
0.40821073
],
"image_processor_type": "Qwen2VLImageProcessor",
"image_std": [
0.26862954,
0.26130258,
0.27577711
],
"max_pixels": 1605632,
"merge_size": 2,
"min_pixels": 3136,
"patch_size": 14,
"processor_class": "Qwen2VLProcessor",
"resample": 3,
"rescale_factor": 0.00392156862745098,
"size": {
"longest_edge": 1605632,
"shortest_edge": 3136
},
"temporal_patch_size": 2
}

269
special_tokens_map.json Normal file
View File

@@ -0,0 +1,269 @@
{
"additional_special_tokens": [
"<|point_start|>",
"<|point_end|>",
"<|visual_0|>",
"<|visual_1|>",
"<|visual_2|>",
"<|visual_3|>",
"<|visual_4|>",
"<|visual_5|>",
"<|visual_6|>",
"<|visual_7|>",
"<|visual_8|>",
"<|visual_9|>",
"<think>",
"</think>",
"<grounding>",
"</grounding>",
"<motion>",
"</motion>",
"<|reserved_special_token_18|>",
"<|reserved_special_token_19|>",
"<|reserved_special_token_20|>",
"<|reserved_special_token_21|>",
"<|reserved_special_token_22|>",
"<|reserved_special_token_23|>",
"<|reserved_special_token_24|>",
"<|reserved_special_token_25|>",
"<|reserved_special_token_26|>",
"<|reserved_special_token_27|>",
"<|reserved_special_token_28|>",
"<|reserved_special_token_29|>",
"<|reserved_special_token_30|>",
"<|reserved_special_token_31|>",
"<|reserved_special_token_32|>",
"<|reserved_special_token_33|>",
"<|reserved_special_token_34|>",
"<|reserved_special_token_35|>",
"<|reserved_special_token_36|>",
"<|reserved_special_token_37|>",
"<|reserved_special_token_38|>",
"<|reserved_special_token_39|>",
"<|reserved_special_token_40|>",
"<|reserved_special_token_41|>",
"<|reserved_special_token_42|>",
"<|reserved_special_token_43|>",
"<|reserved_special_token_44|>",
"<|reserved_special_token_45|>",
"<|reserved_special_token_46|>",
"<|reserved_special_token_47|>",
"<|reserved_special_token_48|>",
"<|reserved_special_token_49|>",
"<|reserved_special_token_50|>",
"<|reserved_special_token_51|>",
"<|reserved_special_token_52|>",
"<|reserved_special_token_53|>",
"<|reserved_special_token_54|>",
"<|reserved_special_token_55|>",
"<|reserved_special_token_56|>",
"<|reserved_special_token_57|>",
"<|reserved_special_token_58|>",
"<|reserved_special_token_59|>",
"<|reserved_special_token_60|>",
"<|reserved_special_token_61|>",
"<|reserved_special_token_62|>",
"<|reserved_special_token_63|>",
"<|reserved_special_token_64|>",
"<|reserved_special_token_65|>",
"<|reserved_special_token_66|>",
"<|reserved_special_token_67|>",
"<|reserved_special_token_68|>",
"<|reserved_special_token_69|>",
"<|reserved_special_token_70|>",
"<|reserved_special_token_71|>",
"<|reserved_special_token_72|>",
"<|reserved_special_token_73|>",
"<|reserved_special_token_74|>",
"<|reserved_special_token_75|>",
"<|reserved_special_token_76|>",
"<|reserved_special_token_77|>",
"<|reserved_special_token_78|>",
"<|reserved_special_token_79|>",
"<|reserved_special_token_80|>",
"<|reserved_special_token_81|>",
"<|reserved_special_token_82|>",
"<|reserved_special_token_83|>",
"<|reserved_special_token_84|>",
"<|reserved_special_token_85|>",
"<|reserved_special_token_86|>",
"<|reserved_special_token_87|>",
"<|reserved_special_token_88|>",
"<|reserved_special_token_89|>",
"<|reserved_special_token_90|>",
"<|reserved_special_token_91|>",
"<|reserved_special_token_92|>",
"<|reserved_special_token_93|>",
"<|reserved_special_token_94|>",
"<|reserved_special_token_95|>",
"<|reserved_special_token_96|>",
"<|reserved_special_token_97|>",
"<|reserved_special_token_98|>",
"<|reserved_special_token_99|>",
"<|reserved_special_token_100|>",
"<|reserved_special_token_101|>",
"<|reserved_special_token_102|>",
"<|reserved_special_token_103|>",
"<|reserved_special_token_104|>",
"<|reserved_special_token_105|>",
"<|reserved_special_token_106|>",
"<|reserved_special_token_107|>",
"<|reserved_special_token_108|>",
"<|reserved_special_token_109|>",
"<|reserved_special_token_110|>",
"<|reserved_special_token_111|>",
"<|reserved_special_token_112|>",
"<|reserved_special_token_113|>",
"<|reserved_special_token_114|>",
"<|reserved_special_token_115|>",
"<|reserved_special_token_116|>",
"<|reserved_special_token_117|>",
"<|reserved_special_token_118|>",
"<|reserved_special_token_119|>",
"<|reserved_special_token_120|>",
"<|reserved_special_token_121|>",
"<|reserved_special_token_122|>",
"<|reserved_special_token_123|>",
"<|reserved_special_token_124|>",
"<|reserved_special_token_125|>",
"<|reserved_special_token_126|>",
"<|reserved_special_token_127|>",
"<|reserved_special_token_128|>",
"<|reserved_special_token_129|>",
"<|reserved_special_token_130|>",
"<|reserved_special_token_131|>",
"<|reserved_special_token_132|>",
"<|reserved_special_token_133|>",
"<|reserved_special_token_134|>",
"<|reserved_special_token_135|>",
"<|reserved_special_token_136|>",
"<|reserved_special_token_137|>",
"<|reserved_special_token_138|>",
"<|reserved_special_token_139|>",
"<|reserved_special_token_140|>",
"<|reserved_special_token_141|>",
"<|reserved_special_token_142|>",
"<|reserved_special_token_143|>",
"<|reserved_special_token_144|>",
"<|reserved_special_token_145|>",
"<|reserved_special_token_146|>",
"<|reserved_special_token_147|>",
"<|reserved_special_token_148|>",
"<|reserved_special_token_149|>",
"<|reserved_special_token_150|>",
"<|reserved_special_token_151|>",
"<|reserved_special_token_152|>",
"<|reserved_special_token_153|>",
"<|reserved_special_token_154|>",
"<|reserved_special_token_155|>",
"<|reserved_special_token_156|>",
"<|reserved_special_token_157|>",
"<|reserved_special_token_158|>",
"<|reserved_special_token_159|>",
"<|reserved_special_token_160|>",
"<|reserved_special_token_161|>",
"<|reserved_special_token_162|>",
"<|reserved_special_token_163|>",
"<|reserved_special_token_164|>",
"<|reserved_special_token_165|>",
"<|reserved_special_token_166|>",
"<|reserved_special_token_167|>",
"<|reserved_special_token_168|>",
"<|reserved_special_token_169|>",
"<|reserved_special_token_170|>",
"<|reserved_special_token_171|>",
"<|reserved_special_token_172|>",
"<|reserved_special_token_173|>",
"<|reserved_special_token_174|>",
"<|reserved_special_token_175|>",
"<|reserved_special_token_176|>",
"<|reserved_special_token_177|>",
"<|reserved_special_token_178|>",
"<|reserved_special_token_179|>",
"<|reserved_special_token_180|>",
"<|reserved_special_token_181|>",
"<|reserved_special_token_182|>",
"<|reserved_special_token_183|>",
"<|reserved_special_token_184|>",
"<|reserved_special_token_185|>",
"<|reserved_special_token_186|>",
"<|reserved_special_token_187|>",
"<|reserved_special_token_188|>",
"<|reserved_special_token_189|>",
"<|reserved_special_token_190|>",
"<|reserved_special_token_191|>",
"<|reserved_special_token_192|>",
"<|reserved_special_token_193|>",
"<|reserved_special_token_194|>",
"<|reserved_special_token_195|>",
"<|reserved_special_token_196|>",
"<|reserved_special_token_197|>",
"<|reserved_special_token_198|>",
"<|reserved_special_token_199|>",
"<|reserved_special_token_200|>",
"<|reserved_special_token_201|>",
"<|reserved_special_token_202|>",
"<|reserved_special_token_203|>",
"<|reserved_special_token_204|>",
"<|reserved_special_token_205|>",
"<|reserved_special_token_206|>",
"<|reserved_special_token_207|>",
"<|reserved_special_token_208|>",
"<|reserved_special_token_209|>",
"<|reserved_special_token_210|>",
"<|reserved_special_token_211|>",
"<|reserved_special_token_212|>",
"<|reserved_special_token_213|>",
"<|reserved_special_token_214|>",
"<|reserved_special_token_215|>",
"<|reserved_special_token_216|>",
"<|reserved_special_token_217|>",
"<|reserved_special_token_218|>",
"<|reserved_special_token_219|>",
"<|reserved_special_token_220|>",
"<|reserved_special_token_221|>",
"<|reserved_special_token_222|>",
"<|reserved_special_token_223|>",
"<|reserved_special_token_224|>",
"<|reserved_special_token_225|>",
"<|reserved_special_token_226|>",
"<|reserved_special_token_227|>",
"<|reserved_special_token_228|>",
"<|reserved_special_token_229|>",
"<|reserved_special_token_230|>",
"<|reserved_special_token_231|>",
"<|reserved_special_token_232|>",
"<|reserved_special_token_233|>",
"<|reserved_special_token_234|>",
"<|reserved_special_token_235|>",
"<|reserved_special_token_236|>",
"<|reserved_special_token_237|>",
"<|reserved_special_token_238|>",
"<|reserved_special_token_239|>",
"<|reserved_special_token_240|>",
"<|reserved_special_token_241|>",
"<|reserved_special_token_242|>",
"<|reserved_special_token_243|>",
"<|reserved_special_token_244|>",
"<|reserved_special_token_245|>",
"<|reserved_special_token_246|>",
"<|reserved_special_token_247|>",
"<|reserved_special_token_248|>",
"<|reserved_special_token_249|>",
"<|reserved_special_token_250|>"
],
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9e4deb9a0299a6a49a36e08167f575407294df2b80a759bc867addd019d2d76e
size 11471909

2391
tokenizer_config.json Normal file

File diff suppressed because it is too large Load Diff

1
vocab.json Normal file

File diff suppressed because one or more lines are too long