From 8e119f3436c959e35e3b29b9e229689ad8670bc3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 23 May 2026 00:18:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DaDing777/qwen2.5-VL-3B-atm-finetune-rain-ana-finetune-full Source: Original Platform --- .gitattributes | 54 ++ README.md | 61 ++ added_tokens.json | 24 + all_results.json | 8 + chat_template.jinja | 7 + config.json | 105 +++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 832 ++++++++++++++++++ preprocessor_config.json | 36 + ...ut.tfevents.1764518400.A800Server.158282.0 | 3 + ...ut.tfevents.1764518497.A800Server.167303.0 | 3 + special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 209 +++++ train_results.json | 8 + trainer_log.jsonl | 42 + trainer_state.json | 330 +++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 39723 bytes video_preprocessor_config.json | 86 ++ vocab.json | 3 + 25 files changed, 1870 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 preprocessor_config.json create mode 100644 runs/Nov30_15-59-30_A800Server/events.out.tfevents.1764518400.A800Server.158282.0 create mode 100644 runs/Nov30_16-01-10_A800Server/events.out.tfevents.1764518497.A800Server.167303.0 create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 video_preprocessor_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2506665 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,54 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00002-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..6a8251e --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: /home/xuke/dch/checkpoint_models/qwen2.5-VL-3B-atm-finetune +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: qwen2.5-VL-3B-atm-finetune-rain-ana-finetune-full + results: [] +--- + + + +# qwen2.5-VL-3B-atm-finetune-rain-ana-finetune-full + +This model is a fine-tuned version of [/home/xuke/dch/checkpoint_models/qwen2.5-VL-3B-atm-finetune](https://huggingface.co//home/xuke/dch/checkpoint_models/qwen2.5-VL-3B-atm-finetune) on the atm_rain_ana dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 16 +- total_eval_batch_size: 32 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.52.4 +- Pytorch 2.5.1+cu121 +- Datasets 3.6.0 +- Tokenizers 0.21.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..15afc67 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 9533860949786624.0, + "train_loss": 1.0508991407185067, + "train_runtime": 222.7751, + "train_samples_per_second": 2.891, + "train_steps_per_second": 0.184 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..6c22663 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d68b631 --- /dev/null +++ b/config.json @@ -0,0 +1,105 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "text_config": { + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": null, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": null, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 + }, + "torch_dtype": "bfloat16", + "transformers_version": "4.52.4", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 2048, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "torch_dtype": "bfloat16", + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..3a6d425 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework":"Pytorch","task":"image-text-to-text"} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c110271 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "4.52.4" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..9ca5e97 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5423e5f181b5f8458048b8344aa6f65998e2eed511db41450650cf4564e8ef4 +size 4997750760 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..298e897 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599bf9d270b4f16d6f2a85a3492aa022088ec2e5a17bfc0397aba674453a7329 +size 3133917248 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..4997778 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,832 @@ +{ + "metadata": { + "total_size": 8131575808 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors", + "visual.blocks.0.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.norm2.weight": "model-00001-of-00002.safetensors", + "visual.merger.ln_q.weight": "model-00001-of-00002.safetensors", + "visual.merger.mlp.0.bias": "model-00001-of-00002.safetensors", + "visual.merger.mlp.0.weight": "model-00001-of-00002.safetensors", + "visual.merger.mlp.2.bias": "model-00001-of-00002.safetensors", + "visual.merger.mlp.2.weight": "model-00001-of-00002.safetensors", + "visual.patch_embed.proj.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..1c234b7 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,36 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/runs/Nov30_15-59-30_A800Server/events.out.tfevents.1764518400.A800Server.158282.0 b/runs/Nov30_15-59-30_A800Server/events.out.tfevents.1764518400.A800Server.158282.0 new file mode 100644 index 0000000..3143158 --- /dev/null +++ b/runs/Nov30_15-59-30_A800Server/events.out.tfevents.1764518400.A800Server.158282.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d85363d72825b6fb135e3792478aa2c1d8a6da47a3203b10fc4afb37e3ef4c +size 9472 diff --git a/runs/Nov30_16-01-10_A800Server/events.out.tfevents.1764518497.A800Server.167303.0 b/runs/Nov30_16-01-10_A800Server/events.out.tfevents.1764518497.A800Server.167303.0 new file mode 100644 index 0000000..5702f7f --- /dev/null +++ b/runs/Nov30_16-01-10_A800Server/events.out.tfevents.1764518497.A800Server.167303.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc5ddc8e7664525e136e6d0bf201be9d6ae11259f079e6cf2c3998df494bb61 +size 16237 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..230f071 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,209 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "processor_class": "Qwen2_5_VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..15afc67 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 9533860949786624.0, + "train_loss": 1.0508991407185067, + "train_runtime": 222.7751, + "train_samples_per_second": 2.891, + "train_steps_per_second": 0.184 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..2dec557 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,42 @@ +{"current_steps": 1, "total_steps": 41, "loss": 2.5711, "lr": 0.0, "epoch": 0.024844720496894408, "percentage": 2.44, "elapsed_time": "0:00:06", "remaining_time": "0:04:39"} +{"current_steps": 2, "total_steps": 41, "loss": 2.6176, "lr": 2.0000000000000003e-06, "epoch": 0.049689440993788817, "percentage": 4.88, "elapsed_time": "0:00:11", "remaining_time": "0:03:42"} +{"current_steps": 3, "total_steps": 41, "loss": 2.5861, "lr": 4.000000000000001e-06, "epoch": 0.07453416149068323, "percentage": 7.32, "elapsed_time": "0:00:17", "remaining_time": "0:03:40"} +{"current_steps": 4, "total_steps": 41, "loss": 2.449, "lr": 6e-06, "epoch": 0.09937888198757763, "percentage": 9.76, "elapsed_time": "0:00:21", "remaining_time": "0:03:20"} +{"current_steps": 5, "total_steps": 41, "loss": 2.1501, "lr": 8.000000000000001e-06, "epoch": 0.12422360248447205, "percentage": 12.2, "elapsed_time": "0:00:25", "remaining_time": "0:03:06"} +{"current_steps": 6, "total_steps": 41, "loss": 1.6997, "lr": 1e-05, "epoch": 0.14906832298136646, "percentage": 14.63, "elapsed_time": "0:00:30", "remaining_time": "0:02:55"} +{"current_steps": 7, "total_steps": 41, "loss": 1.6168, "lr": 9.980973490458728e-06, "epoch": 0.17391304347826086, "percentage": 17.07, "elapsed_time": "0:00:34", "remaining_time": "0:02:48"} +{"current_steps": 8, "total_steps": 41, "loss": 1.4418, "lr": 9.924038765061042e-06, "epoch": 0.19875776397515527, "percentage": 19.51, "elapsed_time": "0:00:38", "remaining_time": "0:02:40"} +{"current_steps": 9, "total_steps": 41, "loss": 1.3728, "lr": 9.829629131445342e-06, "epoch": 0.2236024844720497, "percentage": 21.95, "elapsed_time": "0:00:43", "remaining_time": "0:02:33"} +{"current_steps": 10, "total_steps": 41, "loss": 1.1993, "lr": 9.698463103929542e-06, "epoch": 0.2484472049689441, "percentage": 24.39, "elapsed_time": "0:00:47", "remaining_time": "0:02:27"} +{"current_steps": 11, "total_steps": 41, "loss": 1.1649, "lr": 9.531538935183252e-06, "epoch": 0.2732919254658385, "percentage": 26.83, "elapsed_time": "0:00:52", "remaining_time": "0:02:24"} +{"current_steps": 12, "total_steps": 41, "loss": 0.9107, "lr": 9.330127018922195e-06, "epoch": 0.2981366459627329, "percentage": 29.27, "elapsed_time": "0:00:57", "remaining_time": "0:02:18"} +{"current_steps": 13, "total_steps": 41, "loss": 1.1491, "lr": 9.09576022144496e-06, "epoch": 0.32298136645962733, "percentage": 31.71, "elapsed_time": "0:01:01", "remaining_time": "0:02:13"} +{"current_steps": 14, "total_steps": 41, "loss": 1.1275, "lr": 8.83022221559489e-06, "epoch": 0.34782608695652173, "percentage": 34.15, "elapsed_time": "0:01:07", "remaining_time": "0:02:10"} +{"current_steps": 15, "total_steps": 41, "loss": 0.9593, "lr": 8.535533905932739e-06, "epoch": 0.37267080745341613, "percentage": 36.59, "elapsed_time": "0:01:12", "remaining_time": "0:02:05"} +{"current_steps": 16, "total_steps": 41, "loss": 0.8073, "lr": 8.213938048432697e-06, "epoch": 0.39751552795031053, "percentage": 39.02, "elapsed_time": "0:01:16", "remaining_time": "0:02:00"} +{"current_steps": 17, "total_steps": 41, "loss": 0.9254, "lr": 7.86788218175523e-06, "epoch": 0.422360248447205, "percentage": 41.46, "elapsed_time": "0:01:21", "remaining_time": "0:01:55"} +{"current_steps": 18, "total_steps": 41, "loss": 0.7109, "lr": 7.500000000000001e-06, "epoch": 0.4472049689440994, "percentage": 43.9, "elapsed_time": "0:01:26", "remaining_time": "0:01:49"} +{"current_steps": 19, "total_steps": 41, "loss": 0.8236, "lr": 7.113091308703498e-06, "epoch": 0.4720496894409938, "percentage": 46.34, "elapsed_time": "0:01:32", "remaining_time": "0:01:46"} +{"current_steps": 20, "total_steps": 41, "loss": 0.7223, "lr": 6.710100716628345e-06, "epoch": 0.4968944099378882, "percentage": 48.78, "elapsed_time": "0:01:37", "remaining_time": "0:01:41"} +{"current_steps": 21, "total_steps": 41, "loss": 0.6406, "lr": 6.294095225512604e-06, "epoch": 0.5217391304347826, "percentage": 51.22, "elapsed_time": "0:01:42", "remaining_time": "0:01:37"} +{"current_steps": 22, "total_steps": 41, "loss": 0.7979, "lr": 5.8682408883346535e-06, "epoch": 0.546583850931677, "percentage": 53.66, "elapsed_time": "0:01:46", "remaining_time": "0:01:32"} +{"current_steps": 23, "total_steps": 41, "loss": 0.6265, "lr": 5.435778713738292e-06, "epoch": 0.5714285714285714, "percentage": 56.1, "elapsed_time": "0:01:51", "remaining_time": "0:01:26"} +{"current_steps": 24, "total_steps": 41, "loss": 0.6584, "lr": 5e-06, "epoch": 0.5962732919254659, "percentage": 58.54, "elapsed_time": "0:01:55", "remaining_time": "0:01:21"} +{"current_steps": 25, "total_steps": 41, "loss": 0.7447, "lr": 4.564221286261709e-06, "epoch": 0.6211180124223602, "percentage": 60.98, "elapsed_time": "0:02:00", "remaining_time": "0:01:16"} +{"current_steps": 26, "total_steps": 41, "loss": 0.7641, "lr": 4.131759111665349e-06, "epoch": 0.6459627329192547, "percentage": 63.41, "elapsed_time": "0:02:04", "remaining_time": "0:01:11"} +{"current_steps": 27, "total_steps": 41, "loss": 0.6721, "lr": 3.705904774487396e-06, "epoch": 0.6708074534161491, "percentage": 65.85, "elapsed_time": "0:02:09", "remaining_time": "0:01:06"} +{"current_steps": 28, "total_steps": 41, "loss": 0.7569, "lr": 3.289899283371657e-06, "epoch": 0.6956521739130435, "percentage": 68.29, "elapsed_time": "0:02:13", "remaining_time": "0:01:01"} +{"current_steps": 29, "total_steps": 41, "loss": 0.7, "lr": 2.886908691296504e-06, "epoch": 0.7204968944099379, "percentage": 70.73, "elapsed_time": "0:02:17", "remaining_time": "0:00:57"} +{"current_steps": 30, "total_steps": 41, "loss": 0.6907, "lr": 2.5000000000000015e-06, "epoch": 0.7453416149068323, "percentage": 73.17, "elapsed_time": "0:02:21", "remaining_time": "0:00:51"} +{"current_steps": 31, "total_steps": 41, "loss": 0.5626, "lr": 2.132117818244771e-06, "epoch": 0.7701863354037267, "percentage": 75.61, "elapsed_time": "0:02:25", "remaining_time": "0:00:46"} +{"current_steps": 32, "total_steps": 41, "loss": 0.7463, "lr": 1.7860619515673034e-06, "epoch": 0.7950310559006211, "percentage": 78.05, "elapsed_time": "0:02:28", "remaining_time": "0:00:41"} +{"current_steps": 33, "total_steps": 41, "loss": 0.6265, "lr": 1.4644660940672628e-06, "epoch": 0.8198757763975155, "percentage": 80.49, "elapsed_time": "0:02:32", "remaining_time": "0:00:36"} +{"current_steps": 34, "total_steps": 41, "loss": 0.7379, "lr": 1.1697777844051105e-06, "epoch": 0.84472049689441, "percentage": 82.93, "elapsed_time": "0:02:36", "remaining_time": "0:00:32"} +{"current_steps": 35, "total_steps": 41, "loss": 0.5555, "lr": 9.042397785550405e-07, "epoch": 0.8695652173913043, "percentage": 85.37, "elapsed_time": "0:02:40", "remaining_time": "0:00:27"} +{"current_steps": 36, "total_steps": 41, "loss": 0.7681, "lr": 6.698729810778065e-07, "epoch": 0.8944099378881988, "percentage": 87.8, "elapsed_time": "0:02:43", "remaining_time": "0:00:22"} +{"current_steps": 37, "total_steps": 41, "loss": 0.7249, "lr": 4.6846106481675035e-07, "epoch": 0.9192546583850931, "percentage": 90.24, "elapsed_time": "0:02:47", "remaining_time": "0:00:18"} +{"current_steps": 38, "total_steps": 41, "loss": 0.5846, "lr": 3.015368960704584e-07, "epoch": 0.9440993788819876, "percentage": 92.68, "elapsed_time": "0:02:50", "remaining_time": "0:00:13"} +{"current_steps": 39, "total_steps": 41, "loss": 0.7607, "lr": 1.7037086855465902e-07, "epoch": 0.968944099378882, "percentage": 95.12, "elapsed_time": "0:02:54", "remaining_time": "0:00:08"} +{"current_steps": 40, "total_steps": 41, "loss": 0.7828, "lr": 7.59612349389599e-08, "epoch": 0.9937888198757764, "percentage": 97.56, "elapsed_time": "0:02:58", "remaining_time": "0:00:04"} +{"current_steps": 41, "total_steps": 41, "loss": 0.1798, "lr": 1.9026509541272276e-08, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:02:59", "remaining_time": "0:00:00"} +{"current_steps": 41, "total_steps": 41, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:03:42", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..d9e2146 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,330 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 41, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.024844720496894408, + "grad_norm": 25.944225311279297, + "learning_rate": 0.0, + "loss": 2.5711, + "step": 1 + }, + { + "epoch": 0.049689440993788817, + "grad_norm": 25.800203323364258, + "learning_rate": 2.0000000000000003e-06, + "loss": 2.6176, + "step": 2 + }, + { + "epoch": 0.07453416149068323, + "grad_norm": 26.629310607910156, + "learning_rate": 4.000000000000001e-06, + "loss": 2.5861, + "step": 3 + }, + { + "epoch": 0.09937888198757763, + "grad_norm": 23.926393508911133, + "learning_rate": 6e-06, + "loss": 2.449, + "step": 4 + }, + { + "epoch": 0.12422360248447205, + "grad_norm": 25.569169998168945, + "learning_rate": 8.000000000000001e-06, + "loss": 2.1501, + "step": 5 + }, + { + "epoch": 0.14906832298136646, + "grad_norm": 12.590336799621582, + "learning_rate": 1e-05, + "loss": 1.6997, + "step": 6 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 13.70421314239502, + "learning_rate": 9.980973490458728e-06, + "loss": 1.6168, + "step": 7 + }, + { + "epoch": 0.19875776397515527, + "grad_norm": 19.300262451171875, + "learning_rate": 9.924038765061042e-06, + "loss": 1.4418, + "step": 8 + }, + { + "epoch": 0.2236024844720497, + "grad_norm": 9.026307106018066, + "learning_rate": 9.829629131445342e-06, + "loss": 1.3728, + "step": 9 + }, + { + "epoch": 0.2484472049689441, + "grad_norm": 10.970627784729004, + "learning_rate": 9.698463103929542e-06, + "loss": 1.1993, + "step": 10 + }, + { + "epoch": 0.2732919254658385, + "grad_norm": 24.517372131347656, + "learning_rate": 9.531538935183252e-06, + "loss": 1.1649, + "step": 11 + }, + { + "epoch": 0.2981366459627329, + "grad_norm": 8.326200485229492, + "learning_rate": 9.330127018922195e-06, + "loss": 0.9107, + "step": 12 + }, + { + "epoch": 0.32298136645962733, + "grad_norm": 7.975063800811768, + "learning_rate": 9.09576022144496e-06, + "loss": 1.1491, + "step": 13 + }, + { + "epoch": 0.34782608695652173, + "grad_norm": 8.031881332397461, + "learning_rate": 8.83022221559489e-06, + "loss": 1.1275, + "step": 14 + }, + { + "epoch": 0.37267080745341613, + "grad_norm": 7.613478660583496, + "learning_rate": 8.535533905932739e-06, + "loss": 0.9593, + "step": 15 + }, + { + "epoch": 0.39751552795031053, + "grad_norm": 6.6011786460876465, + "learning_rate": 8.213938048432697e-06, + "loss": 0.8073, + "step": 16 + }, + { + "epoch": 0.422360248447205, + "grad_norm": 7.115065574645996, + "learning_rate": 7.86788218175523e-06, + "loss": 0.9254, + "step": 17 + }, + { + "epoch": 0.4472049689440994, + "grad_norm": 7.958808422088623, + "learning_rate": 7.500000000000001e-06, + "loss": 0.7109, + "step": 18 + }, + { + "epoch": 0.4720496894409938, + "grad_norm": 6.170507431030273, + "learning_rate": 7.113091308703498e-06, + "loss": 0.8236, + "step": 19 + }, + { + "epoch": 0.4968944099378882, + "grad_norm": 24.92851448059082, + "learning_rate": 6.710100716628345e-06, + "loss": 0.7223, + "step": 20 + }, + { + "epoch": 0.5217391304347826, + "grad_norm": 9.233124732971191, + "learning_rate": 6.294095225512604e-06, + "loss": 0.6406, + "step": 21 + }, + { + "epoch": 0.546583850931677, + "grad_norm": 10.176820755004883, + "learning_rate": 5.8682408883346535e-06, + "loss": 0.7979, + "step": 22 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 5.572312831878662, + "learning_rate": 5.435778713738292e-06, + "loss": 0.6265, + "step": 23 + }, + { + "epoch": 0.5962732919254659, + "grad_norm": 6.122556686401367, + "learning_rate": 5e-06, + "loss": 0.6584, + "step": 24 + }, + { + "epoch": 0.6211180124223602, + "grad_norm": 9.502265930175781, + "learning_rate": 4.564221286261709e-06, + "loss": 0.7447, + "step": 25 + }, + { + "epoch": 0.6459627329192547, + "grad_norm": 6.603946685791016, + "learning_rate": 4.131759111665349e-06, + "loss": 0.7641, + "step": 26 + }, + { + "epoch": 0.6708074534161491, + "grad_norm": 5.79754114151001, + "learning_rate": 3.705904774487396e-06, + "loss": 0.6721, + "step": 27 + }, + { + "epoch": 0.6956521739130435, + "grad_norm": 6.924298286437988, + "learning_rate": 3.289899283371657e-06, + "loss": 0.7569, + "step": 28 + }, + { + "epoch": 0.7204968944099379, + "grad_norm": 5.339048385620117, + "learning_rate": 2.886908691296504e-06, + "loss": 0.7, + "step": 29 + }, + { + "epoch": 0.7453416149068323, + "grad_norm": 10.632051467895508, + "learning_rate": 2.5000000000000015e-06, + "loss": 0.6907, + "step": 30 + }, + { + "epoch": 0.7701863354037267, + "grad_norm": 12.731398582458496, + "learning_rate": 2.132117818244771e-06, + "loss": 0.5626, + "step": 31 + }, + { + "epoch": 0.7950310559006211, + "grad_norm": 19.54654312133789, + "learning_rate": 1.7860619515673034e-06, + "loss": 0.7463, + "step": 32 + }, + { + "epoch": 0.8198757763975155, + "grad_norm": 4.928001403808594, + "learning_rate": 1.4644660940672628e-06, + "loss": 0.6265, + "step": 33 + }, + { + "epoch": 0.84472049689441, + "grad_norm": 6.796016693115234, + "learning_rate": 1.1697777844051105e-06, + "loss": 0.7379, + "step": 34 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 5.8230204582214355, + "learning_rate": 9.042397785550405e-07, + "loss": 0.5555, + "step": 35 + }, + { + "epoch": 0.8944099378881988, + "grad_norm": 8.123178482055664, + "learning_rate": 6.698729810778065e-07, + "loss": 0.7681, + "step": 36 + }, + { + "epoch": 0.9192546583850931, + "grad_norm": 7.072976112365723, + "learning_rate": 4.6846106481675035e-07, + "loss": 0.7249, + "step": 37 + }, + { + "epoch": 0.9440993788819876, + "grad_norm": 5.121836185455322, + "learning_rate": 3.015368960704584e-07, + "loss": 0.5846, + "step": 38 + }, + { + "epoch": 0.968944099378882, + "grad_norm": 7.06396484375, + "learning_rate": 1.7037086855465902e-07, + "loss": 0.7607, + "step": 39 + }, + { + "epoch": 0.9937888198757764, + "grad_norm": 7.021341323852539, + "learning_rate": 7.59612349389599e-08, + "loss": 0.7828, + "step": 40 + }, + { + "epoch": 1.0, + "grad_norm": 7.021341323852539, + "learning_rate": 1.9026509541272276e-08, + "loss": 0.1798, + "step": 41 + }, + { + "epoch": 1.0, + "step": 41, + "total_flos": 9533860949786624.0, + "train_loss": 1.0508991407185067, + "train_runtime": 222.7751, + "train_samples_per_second": 2.891, + "train_steps_per_second": 0.184 + } + ], + "logging_steps": 1, + "max_steps": 41, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9533860949786624.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..1ebf505 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee534e93e024c641525e340f202f4633b09e4f14854b672b576a12ffa8c1e8f +size 7480 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..53b671f2ad6fb1c6a8d4da85f260638f0ba6ec4c GIT binary patch literal 39723 zcmeFZ^;4E@^e=kT9fBeq1}Xy5AT1b3h$7P6-Q5a^NGei-AR;2tAl(fjARyh1(%rDv z?Yqx+&Y3ws>_1>T;|M-?T)EaK*7XEGe)NEZkd_cZ5R!*7ca;zX(+@!~Ch>9MfB3sc zXW<`Vr+aEnPi;+{T=gA{5e0oGJ1bi!D{}*87h?xUb6Xo;PHrwvL3U;{Cnq~c;aj(? z|K|!$TL;ry^7)sQ;VA@mGU|>9LZ*-Y#rP_bZjK=DV;|nVqwJQrJm%{5)c6Q*eeGe- zPu4%<6@f|u?^xsn@G(DKve7D)Ja_MjPc_@4^=FCKr`_sQXP=#G#3&Ffa82R(6;tfg z_5ES*=Z8rXOy*M3s>3Glc2BibITzd7+>=-rW=Fl7PwYauai#EC0?2#J*GIK6{{1+u zaUP*Se{$mazd!sR4#Fb>V41=$isZ>Zi$Bl)7ZxBeNp2=Td@zb^Y&* zr(@bAh@_4VZzHS4EOpMI6t>b9un_z!7X&vx5LwT^$oj1vQSKY|OWZIuh+|1FN zz4~}lZvWt5YAT4yWsp0e&~kut)MdolZKLU8_DH$Q%JAQ{@EA83JTAj#V)ccD=zHd)tfDe*SEuw;z;-;ewN++&vAbdHS-z%+hp^Jq zryDTVWfg3QU(MMmok2deVRNXx>$71F#t6K8wdGX{C$~ycjZ7y2XDrsq=MuO385@V^$asFrBWSxJ$ z%Zf%2uHWioH8r)hB>4%3-EK3!$TlOFHQ&osxs`r?NGOv8<2A)3E0+ZrZT+6l4`J=C zZ*Mma<{MhSKfZWN2kkFXD|f33JA8)x!iBzNdqL~rfYq^zff2!L*YJAN6@${#uN|M9 zY)psT>bDFZFym9p)5EB5XkeiTCTC)bAd@&I59Llcfz1F5(%*ThKgDxzHB#mZHIET~ z=LZoyM6Jx>>h$z9GgSz;#qX~kW7vq@Z0osEhjtEF9g(tW)VCe3kTQx6F0L67n7OVD z*F2rkfv9`!F9f8M-#XaCFZ@Xp^Rd*6v2(Tbb}jkig9t{r9iN!EF-lQ9xS*iGqvhymt%loS zR;G2%;re+(*c;@q2duZN5I^gYVrawkxaV46ogQMhB6_^h!gP*_i3}Rs*m!q&q$GEI zDWPKA?`2DZTJvR{QacRT+Ao#a?wOf=?XU|F^W0U_v}JUkJ!d%(Tc!OpQ#BVNun_ck zz9Rw8*Vot0-F*sL6`+&*z}@|}NymE}TU%Qhn~6GA07pv0q6AeG_rjz zPQaQrN2h97ugbx}VSO<*LZjluV|(%W+3|uz$EoNNyZY1SwfX6D-AF_k^X0|cUc~1u!32D)KI#5U-#r^VD^?tnu>#xH#QX&`-!ErY%dwYBG z;Jf%_WG(f9L@B+0tj49o?)$IRoQ-P~r_F6ays_aDH!}+@oAY#>X%1T)Doo!Q9xpJK zs~RZT75TV&ROGs*^D~|o4+8@OpNI%cuezoae%sjCfL#H3tx4N;?Ae;gr|dOLX<0cr zbYp!|&DDWz86cHX`}tv%9Ryh1_ESg->#G%Om)O~f(Xi7J-Za-9YrQ*G<14X#dbC!U z@ie`F-?BgN%ayBFx#Q)VU-abDL;91MJQi74sY28v7{vx5n*C78Qmb37+qVJo> z+Bsymna)seK)FI{ciwoFC$Fxq?ym3Ip6_yI zZnZ(7NrwS_Oa4NVXO0d{$*2QS0=MDIorOZvE}r1K^_MPP8hm?IZV(+@Oe`$*wecz% zBw>J4r!o#h53;c_lh-=N5iHIj@4c}W9iIc^CGj_J-mr^{C*k1Y7MvZ`oEf&q-ZDKo z+B1c>eExhTVdl?{$Ct;~2cc!zBM^a_1Eg3&LPL#gD>ra8^9^tyr7%MO5}lbmyBM0O z6U00P(Eh_Dn(BJ*T=0Y$iI-BHO< zu9|l3G*cT^xUQKXgD{2Ge<>&^>LKtCId+M)pxIZz+*pY?cUJa@C2kB>O|6l!F* zky0@az}fQ?z%c9_94m*tpYCL;WE&uA6V={B93`Xm)%(*#yOaK8Jct!UBdh)OspaaU zRYP5$gR2QV#)Me4)n})kOG}y#E8^?5Si}gxy(4s}h8SE&^~La(bSNPnv9q&>1_lKc z0-g!UR?B~(kRT9-p~vKVobO!oGN&*_I*2DtsqJ(p*Eip`<|GCZv!@kgb}N`Y0cZ7c zryE3&ZFLHtJ$se~L0O)isxXk~Vu7OgLBLg3R*fao1Fc6%qHRc?#MyDLN7jf!HfYh@yeB2C zg7g#xXgdGXr%N$0G0gxNJFzh_JXeYamf1`vYo9MeEHZ%}a~~aVbqxVPr$!Ri@+N$a z!U6*W^KHh;)pKvlX%BlS@L%EJ2t((C7@?E!sVtIj);Jrhi#u>k|qI>^|&;Ar1D@E|&t8zie`@n2L3~Ai+pOgT10ouUJ-XoID=t+e*SW_s*e6m)f^++svRmK5)w3| z%+1dJzFDDLLP({GJ722p$bm^}0A*E}2D?`G$)^u`8^c=9>5%kzRMuW8im)A0HpJb3V+ zaAT%r+9=V?$@+6CJcOGY+|CZXAbX3O#CS& zB{f+4982BYJi|E|0Cz&05s%Bp^t}Ybs?8raL%S9Vv$EI|4uhKv5(?54lRFy?@)a0v zX_eOQdsTPfc>L+P+B~x{2$8)r^nR*>y7NRXfID2jm64LJ^6b34$l$w|ih&R%46KZn z_0IEhQ4_NZ3%|d2|2|-qg8S`xd!s{;Td-<wW37 zpyMd9K}vm2Jm#mS>KJ{GH$2wx5L`b737^q&4qo0UXqgLS7R{0&&no_1V=TXuy_&Nk zo8CW8?ANcq8gpOx&~F{1mzuJbeLLpXkEPsT2>x8*GlNeR#f-;HxTpcfQq$db`0Sie zHLwa`f(8*V?W9jQfh<_uNIN;|Y|iqvF(RrRGf*sjjYG&Z$^6@DiV(-S*n< zeh}I+quyoj+4Zzp!^Kh3f|z{tL>VJiCTb?;YLk%_@f`BnH<{D&^OFk`E+zNYSSU3;ou+K6rf1n>55s;-m9quFbTkUStfy z%4;VU?MK6LfB*jV*n1lqN(@`tYSlTWfRchD?ooQ7%^74a$Y=Loe*4B|GQh5v+WiX9 zss7>iAArL7He{rv&CvfK$Tc57eX38A?(2PAlG=pM+13_>hRCEOn-lk~`Hso0gE&Fk zqz)e*!S$Dq+=HX+A!a3GDcBqKX=>$EzaDMF{OT(T6 zIwT~e+lWG1=y6OF#fNOhoq=QrP_gZASG=xizGWUAynft8dgm0HfwM2-q zaHuH-VIVc1+2g9cvTR1rW$uJM{q@N@z0j%r7REvw$TQSjdXkwrV;u>CSdvvI^Igfd zTfBzEO9Qzr(8@aM!UOqhj}q~tW&0MnE(YJlOnLkYr~}{Ni7mkLZ~!kuPG>gbl{BDp z2pCR%R=SboHcgN)u<0gB%pm;RqvPteYpI_guqIW3YSjwSMd8nPEks}?c> zs|HlHA=i{bf+lBR2!jkNP@dfMD@A$(26DRl0aMd=^WOCzH*+V~ry3@ONJFSNEOvKd zwhC6sU+*jpq?VTt-vB^+b|Q#!Z@_^pmo8z_hJC3!LEB+9QOy9_O3UHS61VHB7BIM; zFCo=8oNLyev0Z>AgHo%{>FLsGN<-Qc{W?#>4Z2)gU?L(TBmE%z4JF3LYzz-1$A+W& zL}PQahA-e4!SjTHMLO08q^09C5fY^0$+m^rs|%V>pZdRjO94ExuD!iIXQp^gL>)Hp z+SU81=dND83gG;%mzS5nvBYNUWr3*2>=Oje?QdnSkhAMlQUiJ{DC^eB{rVLj(8Q~V zh}=CbDJe_<%msyon*3AxAaTTT=}T4FQvr|%z9ldMG}5~IBQG!SInX&ME7kuRxmV{b z`E#Tx5g@=kZ0#!2vH(S6aHW@+hsvhCC@FD`;(Z@PLiaK~*@qT|cdU;R7bBm~014F{d+0Y-D+@n}Vb4i-zNhiHXUJ zmYE^14Xm$wt<(eNQ}a#ybF3eY85 zgv-3=3d)Fq3tkfy6I(LQSnNp)>A;QyxYzKWcMUeeJs`**l`=l|S!5sK2TJYl?;{Ar z^H(V23?gNaf(AGB*PtUxIxnfXVDb(UpVMQl~!@Z=<4C%1eY~9T!~W zssQSz}f%E-rfH_E{9E6&Mkq)HgAaK4Bwv7khuVGB>QR-H2zZS5cw~$aXNq z{)Dcffq@bo^?@4In3pN#3vwzdRM;qe8TUQ&wi?W<8$O(2gGD@8XsTHCya4%oZzBBH zAUEBJ&4C|BwkKS9C-n~x`^EQZ&R0r%EvR%EJR=4$u!}zx` zPdqs}xgUz;>lWya3@l|~dLi%UyKkA$1JuYlj_ow)I$HkeKs&s;Sg=%}l}aYME}824 z75HOC_dr*&1QTqFCW!s{&PytlyTg{~*nlD!=yP(2!KHh-;U!7o(S4t)sfM7`FJEwB z`0GzkjIL=kgUpMryiJA5Gp(z9)tXp56b!H zv^0HS6^s4ZbmE7Lmji-=q_3YhfMmJ9KNCTh=rj-qVGuI)ck^vGV89yD*T<3^Ta9>9 zKw#JhRfl$T?@+IZg`;X>$TPWkL4;XIXwc*c*rQd?=5G>Q4pd{!(kLPXQr{BEBArE~ zJqm4b@vi>2n3jMZ%3M*5Uf)!`fU|?-D~ffSv{b_P=IjeK&t7^YCH5_!@ppKVG0z zx7F)_W)nWFc_NRk|KzeP_^^-#yi-8iO{+&8JCP`*;z0Snjpkbj| z$m(ylN@hZ~qmmK@fLg2aVvsIb-pFKSCp&BVGC~fhhYbO`4r$x9fnRw@yJ_URcSf%7 zUw?s*(6&$uSgHA6^pu_xh@K(lDiJ;18PKH$*~6x6j%swAZrN6$=b!~n)f%q~{h&8Ft&X;8SRMO>^3YZMK;JUu-Hh3G0WjXRybU0^`a=cA{no>sp3os2c7Z!vAx7Y@2xjtQP2sjg4*S>dI}J zOB8V>1xcDO{W$>vf%)bO6i@;`^*K9nO{mEMdYlJA7{Dz(Vc@5xXs`qd6<`r5B#F{M zk_LgLWatzG68{;YpdvF?R@O@b0#vYcQWRYM1Jg!Gxy~Mu%<+mk%;KY)5M*N}z^SP6 z9RM2D$Z=rSwEuwc}gg)6l4K3=+gX7#H>s4f)D-0ei!% ztjhW5JZ^O*-u9O`-N&M2mCp-*h8l6D_A^-#<u9Cj^3+QXhH&m!tJ#9i|UM# zo10s}n3zt0*zcgq{OickVt1;L>uTay_LlGI!8PQgVzM~$(~x~B#+0Vr(%inRTGOuY z+q0eU8&PeE4jquwe}1v)Bt}d-6N4ci0(TJHN$RyI5}0A9JMuO(G)z&-uqu}XiE$l7 zy`pcAI1Wg^9*Kw13FhduYZ|uHoQj}&hwGv&cUWI$O2I(3W>8{cqDr*kZCxB-ErQ_; zA|{l50<#}n$Ln@iM!3NfL=|7m=Ll#70guuxcN|QuS6mW>o!Rb3Fovn>dS6h@(YgbI zNuKqHz%j_TaT2~hRrb=^O*0$oK-mqzn}JT^p^ARM%a@nHdjaL`B?!Wx*`b;H%C&0) zOXXQPInB~!VgUfnCLz4yAZRk#ho=6s7=b(XCu}Sa73MqrQTmxAMhE_AZMFB29f%|* zOC=^9v>=Qy@S1iu!b0Q*^{#TeM-CE)1d5DAkJlSy2pwVK8PY5C3Mmfdaq{lR6430d#aB zmt|@YHZ;E1hp1#WL4sbonmWJXrUoMCmq#C7L+hsBJYc*7DIV5~9q3TF{-a+&v7~^d zdj;J9U_lwy2N0~Uuh#;+%>xMubzb7Q4ROyC;-GZ!Uq|ss8-b+a0SN??7Z>1&z}Ous zA0MB7OXJbff4+#6v~+eCc+ixT*B&)ix^FR41ZQFRjODPKYS|8igoOph#$K#G{Cg9; z8c3MLjH0D=8@Iwu){20E=#D}ZMOQbh8!k}$mPgA9bspVB)IdgbSsM?l^T(Tk(DPt# zb?k|T#%quU&|GqzgTp$H6CxUFw{bhp%Yzlo086CiWS0)2S=LP@tKshiPo6y4X)c3~ z%&1j+p+-$0G!XJKHR$yI9lyfM(ZPnEOJyjdHUZ)XwjQw2%l!OBjnjD1H>-_Xj#9PGrDxIP!PN%Wq1uw(E?Km#o@sEz%#IL z{pYiYZZuN1c62m>EIz#G!_Uv}w(!CAul3%>hPhL`Op!*|`nugH3^lq~jd*BK1L#?% z%AE}5>7oIh%)R%}ca4dVA3tPajL?YF0%Xv-*;~K}<`A-49PEfBug!-LM9^Icjwkri zNgdU}!NKT~7~tONC5lJ;?)a40jQyO*_deXt zh-J#=25;2}rppL`I;ui~v!UsD`1`|qVi6@a)RsY(VVri7EUo_fO7}M0ym@m7_DdJE zGcG6yZ>cAZ=m@&_S7Gb{R_`QTW~MRQ4$xPt;$&gx*JH4Mehv)8f@()aL(^u`nb-!o zzKz<@>R@wDK0~?S{d?Mk0kN~=El>sr+Aq36i2^G*{ve=z>oJvQ&zexV;EOU_ycVY^ zY&BeE-6`577kmCq91sSa(P-Wak&gB#{KVB4}A^fSj#+kngjj`l0!#CXBua zG*d`_OMRIaHB0SS+B-UmhSmUn{4-l9f&*@xCloOI#k^Z{cG5NP`ZWPBlH1Xy8C=Pj z$Vk1DMD~TL_xzS>v7Fjy!%hx&3Lnzw>38k)tNnPsv}E9Jo1<8<4sHi(Oz}RK{PpP_ zSBw+Ez=DtEV&(UD-X{wNYekuT7DEsu;=qrLYBRF>`#XbOM5JPzzmD1voM)@m(K2>X z(L{GQx4e%ZnFT<%+67FbxmPAmA`ht#^{YUNqJvw}nSup5qD2Y8_-pLz=1U-yqFx2K z0P_nAEwE5;TfUE3k{E#hMma&%v?Jm@`t%`;j#H~FX5}JN*AuqjGQ|#lqxZ|;ldXtP|9%?mPl$4Z1 z3AWX3%52fjHSgY?cYz(x3v-JMehwHawx(MGx=cwJh#FV;pr`M3rKlDW5T`+C2o z@vO$8?Hx3&jk~S=`*MV6{qgZ}98@AC2-#nfd-yOzHK@2cmn0)6#{^KE9;jFHm)_** zH@wV;72H=*Oc$a}E6eRVRgcrmJ>U3dNMRq8=&%U!Lwt94cN>O~Ss92^FX4GU2Xhx) zRhw*TjyH+GQuaB2@nVUGUB%@N$mT5(Of9gZ$Fwh`gLDNNU-rPx!{OW)FEFw3@Md7G zTG%cuubu`K^FwW6ZGD`y`Z>|Az_gL|AQmJ5e%Vqze2~#4%QP zZ2ML~X@YDTDmL0ET!U&fhUX(12*IDwVNaruDw);->Cq7p5ejdgC@~d5wc4;q$-jS+ z0Sc521*@O`O)k|M76Es#s6cmwd{4cij;^q>4zu5u!DpFmmd0R)qBkj-YfpXCJpLdwD6JNWE+9LR0Gw%OC?fIXENgG1j1DrfUxv7b9sl)EOss;)n$z4H`%!|JbkKg~hF7lB= z?!e_+x5yxwujUZiGiNBjhAj@-2~=rme?lUmhv}dd0Nca>fEyV}4j)eC>O0Ck3`w&3irvaE>lqtJW&lSZexTp_%?KTXUWURoC?|T3h4=6NRcIpvtday{ZL%WBs%Q(kl&! zc!5CCVe{*FuJHf<{aa{jg_+|n#w5uPJwBEj4+15+W~a5n3DXOH7XX^qOR9DiIZ(g7$>uVwFik2n6-2=`5Hk{@y6FxmM{>Wb4=b1RpfteVj*9@SwyO2 z-M{|^SEGvHqQgx)mJ-ZUhjRue#;?}j44=%Q>+l4EytIM>$x9MClQA&lobT-$_)4$1nS1aESe#fWq*`~dy%^sCs$?ix~v-Pcfl12zUD$i5()8^FFq zWe6}YR>Ygp2m>XvKi~5c!SYfR-M~htP&|3!uLmF*5*SI*B=>n5Fx^I>5Y!Ed7V_LS zrd61tgcw_>Q@vQSm7hGp0KX$zcJ5bQ_RYO7Q<+ufixiW=jWSG5L@}4eWx~xQXzsq~ z*L_Fz@HSgw)iiR@w>kE)ermS`znSNJ5podyitOD?`n8vOD>MGE zJLrV{2__g?YhU@U)xWKYG7mf_h5zTHn}p(yR}XwTj!X}r@bf5gVLjUiN! zQZX`yLy#@6plu}iijzmV#59E?PImq4FP2P!7UmZF(y~kmfliv&imR(c$o`Za>#i=F zgP{VXX!21X6aPX(zgtW3XdRqWrJ8_{?UkEl)CZP zj6$lbE%tHax6YG|8+G0)S|2F<`t?g-M_-GZP za-Uv5-`d_@C@yUH=|_OxZKF%#-?r~3c4dFvJH8oJ&eEg$TJ#zJ_~F(IItze00pt&s z$PJMas8rb6`rDUz4r~KpV`_y7f{g_}`lhUtTana%!n`krym_no99Gl2x0Z6pt#>iK z+*FxN!bvvjSmOvB%$XlV3<*u9g)L_Oz!?S3PIP+1EFDTR&qK~^M}dWGd&iu^L- z(FaWfRAp+9T`RA73okFx)2-yQNyvXKKvML0;!!<8tIDIOdjPhIva<4^sPJoyH{+A` zl1blaA*Ajk`TBUNIuWejghppyWZZ&I7{1AchTs2-!wzCJqRQ!Uz69{iPH-T91mev-!V>k{1}1_SRFYH#T4 z>jRnrAO%is5Gb*NGek9%d(0)xUEyaiT{i zizcETt36ry%La!s%+qtU$}q!c><+ih0TB+Sz*-6A7Tx;EyAKLk9ys`SA3P}8rv|kb z3e=?S?CesH0Kh?IZNh^GmnOGHdsFXULB9`#U~Z zE)Fw)$T22i?V%b;mUaadRQN+FS!-8UkVcv-hE5M7rZ@A*%4fP?Y9}C6js4xsgIBr0=CTC{+!72jl<;T1mbglvPt*jQ$ z>ELU?2eP{o+p_B2G7Ad^kf;0i?%@CuVnUBspkvZg<02(v zd`lu!yfwXzZhrFi;~ z9|0KSq1nbV9stA*IFaxYtxE?Q-2~ThTMzSTl{*n2cH4_jkXir%k+HGhr3Zt)*+Xvp7@3CV6VQu*E7_DUoDmexCvwo=1)P6wQbqbDS%~V3QC2Ge( z2*`sf`lT(j8BkI70_GlfB6Ue(q+EFOWJHJI6HcU%PS@kBpQW|}B15MSZ+=^Mr;i!y z!=oS*KYe(!jx0!If{hLG5GP1(bui7{nX0!&od>k{LDhV$;$l7c2-N4SIwk}g7Z=q> z`;!m6#J#+|pQx$fBQlR3-A9WQ;bYWH07L*>;wunW=sAj;pGJUW0HC>S=x`SbWND8v zB<<|-ik5-v15f(|b)iuB@m+j(bu8rjcRtG#Trx&0$DdHO#;3_?t`($45FnIGC+bd(f6=<{(&kdgRW2AVMSPy7S;pSY$bLFNArc=+ zO4?ZyYvlfl6UoOWV{XIKrTVPF$inS&EtdafZuZWLef+HK`*VDuVapHjSp*@ZGG8DZ z-JC3qAxWJQA_e=q0c4qASORyhpPzV*qfBkZ{{Z4L`lz*y73&|AlC|iVzq}aIc2Yh`Yc%s$tGXRk9TUfB^ zxX)ck6!)fu@<4h7Jpw=xjICL0b?45V=g#W=^G++n7a;XYpfWoI0Ore=vB14(g6i%p z!&5Ltg20cR1WmXRwHm;PPoQc2Ja-+r5;iSFdgrxewqF>*&Re~1qpjG^Z~m&Z)*O)O zr>O}8G0~U>9HP6(QWa%<^>Ew)^-NS46xpH;Knesepb6?u;9LT6D1!(U>Q=6z=cOvw z>xs|dKCnxU{dQKV7*4`V4$jef1u{H@7qLlTsQlqz#?(sE6$7G?DiO_u=ox$#yyTtsYcXu_?Yp(t-vIfte7*pq+(D=$iy&ol!>oHV zLZq(Syd{`95)Uo0DdB>Z3pjqC)iE5-xzT^@rg@^S-8);=(<4dClq%ypZ@EdFo6`*LQO`{8^!vT6GTM7neo+*OBCoCHfL`i{+bof={W?$jc`VC@&t6p3vrEH(9&?DP=>`)}_> zdEiX#NW6{I`CJ#D$+k_h=b(KL#tvuSOB_HFkZb(fMDnsUxq>&lf!t_m<#{Tq`u6tB z@x%JYP)tdKi?$hfcQF~Aa4BE&3uCv^DaNr~^qh=gyff$~d~r!pD-8s$o*ec5gd*(c zpAFYHHw%1!)k;_W-Lx@D@?6mGv3TBF5x_ZEd zf@g$4ro0SWfS+GM(dn`vE*Tk_#epR*j$flq48o=OENom~VNHaupX?4H_vX!S`8UhR zp;r}O-olAlSugSA7q~sqVc&q`05Lh-T-C|d@C z8IO^)#)eAvMA?DmQ`i1^?9nKVR}{`$N9fEo^25|}IB+n?Z#_(^!2Z!KB2VBSJhj(b z)|o?#u8rlp7|iD9JO^-!^JcL}?Ow;cMAy|Y5h3z0zGPNcV24a{P#VaWAjo_)C_Jz!ea<6qsfbi$k--vndSvv;2+8qC z20e8sYkFS@P&k%d2v6VRjOq36tQ6RF&@eC|Fd?tmoQ3Sl28a6oEo@%&>GM~2{09B; z{NJPuhHrC9VUU&Vq$Q$aqKqe~o#xzdZ0>X3XMgh{t4ZsHt(Etp@azEc1@!4ZioE=G zas0%jF95A2_)r(nVY-#5&W~Qe=MUR~Ehd;bjaKZN<$E0}Qmzu(@pv;EoXBxUVL>mXm4fc^VyjU z60OiA{YOiLVB7`rL$TPie$|;R#8p3kG7iL7I#tkMlKW#Neor3l0ukvd%gOo$aPFeJ+VZ6 zgC8^&v;LxCXI2<}2&L!xly(KXmfTyZ_9n(sTRUt-Z?4)Y{dXAJ+8r1$`uZNiINOEt zTB-=*ke7JL4c(ziiJhFTQXS}QJBY!)l-_T@hxqY?Ro}}cQhLpu9pUa?n!A^FyHW?* zf}atADLG9(uEc^!re&LN1dz(f#&JA6Xl3sfsyu=gOG{iQDU)u(=0B3 z;1x-qI(?#VP+M}uo2V>}4vHECTl(hA;tP3M-{#sY)HN^$KD6F9C#raZj(!h%s68nE zCpKrUg*zg6rTJo&RP@&z?x~uf9HCN^e+>zNhH$~CY^r=m`n4HXYl3)E`g%9*;KNsi z|DN97gZb53`{L^7q&xUqF&~vvTXL`E3Kv-XyB!wpG?xyABl5K`LF41jy##Z)>`u?qh@T`9+!2%uEA0xt) zrErN-3PLu1o}ji;l-}?+AsWqvXdzIgWX&L&Lzwso8A;fS$F&Xd%MSD%*PWI7&|z0X zyYg7aS_a2(YT-tGXd@R=J8;y)pmYlzDJ^Me#PwVOb^_Ibnac*X_O+ewq_o(+Iw|j< zH)Fz-`MVeEKP)Z(bYc|uON<;@@9?p}LE{R2Fg)1K`XRpd04z&PL?G$MJ^g#m2}}3T zJ9**G2KAT#%N2ROkVY9>;#b=*$Ia@$`Q`|H{5QlH!ZJvyQ5ywXHUk6`FnJuD<%Off z3En_emVRYx3chMG*#6r`1joEw?pTY6Klq7VoX1X9GH=KFTUa_F0#I8(Bq;>~2IWP- zqD`Rv=R;8yDD!$?qyIAF3#*<7GpG(dZQR1>Nel?R9=HfM6dZx;T$VS_5LHA}8ZB4f z$Ir<^&V9IV*hVu?lN0C$n$WjmMxl)FtDD*c?}=L*enqno%X%((-d;g^%1AaKc&M3XykWD}`vX-V()CI!{kex`ZI3ia~fm)YOt&bW+T zjG`l@SG2Tyj{@s;Ii*1R01?7^YXcpL&YT7uKLGD&RU(*tzu;Wn{k`_Ct_OO0A3KUc z%AH*htUk?plrDYmUSNkm-_IwMcM!?tx|YigpAh8cUeCYPEu#s7j2$?)GP1JuiV`QY z>xQ?~3$SI=dJduF+SQGQA+W?>sZMQFLWqKgg((9kdeAYym8At;5yF|I7Z7n&i2%({?_4}f}r&ldgT5SW&WOqIx`w9hMY_1eCbo_O~l zx~(cWwsONhjqLpP|0it-9=!)@p$GI|V5Hb~A{^xzhqP~Gumh#^x0p$`Vs4wjYK16A zf)UX$wf!#u{qN^}h3BCQ1tcZ3NDgXPW)~JNOGq$jWcQbMK^=7-`20&boF14ii9@*?s@R>1f{cYKDri9o93AmTlsu^Y(Hn zIt6&;zOIo}l0D+;N_Fon83rIKD29jPAXy?l7n&?SNJl8ZT5-aK2$-JFNwDxSzLv^A z)%(}AQ6i99&rTLz|9`Id{G$7>0)$54TkROBqzHl9i zoE#7c!ITM<)%4d5e=2?-M&t8UNW71nt?54+Ry+qp6cNEyg6UHsfrXpemeO(!Z7dH2 ziKl2o&FM#=p}Z6glQ$_ZrE7&KENs5_#egs(g+Q=P{K-T5cy5wP5`kT`vHt5iQv0Lo z&&SaF@cAom^ex8f6gibY>|rbKOh(Gci0+q0sy@ex4Po%{LR)efj8LIy`PLFn0#)^u z{h@LlC6-m1^Q5(-|AJ`bJOtUq*E6M%s~Hl>eog03bx&>y(U)q4ex{Fp`UAxa!W7Wf zUiaJP_sB!IY;SzohJ>3n`XKus$Uza-Bh!aCGg;6^w@(7x+g}RHS~;^FG;YJKG7lsn z$O@-5-iG$|UA`N9PWxETpw<V{-W*`N*Q@r=Q00dCj9q^#6fLz99xWPcPvGTJ`a0q^tI1wt2nrd|a>oNK@&91{J*DAr*$FG{BhtBX3MVX2^_C zr9hg95b6GwJm({$nA=4tSev~M@Y9~al2h^;2Z5?;1o_ofSz;`t@?-!fJr)hbqh`=Z z&Z!#|Le39Mm#TzV7?oI<(hJ)+7KXI`_Z2ee6?OKBa;z`Zu&+0|l?!nEJn~H!;y)q& z*9t&`rJ*HR0xaJtpVs}}+3(=SfAacG=C?23xzJH$K>KKKOvH@565DrkR}w^OV?BFN zUG%L3+R5E;Sd2V6N(;9LT&v8zrG5#H5Xy91V&bPB{%~M9p=Y z?X80{=Z#o^73N)N(`LTG@W+A_p5ZN3OTFItg-9>7ryf53Gm3sZ_t)N!>ed7WS&Cm! z!=JQ4mz3HxV@epC6%xq7X<9{BMt4B+juR85Me>XsdA4z*NqN3P7`Vd=}C zGz@qWisy3PDWhPcwDRBTtOB4{`nw4EbpTPY>*CZe54 z_$B8oVUz@uF=#B~-k@uKtMv}L6GnlgPCNV<4rXq$5c{^B!-R*AaGxf{@n0cC*2m|K zsI^5|0{`bp2S4schT#07lOK%N!p|P(Z?D(39Ul~GZNmIKt2!OQd)p=h3npip6rJ6f zEuqjqR7m`*h#wYME?>@F;yyF-&HP-?+~+a)>a4S`PHhvTkkP zrxYKz@4jmMKTmb7{45o!z=ikxszp`%3(4?`e!_iVd!Of3g{$QM=W%aim0zKc%Ob(t z(_wdLbFlWVuj0xuC8x#`AACQ(y@~E6S6H&&HOF}z$rtMu9xG=^d%PLGI#(^k4G1NO zp)F9zC++utZ_Yt!>wuS$)HdlBCURv#wSM-6O0Al&;!k>VT*S>+j*!~XCm!bX)lCS( z!&Tsw1L6POhiepDX5zByXjmb2WpZjTnrHbDhttD<7iK~<8x{l3mGj&IsRbt^_8raV z^D|TWPY^#}+lS6=`zQ%$d#SXtPCdtbampf|>P+PA+<(t9O+~LWx`c7b+Zgei6&?7FDI4G=DwqQic}qJsrJqJi zi4$G#@<6HRWcT!N5atSHqUhr0tHz!5BC$_|wOX!l+fDKq85z3&c`ayn4=(Nhg- z7!pA~LZpqP1%RWU7B(f8(&kNVCDw?RDX_FyC^zkwWocAao{g5G zLM0}AD~W*3=-}+B=k78_i~SBG7(zK2T;@>$Ed=cJ0-dkO=NWHy?=Ga`NwCAxQ& z!hc--x1huO^)V&kt3g0+n+&;CZPvX682?Rdtf@EPYN3pmjc=r?uB^ZHfQp4u<&Q4v zWv*9W>KjBz{-&mxKl7sP<9|m7MNF+>4<=U$g?_*nf1rvXRShRIGXhmS;ko4Y<*Rjs zpl`kSeJtxl^j5mo^>l(4zBsFmp~{}ek_qIzjnkO(mE1)^z3pi5pwDRdjufjv-_Fs~ zhXS&jfiDSCSk3JH^Z3aVfRL+{Q0%C#G4N8(ojdm&J*82% z;4IAGRBkC3`Ak`vSyYt%AKCcC@r*Uwi0l3O(I2fvVpfnS@4ZX@X>4q{bAR-3$mjD# zOFPRoJ@%RsCZTXg^#d3KjsLhx!PAKv5o;nnX zV=T2bT$1f>{iL(hxw*d+wqRcrs)BB|o>S*IG zx(CN~Vw}&w!or5{t`XtXtqui68$E~uN8;+ilpK5F-Gh4xgUKEv3GpK;%Sn#oHC1Lm zyyuppWLo<|xAPYpyhUpGe^vGtP(iiX-{=7(1w^_;N)(WkMv!h0Y3VTN6r>c8Zc&hw zM(L0a=~B9t5EKb1K|(}rAOhsL3UC2H(@zv7 z2DVALRSz)~r6;9ZXk7AuB(g1%S*{hDtzxpvlXvLh*YNM;H+;YO zTncog6#yB6S;Aip9biA(Kz%})kx!%;TcM0Ud;2Zh2;=C%lCwAdXrusC6Bd?BPq=wb zU+3KRyxSoP1-(C#4@DY6hee@kw|Rc9Wk&j}IS5<8FA6~*edq*%Mfl}(PfQTrw}GZ? z&RE=)r6M<|-td*Xs^N=9+z>0{CjhUl*d)Ng#k83;gCzyrX23KN1O-)K4PYUimV8x) zQ^c#6g@y7uu|7+ZBCVzIGUP=jGZg(U^e;YrJPQ@^TuPlU9VG?aTp4hoio_YLR`^>h zz$TNxM+K~2!hq6-g$!ogh|SNx@>4Hn))`0cs8w|h*m`6hY*dVuo$j1Lh=0cG-UgN4 zT3mi-=F0xOB{YaSaP~nCyQs{}d!I60;oxWo)b{iG`dI|PoHJYC?It`GGi%K%Bia4% zoLpEUwE~&*wktjwz?F0)IR+%fQR5(gDmoGvi?QR|{V=OtYTX%^mu(*W6IR#*fR+5TLkGdzDAoqc35`*_~& zk#cbKzw;RaUOdR!%zu1+hYI4)@-!_hPsh=j82evVczD(yH$%3f^ z?9BDFevY2>NO^Ad=jbqp!Z4#OP0&Rk<=`u!mduY0$S?zH5Q7pN9ZN5K!^5Po1i0eN z%?gC}<@p(Ia>gEP)oyHvvaPMj5p$Zq3960aECWIiETf~FJauypz+g7DBm~*s*{P@@ zBpuaL3CCr7a83@+hQK(B`7Y+afx+x$rUPUbp?3#2QXKycfy)X&54lzi~c$&5` zQQ8o_gf}@j%y1$L;Nu4PyPMmlk|OiLf)&)7I}iI>so^^l_LRoAf97giw@t1L?UCZ9T(AtF^?NzsZi|k6n8Xz#HM(JeA9O|@HWa|o!Rf)!_QsXv zK5#a?o$eL2A$J&i&kS#qvUq?ve`@jyi;k9u6%S@R;Xo^32DZV-$OvjA(O9G?R)^G61MyLf zQ0d*nt>Rr=r-&yl#z94Q4ga`apDFnJMCvX+NF6wC{Q-emNbFGcmN0m3Ts3JR2bz() z)qv7{3mfbvo&1o&g(f|z@Tal$)g}IY4^2Ei7NS*%-hKGs5pv8rdXqyvuk?zT$O+~& zSw=qwc`GkK<-e`hxj<@j{LR({`T&wV>R%KS20pBP|85)&Hx@yKQ=pg;0a+on71%O> z&4K4y!E0Wi96Z#IeLy-FI8fqW@GF6r`lYbsP1c3Qj}-v!nQherz~A<7NYU#Y{u9(u z%7zdI7+ehjz!NrfltBxpMd#cE%S*YSSn_mB41kM9BLp=Z1inSFDCH@b6tBUytB zg*0rG8sA}g{`zs(jy4GxV<4lcuU8nzxh`{|FYk#8eWMl*WFG}@Wm^|rG&t>!!;1{c zw+Nvs`=Q0TO52SDg6RsFEW%3|zMq4sQhXnylA%*Sa7P&|C1yhWsr_!I_1%)rx%NdR z90#%@xQ2I&rf>ZUKRnUlPynZ=qcPR%1hhnIJj8{u0QO`X)3J+bQ<$>7`-j(wfrkhP z+GiP4Y^b+th~q-tWGMD~#Qn+i_S)ZLJHx|Dp2{|(WN^eyIjbTDwZXAZ4{}xg>4E;L znI*UYvFK+>t=9>H5dAe^n+x#gpCb;&2n<2V5luR5m&OkcJOujuVs7Z{}JzbgY z9KOyFicR(f11Talm98*c8UGvN1F(c&uK~q%Uk1(W$(+pW>4Lk_s(4ZvyqBs36=rMx zFai#dIgY00X^?r#l(HNwu+(^9_68fT)L^>Oht@i-(!GtNwd9@Y|M)@J9-UIl7B^G7|KmwrpWYnHcuWHvln0@upjm- z5q3aznq=v+o9!=%A(DrWQ!!hGvdHqSeqS!3){iIx46`ka`-Gc)%-ZsUhvY@GP4x~y z91)}kqjnFk{W*)(i12LRB}ia_&%ZSfOnv;9QWsJS3vp5hmoN~=%?pHio$l{aXskq@ z-HL$F+Dcy~%l$XNqSpoaDFI(#S0`l(sv@0hVMpxA!~(>cK`#vaLiwl`LgB8%hCJee zY8y+)DFSJ8ez`{PJO|$8`MPU-{om%s;DJZ}`@oBwh2s{#gE6;7%nj#Bl!6_VU*aRZ z+BOwy3lzl?&#hul{>$H}p2*d3cb}+dPs5 zE?Z-xiXO1(%MYw6Pefi~MSsHcH^c^bR`kK?E2La~^~~D!8rG#O9qmBVER{V1?S@9N zeSry%!`^c1>%1aQFyT`cz+(8H=VB?!CBWsT3hcqS^_c$wQGD%;qn=xlIU9gck%iNG zZOK^e+n+YyGA?LuJ(R)A`Ynv@?;vwobES>C<5Q%3FIP*AKw8;rlAQooNF>@;s#_)n z;mt0dyZ_~wi=CHm_l;Y|{LDpCi{Ibc+0YF1zZcNfDd>Q;dnZA!O~+>`Ou{p4|EC-r zu6LM!4v;$b*X;iCJn(y+c`b<-2&MCq0*LA8!AEaM>q`IEpcXZBhxG;98guIyHQp8_ zMiCvmO!@$Vic~x6b!!Fodwza|6cac=FzocZNEc+D2m1}|&$a(~3KG6#YMAMD2Abhd z2wu83YJCZCY;)~A@@c5>sL|TxSU?Dk+5Lg5mm5AGRaon5}sv8t-y0 z5u^vOa#5=4S5xU#(p7wn*gzZslq**c%r zh5~}w+J?fzqn{w{4hzJ`zWxAT;9-d=*HpW;>+BWCNO1sK=yH1PTK>(RLE}z}5zRi% z^SPewIQ)u(oi=KU@39cmF`RzK|Kt6ouwxCtsN7>aKW$3pa;mfAXl2y^NxGelfe=O}=Slx(iTMmiXV`W^du70$0F)*qn~KiCzbu|jjLCx;Q7#keHW<9E8CcTsMC)Q@4Vkxa=(X6L4YAA!yU z`g-os_+Ev!UkeK3;)~h=3w#@lTPdCqwzOX z;etfMTVCTaW1NGkyS%MQsvFk5NsTM`yD!F#M%CF!87Jq*QaoM(pZ-q-Iw^Bx?4(>x zFX71l7VzHq$YPoK)YJTP+5HMvC$WYzy?iWu#p?Tz+m1dSVTJ8DsArL6&0*_kfZJil z-n^Uojmp4W%lYbSQK?@pQDhrEZKvJKqbkT6p-J%_=*Rf{mt$%^5>hGRkyoYe4vTB_ zF*+&8ZZ}w0_7x7lNL!ar5VPKA^W3hdELnh>2a6`tlW+|7Ulapdr|pNOb$N;;wo!yP zPn@#{0yxo9EI@-YX;+k(Li~rMi-fZbN}Tpx_*J>)T1MIK{}jqq3?oIH>ow=>Pox-P zI}{)Ol#V6ARuS~>KRFTMD6%uuw?T)A5*?=V89hwJ9yrb(och>&$w`7)58};s=US!! zJq9>4Xygp*%m~313WDuTS*!&fDyHg8(xKxA(^>U|kZsmoL@$wCO;?vN2T0Y#FpU}s zz9(LMts}E??C`W+E2bdu3e4nL4cOa+D{-V)7cBHum|mQ`oGnC4%2hX^DEZ}1n+o6I zb*Y?d*=l1y9L@VS=JCvIinQOM!4J!>e_Q9%6f>JCyQ2`F&mE0N2-5s9Bfu=?Zf&7G z`V!~YHRwR=Pbfkfw$m`k36r zssds-Ri~lAi0=|$H`h8%`IfsZn^sT(C;Ta{Uwyv1JM2$rRz=Iw(S`Zj5CdbOzQP2} z@u6svZs^u7#t?^=OaS?nF=iZB#bkKsaBS*xmvU~RLP9{igyd<>bO>wTCowcO?#_6Uc z0io5u(k|3(YJR(uGF_bSr}dW##!Doa@buVZr`{lBL`U%kI*QCM92bf_VzBzT%0k+D z8Oe4&uY9c8GCMn?*BU{I?Gix1*ZfkD1cV|7rdQj2Qnl%|P|07ZBBZ%sZ`Y7+Rna&+kzS z%+^Q04=g~PiieL6#j6i>E>@Lgz*jv7c1Y*IsTVZ)D4+G)KI_ZG4}s@Sr(ZNJ-@}@s zR_`s@Jc+hm+?ZeA@tiWm;Q3l$nD*7nwaok~^*jYqexO9@`0LIM$KPKVPaX=KwH3!S zf@j{E`hOI>%I!`ec|+A5C<#_0Lo)i;?h2YRgGi+4xt)sGHJ|%fEAciK0vN6ph$Mej z$NKrr75svy=Sn^W?J@uE!8E)sUUT;3_bQ{>8qFC1H38ngI_*px_-QU6xFx+Uy#I|* z$s^$9ch-wcVzlIm#&iIsH3aPAfMAa5Pe5qG#LoV%VG~re(qMCpdKT)7g8UMkrNK2E z%&r|ugua~t9TObYXOX(MW>;8c9tZy3ROXTcuCjLs$FO*RAG^EqKv^f8IlXeeYMU2E z*I388Y%d6bQ?*krN+^x|! z75?tOydt(c2P!`NYF8@uvBlfkxQJ7Mdk&p!_qF+PT57S}rqVmVZMgR6ro(qneK3vi z0=63v5Fj)I1YU3uz$mHtyjA~yBl(x+b9^&zZyG3iV$5ZCc)gE%qP-L0DZq`_I`?`) zwsnPx>BFDI@4sdVk_<&Cx4ogLXdZv=#lS{jPFYL`V6NHv`J{phA?o*cd3TFs4_90( zSPC`ZAdD7sKt9ldpUe}Lyf>0>Ds3EeMqOXH_+wMR78JFgUdw&Fy#C?cMWXPt+d)dL zfeq9CSH*Y9re&E9TCs%XzYN_ET`apFYIR57Z#9~&|Kz)iEk1;D9+_h}{y@^aa^*_- zM?FnVBv=L`TyAv14%}+NuWcak=?kqe2{a=MPrmFku4`f?_c*xz_tZ$GAKjO>6(&g~ z6!Bb*Vrr9+O)&Un&K%Nxl&#{_*-;czW6drGb2nzn2CMb|4X@V~DCAzl|5^Hy$kzl( zGBL#NMlL3kxK`{o_^q$eUJ1p`fJkM`y7qxlxWwV1_aw51|5FAO1q^?-!sa-$A?b2y zA|^u$Cu~v9Db)IK%r$mhLB4S3?p+Mthx3Cef_)9AsC&WQ-h->gbtLTU?5K^z4ou#K zUn?08759}dlWkc!-W}ApahUx2R_jXx>>ODOhMeY5X0}-ZR@UK3T)-;rDg<8_woVW5 z2<(i+(fwa96d#HGKh^qBHw0KC7Qjwj9eaHa<;A0%aL~v+P(4;&fitsR`>OxQnXd_{ zftkQKhrP=4%b&)fcpwU?u$J#hYlJk)e;mY^75V-VVp zwaO8%7*^F)P|VM|qRR{d9SfJoN`pnM1;wsFh@zgCDF1~e@&V?qac_w~#E$RYK52C+ z={sv3+fPb#&(|Ff?ztDa-Ja5eBg;lAQUZ`{LFCr_1>iP6rHj5RbpC;rpPc1iyHx zX`oVmD|<3<(fHc$S|+Hl&e`o^ruW(WqHW`%0I9;7B908lSF6)J%j-W|#(2kR&Or#> z>4gSO>LM|f8aSfbsdPLL8GOk3y!6>P%P!L^+B|x2by$ZBo*n|f{hFVV+ui6n3;9jo zFJIWiVkSu-+@JyghD7*HZXn-yO^v*W%Qs;kyu<5|aA5MTV2{&He_~F2J!%O_(?*@< zu=&~fa*-Rp9!@tPg_;X5@_eYxj~xJr${qBWQGhy#9Omxb-o?_qP?y)#pk^XHw@L)^ zNV^&DDY3xwp<}AHr%tv4LknCIf!p6{9wEp)LvL%(49{p1Ka>cb z?m-Di&p!M2M4SIjL2`kEQh!KKa8QrD=6%m7-9t zjQ0{SNf^!YDozvn?)rgetiaSTv>Lbv9}vDNTwWHNYpzQ)_dnH0)b z7y?v&tFo-#AX5Q|PLQ=SRWvW`^aq$G)t+JSC5AdDHig(3_AZZ!fJG5tL}cI3C*{!y z>&cT5JdsR{ZF&CV=`*wN2IO&F{Kao!3_>v^e4LP z#=G1hVep7IkW__CM(G+XhaiChI2WL7Vo)Hf;niVdjO^CEm9@FVo8oVtM{R<6eSMQm zn+~~`s4L3aV;-MDsJgWpJ-)3uLPYgtXa;x?e1gA2eRhrO?- zOH@le1#d~O3kIWkI?0b#^|%k!=Byx7#zOwM{^3yYtHZrPKltEix*K9e7Jwj0Mz6;C z$1*T2k8`cK>Ik*Pw^_GmRgv=I$o*0||7~W^)nnu_KOiS^C833dCr7OgOY7|IE%*1@ zj$Vgm`jlfrirrMhhhOXGHQcbw5AW`QzWc_g;4m4`N#Kho5^$Ex+`ONd^JW?Ww59XP z_j|Eu;i@j!faCr>{r9SO$oO(a|qj{nYY+U==2D()6&P9X}trj*hT5AwWE# zAqo~#Pj1!a_+6pK(mQp-9%~T^Q^igoY7PN{5EkqlOdgRt&!w5pOF8j=?w@d_*WkfG zI&r<24cIGwi!iC+1N^Tum6VcpdzQSL`oM&veekOcO3nY;4EvU3%15fAi!^vpGy`as zZ)q3na7XE0&T~VEC|J-y+)|h!Ru&e>-vW4*HyJr;fV+`ujMY1yq))B6q&|SoFxNKG zB2RSO_d%jXpv zQ@_MTex8UVls5D7*`8gHpQeFIh>&SXvA+1g;r0Iuk zV?!3ah{OVQw7=tjrD_}?q69yTr*ttupX$~Yv4>b>H(~K_C~^Cb1S$NqQ2}sd z`S=0BYug?wk8^rbIl`GbC5m~2!yD^f^t>fE@jj(|A|t3!jC{|Q%fgpJ9Wfz>7CFjB zvvsV*1+0J{gSq|(W5xDAr9$T1O#+U>ifi>GfB=gh1q+E}b>6Z3kZ$ZxTFn5+A@Gds ztM(b+Dn$c#3h@UD9F%MwZao5ytZ&02Y4Zm+nkheV0#ACNiX3`J01xmt6Xl4{ z-``$vqo!P$x}!<4_&xj$hlJMdgh;#|CUCTQ3Wm3iJh#0(T`aG^+9#6sj-!QL7f!wH z=i#90DV}=|5tmR#AC^^X5JSLr0{+f-t^$LH%ydALqAa};d6D?OQj~qu-7(!g zkhF}8k?W>hykvU;kejGI$6bTL^>2g<+oGkql^x-aARmjl7Z2vfcOrIv%E8&dDle?ow57WGwJDx`?2W7yQ{(JB*3El9E|PSQn; ze8}o0k*oRn-Ea~ktqay>y>bJ74*O?+DnO)8!13V2!vbnDpEJ{MRl?<`q(mEVgcztV zE#XSkri;8qVJL(`09P{Z{bjlf8{PdG!DyY0FBq8(7xtWu$cjJ`|MA1CH5<|^*eO7N@p zUkmn`;s)E1^O9O{YEqM~hyKP@wCpG-LRo=A>4RN0XR(vS#fW2xVm+o=c z8r&vQ$KtvQhYD=gXl=1qUI|j-E=)n2hJRI#R>mj z>|ThXxD%1ud%mHCt=lWR_GQ#olgYbSIlfQ_abYtG&Q`hbY?s5OUNbt#9Q#Y)R}H^; zp0CM)Er*OZK{JKZl5E%S>QLl9@Y;@faH6?P2@p$0GJKL;f!gf6DP?>&k++=<(@K`P z4sC7J5j zyQyGeJte?K-6(jS@T1twoovtRL|2hc=YSYuD_({=iZFoSd;@l>(akXczrf=oIAJ2@ zNcTc%zE)_ZzOIOm?nHLH+yMYS%wV6x@pjR$34Bt9SEFDN;{ANVD8=1p$SdeN76U*NlFNAVCFb1Q&rif^uroFD|Um(X4A1(c_0 z9l0V7c023oDZp9bPP{b~K+djbFhtDXT(NvN|E`yN;!A)VUlxSl+U6BW8 zwH9>rM7h7}F}^x@B@U$}AaHa>NZ1^1N#TH;ZfAGL{*UiEnckD7inFknOy zg+ENQ-g^t%bW;P1E|;RvMY0ythli5MOgEY|TJ(nH9L{AZtO36Tgwy1t=U@e|(rpF9 zMuM4Od4|1nJ27&0QoeYS=BY{Qp%K&hOc}e@xII!Jjt(!IfAe+32I(8(pT^InGo6An zl>7o{t&>OHhf}9kA&Vj)XeRm0B5xQ+t6a}v{XhYNKY1801&{q&J9-DV_X6HuCr+5g zOR%4Z5whXL01h5#cs~;vj{e72aFwB7|B#?%%uzRqP4(qccmAQj(8WZ)5EN%LG9`ja zmsKOS47E(l^hF0 z6hRPj?u+&i1^FIhYRN&Zt5;%JJ1&#!bKT&~_iHsAk=tj!XiYp&brZN% zV?yc330nSI>gq*-t#C%bK9XaXc^OAe@Da<6hq}QK3V5nY@D?P~x$7xYKt;MUeViFh zX&qh)26Mg58z5RF{ow_aOvZjAOQP+o(iyR8*7|mOFl`@;q=i>86Gdzo(5unf-zqERvz(WA8?IfH!4UACQC5BgmLxw9OdV4n$o_O%!(DwCNYM+hMn-POXjIjGi=O=nKnI?Qf>U*)` z9&4$slRY8H%N?*<$0WBzsaHPQk>-|CwTw3pd*wvZZ-?a4Q$QFA=qozpkT3utnVKnmpA*Fx#LW7TVU?x`Hv%%ny}T9c!X11*0rxdGgIFp??TU1S^~q zKH))G09FWUTceA64aM~o-1nW_^&McP`VMsH5?=0^gxn?y?NZ<5IU;r(vCq2p1%$pb2;Jdm6q}L^tb;EuP+fRw489>GT z_`?azsS7vn^IFb#S=x)GM#3l5oVqP>S&qFMEWAb}h|JXOlf+S=^jXOxi z2n&ikF8Bc@N5ve4cH2Wsr17@)M%2HqOEHs6v3-?g{wm8xF2(V+ty3i5T@d`vLU?}W z-rl7pj@<1!Ro5uzyi(S8$MSI3-f^>#Tr%wJc9o=lp0N4Y?cFzlZ#&|-2((}zT$smZ zpNM4nkO2KAf0$OYaOAV5H#?-zvy;N(r8JdOu&qRl`wIRoMdf|QzmzZ`Sf^zi97PI+ zPk}nEY-xpxUuMyR{^?9AfD^YlJdz!L8~mNd{N&H6$jh^V;TAwoJM<=i^3eGcvFD+i zR0Q@f)Clz=`0Dj}fe{kbY+*X-zkA|zZgF9Wbe4QEFe9CM^oy7X=6_fqc=deM0(ku# z1?>TST@bV+O<(TZdZAqMDGX%ht=5>`m(DO|M%!iB?khmzg~~Mu!VyRkUkZht_?8mf ze=|_Ob9Is09f!r^5><9_Ar2HdK+-T>btd^;=hHN^0N4@09RL>dKywHLIw4nfekU6j zOL}4hd66D>7Tlwt;8ojbcdb$`@NI#7FL%)sJ*Up}$mKu5;kQ0flP?7VWeuWx2nW?R z&fl4m%Z24{^!x{urb5G$pX%kdfkKYF$bFS+D>&8i(fQ>|Z41<9ss3XO3S=FS;R0Za zBK=Ud0xt?@k+aU`Fp7?S6 zFM;G!PnsWpHYKXz-)hkb!fg>Jh{5t`<|XAj;qu|35BLuaCup{A4JQDw@I_KuVoY_m zkO5^c_};^uI^m`kTy}yLYWDc>Q5uZaap%_wmtWNW;Bf1kfyhw9tY_+tJyixS;rB1G zxzm?^!Q21_h5c^S>HoPYN-=}Cj~X-{q#rPY>o8a9W}Z^;|*E_wXk1{4GZbg=V7K9 zU)8iybj5&hbwS6YUfnPa6gi6xxR%B;NUjV9)Xuv`IPZ!i-@bP(gorn`V}ouv7~|F_ zJiQ21fdGbbz^m4GYU#vtf+ZK3YUv9ZXqz9gaa*h+f7Z1mtU;Jko_Do`31fDu*B_ql z+H;?Puft;U-APBcIRDU{Ijj*u&6q1UR5LF-9L&}k8-$;$HSLUxB8{K$$aACTtubO` zprsA}?DBZhC4pjM`5gg;y*IR;%6+lDfij747Q zyB8|=`KZ-VttKRT*AMBt+0N9k$66XC*zTcaq9_cO#p9CacGOlM9%mt{wYdgkYfvw> zxI_3c&oI>rEuBIwVh10i?!Km6;BzHH1v01)R&4r8f<%hBGPlrF%KCHL3Y?QD8x56D z==e$n&J_aM2+X@(2z^=`#Cpm_%&y-kwack|KNc~5=s8U0&!cuD-iRNcu@^EAfmjqp=GX&D&+~fv*|ornch?EonQH} z{VqmTi7USoiZfstm!WsDNbtW?P^o9wfW)&RlN6?~H1k&r+wV{HUSGHc5~#8I>j*ef zKG`H*cwe+9lAs%NUANjOkmqF^O2h(k#q8*hhZ22XX`#$(&eiUj4I1J5sGBn5u`yKYWvS&DdfOJ-PFXU+-(nWM=Qjudyl4_o$!}q*CW^; zJ(;<_qgW*TWvH?qvigwDqjqac12+*eu*Eav8Qz5K7ow-_7X;^X$*l}CCe6-Lg3I7% zC^;BZ2or%E%H*s9^PAvnsWVUhyWu^cpTZ3QQenk+t@BXF#gX&Mu`^$PjtM|wnd`WmSYjG8Me3wr8z>I5_AEglJVA^1X?EgbFvWyYfk}GIqCW!@!7TY^NpGW=_(SfBvd#-=gWyjo~^wa)Vq#h8#`tmvjZW(kbSsRY_X5JcTswCN6FP!^ls; z3HOiQ!GB19Bup1n=NO+ZnwxZ?GeT(PLnUkdvWU4YR#6za?i$#|DBM#{5TpisKS+`1 z0x3#p#XrO?74>sEAg!?RZzl?$o&c(6e?0*!@SEY6`#wtrRUckjI!4otaUs$w74FZX zlv+E!nznhA=~#+Vd8Uc-J%GZ@&_k2d%c(p+dG(JhW-!6GV2sDiKww4@NfMG-ltA5lu<`CMTB?O__Zd|e8`e&Xfg6RKx&ucFoRy}{d30z^Tx$&jQlO1D9LRDw%^(R>H_8*K z*>KYOuNM9Eh3^a&D4w&`V&YHK?nu@OieW8BhhzO!!0X%jnSJp^F{NJjtI`WlC?U2v zuEf&}`^P0iDWsh!xdAJui4STOu-HdMS}1{qQo>~b_Nw_+M78D^%Rd`coPs_CPOW8{ zwyszxMe$ti_yhUI9?`DtL`8ekrET)FfVEEE?wjhnI?`&*zp}RLX36P%is!T~!UzCO z{Zh@fS6n52=qFfy8IO;>-~#l5Jv?1YgES`xPVRHjlAoyo$Jve6~wbl2MbxiZM1dJ z_fm1F_0F&D{9FW?dXo@RJWj)VWg1u3(ih5M2GUj-CQqOkg^C!HmHZ{EuNmCDn~kxK%mttkJLQ-MogFA2prARoAYPZx?^J(25~|#EU;-fa@uK zTMXTA{lwRYh9D*Xr_4;W(vN$cttW-5HvtzTDuZGGKve*p(6_ic@XOxauXgO8)Hrc| z1t2iMmj)$@E}KUU5F;m8?%oMAz+FDJ(*PG?N&a1*x@+|a+r6zH9+P!CsvNAUU%o*I z!zVJ0>Ww(9uV#*+#cQUoAw4eiIEughdoVz(+{-P9t65NObt==;sqwAbo-_QZlLae8;2Y>K7%b zW@rEDf0vX%dT!mYZ_pec5p;i%PDi>P3ARMTbn1t;Jk^+DWGI{ z$evT9=Bs*x8I}<$(%?HBv54I1^D%aUaQuwXO~oP{y=4vkt*v# zj$e?dN!&HBZ7&j^qz)4ImwK%hF3kX&guwZx?=$w&FmwiXJK5#W3^87Uq8*ydAZ5K4ZCxeSrF9&9J1zDdQz{QXB)UtmZ3O6 z@x|8+oyeh(04SnoUl7T*xZ>~r{d$B8RJj>jO+j%xCtLZ3p(vvf2nfVzB|d~>&V(qj zL6XYcgr)HattBT81#MkLIRrq@F)}bh=p1 zInT0blSMW7YxCUHA^}&e>!91*nXR@<1le#t7`t7N@Yd<->N0$DCtOTiT=CIOL&KEm>1ml*)MB&T5<$|q-d!jQ z5=o4T^Ty#e!InGxz=lYIXvnbE@#SQxNfC5XS_S=&uB+=CuzitS^D*X5gdX>@vCwh~ zPmd5mLNu^`#yHbbf3}K5M0j~KkB+<(z`-;f`blehdDTOUFoj2EH*dxgoIR_nshJ7> zqiDDD#ADIp2LM z;NhPKoix?KNU{;SA(cRv2nq1}%xPYM&Q7=V_4QXrrl)D!A~2BhjPY9sm~x&UE$NcL z!n~`erzj`K>cj4Z3m4uG47@EIf{q5``prKmz!N&!8@e*b^(@k8mmtW(*~FQ%B=G(e zQnfQB(5Q7{d^{-qEKXoyK|$QqI{YQx8B8&7#{_@Tc3n0Esq3{qrNwLSqvZ5|R^_s& zP-6Pl5bT4dpu^}Mbl-(0rTXCRnZR0NSgiuGGd*|rYE~OCoJ1Ts&|m6$$(X3xKq4S^gGBS0_@}jJ^ld^I&YS>5hxmu+j<+mR_Qj&);VeP3+6tVJO9lB1eBGjKFLb|GKryr2|Fu zuD2|#d8C8_iU0n67y)~_oU)eFjVUCA4t+wo;GJ|&Ha<@hgmT~Y-k+*=-*S(OrISdA~65(_qsaDJFF^SXj`5C-5Z2Q z=1!;BG#z@ppQZjj@g-3{Qx|S_lK8=MIK|vOFaF-Tu(PW^zW)Y3l^!~xB<@sOk3I2C~g0DwK(ig?|EEnc=Bqv-; z-){B$!SKAxWo9HMVE%g|D>!Kx7~{kG)qC7x_U+p@y+jNAL>JdT7jn#b^T8a|01SLx z>x~m7Y8o4jU_-KXaL_e0Gz{X1y4v_t$**E)OJdY)qtYjKWHf_M0j>dV4iS-V%M;GU zNQ|_xaoQ`jWLNd?%BrfBOFa9h@QZs?zc)Uy9Ct}J{-h>47Ij~83cF^-18*CMeiQU< zshJpJ6`>0aG{x3SBo*@b9(Q7yG3S%p^5OnZhRsiAS3k4C+asYC*#F;y!16Wue)@>I z@LVofpA}S9>A?QbQo{W$#1jOTORn`H5{}Kk?iKaXJ_qyV)j{#^I*%VW!#QB;cf4;= zMrVcYElW#Fz#mqIe;h&IvJ&quImn zu;Ze@!>!rjdu^s=`hLG>=4Hxye*DSh{7JRG+xP*xlf%>QEd-tmNsrv8na052#e~kf zdC)o$8cM2wnXayjO9k}p%N`umC{k@?LK~-6S62r!oc>w4QNnGb=I!I7YiwM6Ki%tI z=Txo3%q#HqRsm1nVvt=IgXZ4u-Lp$;>+6xuc~dJY$I7G7GBtEyZz<6%#yr?c+sLR0 zIu=0(OeNqnk1Z@@Qu3Gyl;IL$D$V86SQyNra6)%!ApV;7}_Q#4i>t?3Sb+{&dpuZ5LF&`2SgBL zN0QWpDbP=87fjPb)5U!big!G(FT;z}WVTn-*WIv+x(&AfU`Jh^o9?{2u_5qG&B39B zZ+X`XTA-yslQqEy{kRu>%~_Kh8pMj;H#t)MydTAf9Z_QOgAhdS=IMSXUNZwu zy_$aAAMQVX+%gXa!F|v_*va6g$4iT13vAwg92^`SGqW-{8i(CnTwFMKc=Sz7UIr)3 ziJ-@ZFV=#oOo!o^o|v3`1ty4U^M~ESdthn6 zAt*Sp_QSF6;J`zf)+JrGtg8W*hb>Hn6d{Kc(3uxxz*P)u?2{pIBENXi$=z#;m6~u3 zdI^t1XJGgBl3JA`-w?-IBWNbl5fj}-6EmK{`snocygoElhvAwS9?pc`N=nhu(bI2z zYJ(?CQ-M+6yS`soR(2Cs=yc`%SUA~p7JFi6EFb6WU;b$ISp4DEI0Ux)(BswYN6O2` zxK=b6Bvxei8=C@%-uB;fmaT#lc6B+waoP7r-+i*mA|oPTIT{Zn@ySYN z+`N1DE~TEwCI=_yKD=r7ANPVBnvxc1Ji@c*e(P2od}8R+@(KbP+wLfuIPTpBXjxzc zeas*TOGJA+pFmU2V^O~ahyK$@ubrAwCzOH1`&&v*<2 zJaZ3*OZb^Vsu|2D2&M(WA^Q?5>lG#@X?SXH5Z1>(eVPd!U5)yAC(k1t{hJ;|5K2L` zn6&~iEA*HSG5KymB_Sap=Jg{NMx&Vf(p7Lecr`maYq7hrwKWM&nhv5jmBk(%Rly`4 zOG+-_Q-D5Q!|4(}doXovr>kr_OraU`ElbNU!2{pf#{_@T{Ckf_H-lBoMyJYRPbbihmj305W8AB+tTn{$9EN0rT3Kgh7SO8=}G zm)>ZZcY1tKnSt&gW3#jNCp)ozNzkq;8LS(U;Y=t}ZQ(%Iv+~WG!texD=spehlV>kf z!f9~LeNAT<#v}!7VyI!ALZlz8Yxb6Ne`Qr+Ukj)YJj!C^!I_!T_}VxC*zG z__N*ds-|WVeV>pJoLxAp=o0(xe)3!-vQo1j8cOQ>c|Y`5^w%%qsaB6dJfx7Qr(jw> zt@cuEqHfNy5_VU&Rp?Bk+Q0-Yxh&u#M$K#r!IT!_)GOvyS6A0d6l8-Y?ZVHvy-;l% z_3ke{UUb%}LpB3D?5pD9egPpNL!&*xI%7Y0n`>ZmDfIEamb5isFSabKV88b2+L z8c$`d1pD-1zLlX2;TuOIvHd~#WNMIv)x&yHH!@0fmp2Q9w;dg|q~tQZ13luRdlvb? zBVQm@$blcWzDdf*M31)vFDA9O%Pe{{s(X0Uu!DU?@C_?CJGzaVZ;1Chu~Ol-8f0W$ zsEgubb6t;yFrl1w>ieVWFqa*k^L2zxx!Mifdd}4 z_bHh2FsY7}!2% zOQ6d^iCK#&tl3EcJYeP(SCW47`+Ra3Q&zG4vXmF)Bd{HUSMf z_EYEobien&ScrfC(!Q*uM4gJ;co=L`bPWuyD8sCN2ClZ33R+ssU?0j_H1pk&#}1T6 zTc1KG_$>E=xW^S17Ib@rFa3fQ?&C1uYyvH~8^B?u>TVyU!*rE$%h5y`IaLonB{C9u zDuYq}_RAN`goFe*ewF5b4L;oKxp8s}4EI0g_q6N|io;H#WougqEs5iwJaY4c;HBAh+} zQsy5jpm*&UG_6Gs-@LrM=%eKCO}jDRLR6NU%c?w@B^!!9A9QmoKfpw+y4cN;nupL< z>G+_wWdgb?jE|0HL*Lx>=Qkxs5?lVh&f7r4_mmrc&0r$GJd{zEp3bm2-(vP~)+LmfUgYoD36@-m z^WUdnNFgp2vX?I}E>^3&H!uo&$oTwxna@_eB218c_h`&kT~`{bs0n#Q3T$leMGvM+ z6hY_0xiu|hA;l#fl8^tS9UbuY|A#32f1kaaoW1&K_Uq31KOAr!L|I-#u2jbS$^QjL CnFT2T literal 0 HcmV?d00001 diff --git a/video_preprocessor_config.json b/video_preprocessor_config.json new file mode 100644 index 0000000..b64d80b --- /dev/null +++ b/video_preprocessor_config.json @@ -0,0 +1,86 @@ +{ + "_valid_kwargs_names": [ + "do_convert_rgb", + "do_resize", + "size", + "size_divisor", + "default_to_square", + "resample", + "do_rescale", + "rescale_factor", + "do_normalize", + "image_mean", + "image_std", + "do_pad", + "do_center_crop", + "crop_size", + "data_format", + "input_data_format", + "device", + "min_pixels", + "max_pixels", + "patch_size", + "temporal_patch_size", + "merge_size" + ], + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "model_valid_processing_keys": [ + "do_convert_rgb", + "do_resize", + "size", + "size_divisor", + "default_to_square", + "resample", + "do_rescale", + "rescale_factor", + "do_normalize", + "image_mean", + "image_std", + "do_pad", + "do_center_crop", + "crop_size", + "data_format", + "input_data_format", + "device", + "min_pixels", + "max_pixels", + "patch_size", + "temporal_patch_size", + "merge_size" + ], + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "size_divisor": null, + "temporal_patch_size": 2, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833