From a41b082b8c9d54536a6c91c211282bda68ddbda1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 20 May 2026 09:51:53 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DaDing777/qwen2.5-VL-3B-rain-ana-finetune-full Source: Original Platform --- .gitattributes | 54 ++ README.md | 61 ++ added_tokens.json | 24 + all_results.json | 8 + chat_template.jinja | 7 + config.json | 105 +++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 832 ++++++++++++++++++ preprocessor_config.json | 36 + ...ut.tfevents.1764518863.A800Server.178235.0 | 3 + special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 209 +++++ train_results.json | 8 + trainer_log.jsonl | 42 + trainer_state.json | 330 +++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 44118 bytes video_preprocessor_config.json | 86 ++ vocab.json | 3 + 24 files changed, 1867 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 preprocessor_config.json create mode 100644 runs/Nov30_16-07-19_A800Server/events.out.tfevents.1764518863.A800Server.178235.0 create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 video_preprocessor_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3787444 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,54 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00002-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..0547195 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: /home/xuke/dch/pretrained_models/Qwen2.5-VL-3B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: qwen2.5-VL-3B-rain-ana-finetune-full + results: [] +--- + + + +# qwen2.5-VL-3B-rain-ana-finetune-full + +This model is a fine-tuned version of [/home/xuke/dch/pretrained_models/Qwen2.5-VL-3B-Instruct](https://huggingface.co//home/xuke/dch/pretrained_models/Qwen2.5-VL-3B-Instruct) on the atm_rain_ana dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 16 +- total_eval_batch_size: 32 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.52.4 +- Pytorch 2.5.1+cu121 +- Datasets 3.6.0 +- Tokenizers 0.21.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..448a89c --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 9533860949786624.0, + "train_loss": 0.9509323602769433, + "train_runtime": 194.3273, + "train_samples_per_second": 3.314, + "train_steps_per_second": 0.211 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..6c22663 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d68b631 --- /dev/null +++ b/config.json @@ -0,0 +1,105 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "text_config": { + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": null, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": null, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 + }, + "torch_dtype": "bfloat16", + "transformers_version": "4.52.4", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 2048, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "torch_dtype": "bfloat16", + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..3a6d425 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework":"Pytorch","task":"image-text-to-text"} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c110271 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "4.52.4" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..b59316e --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a940dc3689e1d4e6074b489bcc181954420fb483c03a04937189833f3eca3889 +size 4997750760 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..ffa4be3 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1de377b90977ec4871873d331d5f63414809cbd626c1bc6ae2b1378cbec27fb +size 3133917248 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..4997778 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,832 @@ +{ + "metadata": { + "total_size": 8131575808 + }, + "weight_map": { + "lm_head.weight": "model-00002-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors", + "visual.blocks.0.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.0.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.1.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.10.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.11.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.12.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.13.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.14.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.15.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.16.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.17.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.18.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.19.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.2.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.20.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.21.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.22.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.23.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.24.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.25.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.26.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.27.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.28.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.29.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.3.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.30.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.31.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.4.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.5.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.6.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.7.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.8.norm2.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.qkv.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.attn.qkv.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00002.safetensors", + "visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.norm1.weight": "model-00001-of-00002.safetensors", + "visual.blocks.9.norm2.weight": "model-00001-of-00002.safetensors", + "visual.merger.ln_q.weight": "model-00001-of-00002.safetensors", + "visual.merger.mlp.0.bias": "model-00001-of-00002.safetensors", + "visual.merger.mlp.0.weight": "model-00001-of-00002.safetensors", + "visual.merger.mlp.2.bias": "model-00001-of-00002.safetensors", + "visual.merger.mlp.2.weight": "model-00001-of-00002.safetensors", + "visual.patch_embed.proj.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..1c234b7 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,36 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/runs/Nov30_16-07-19_A800Server/events.out.tfevents.1764518863.A800Server.178235.0 b/runs/Nov30_16-07-19_A800Server/events.out.tfevents.1764518863.A800Server.178235.0 new file mode 100644 index 0000000..66c82f2 --- /dev/null +++ b/runs/Nov30_16-07-19_A800Server/events.out.tfevents.1764518863.A800Server.178235.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc67e1b89f7bec9320edf07ba3967a568c2540a6baeed3c714e24fed34ca7e7 +size 16198 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..230f071 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,209 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "processor_class": "Qwen2_5_VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..448a89c --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 9533860949786624.0, + "train_loss": 0.9509323602769433, + "train_runtime": 194.3273, + "train_samples_per_second": 3.314, + "train_steps_per_second": 0.211 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..a36b7ee --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,42 @@ +{"current_steps": 1, "total_steps": 41, "loss": 1.9774, "lr": 0.0, "epoch": 0.024844720496894408, "percentage": 2.44, "elapsed_time": "0:00:05", "remaining_time": "0:03:32"} +{"current_steps": 2, "total_steps": 41, "loss": 2.0557, "lr": 2.0000000000000003e-06, "epoch": 0.049689440993788817, "percentage": 4.88, "elapsed_time": "0:00:09", "remaining_time": "0:02:56"} +{"current_steps": 3, "total_steps": 41, "loss": 2.0259, "lr": 4.000000000000001e-06, "epoch": 0.07453416149068323, "percentage": 7.32, "elapsed_time": "0:00:12", "remaining_time": "0:02:41"} +{"current_steps": 4, "total_steps": 41, "loss": 1.9182, "lr": 6e-06, "epoch": 0.09937888198757763, "percentage": 9.76, "elapsed_time": "0:00:16", "remaining_time": "0:02:32"} +{"current_steps": 5, "total_steps": 41, "loss": 1.7606, "lr": 8.000000000000001e-06, "epoch": 0.12422360248447205, "percentage": 12.2, "elapsed_time": "0:00:20", "remaining_time": "0:02:24"} +{"current_steps": 6, "total_steps": 41, "loss": 1.4032, "lr": 1e-05, "epoch": 0.14906832298136646, "percentage": 14.63, "elapsed_time": "0:00:23", "remaining_time": "0:02:18"} +{"current_steps": 7, "total_steps": 41, "loss": 1.3487, "lr": 9.980973490458728e-06, "epoch": 0.17391304347826086, "percentage": 17.07, "elapsed_time": "0:00:27", "remaining_time": "0:02:13"} +{"current_steps": 8, "total_steps": 41, "loss": 1.2696, "lr": 9.924038765061042e-06, "epoch": 0.19875776397515527, "percentage": 19.51, "elapsed_time": "0:00:31", "remaining_time": "0:02:08"} +{"current_steps": 9, "total_steps": 41, "loss": 1.2287, "lr": 9.829629131445342e-06, "epoch": 0.2236024844720497, "percentage": 21.95, "elapsed_time": "0:00:34", "remaining_time": "0:02:03"} +{"current_steps": 10, "total_steps": 41, "loss": 1.0862, "lr": 9.698463103929542e-06, "epoch": 0.2484472049689441, "percentage": 24.39, "elapsed_time": "0:00:38", "remaining_time": "0:01:59"} +{"current_steps": 11, "total_steps": 41, "loss": 1.1393, "lr": 9.531538935183252e-06, "epoch": 0.2732919254658385, "percentage": 26.83, "elapsed_time": "0:00:42", "remaining_time": "0:01:55"} +{"current_steps": 12, "total_steps": 41, "loss": 0.8413, "lr": 9.330127018922195e-06, "epoch": 0.2981366459627329, "percentage": 29.27, "elapsed_time": "0:00:46", "remaining_time": "0:01:51"} +{"current_steps": 13, "total_steps": 41, "loss": 1.0334, "lr": 9.09576022144496e-06, "epoch": 0.32298136645962733, "percentage": 31.71, "elapsed_time": "0:00:49", "remaining_time": "0:01:47"} +{"current_steps": 14, "total_steps": 41, "loss": 1.071, "lr": 8.83022221559489e-06, "epoch": 0.34782608695652173, "percentage": 34.15, "elapsed_time": "0:00:53", "remaining_time": "0:01:43"} +{"current_steps": 15, "total_steps": 41, "loss": 0.9299, "lr": 8.535533905932739e-06, "epoch": 0.37267080745341613, "percentage": 36.59, "elapsed_time": "0:00:57", "remaining_time": "0:01:39"} +{"current_steps": 16, "total_steps": 41, "loss": 0.7759, "lr": 8.213938048432697e-06, "epoch": 0.39751552795031053, "percentage": 39.02, "elapsed_time": "0:01:00", "remaining_time": "0:01:35"} +{"current_steps": 17, "total_steps": 41, "loss": 0.8976, "lr": 7.86788218175523e-06, "epoch": 0.422360248447205, "percentage": 41.46, "elapsed_time": "0:01:04", "remaining_time": "0:01:31"} +{"current_steps": 18, "total_steps": 41, "loss": 0.6962, "lr": 7.500000000000001e-06, "epoch": 0.4472049689440994, "percentage": 43.9, "elapsed_time": "0:01:08", "remaining_time": "0:01:27"} +{"current_steps": 19, "total_steps": 41, "loss": 0.8196, "lr": 7.113091308703498e-06, "epoch": 0.4720496894409938, "percentage": 46.34, "elapsed_time": "0:01:12", "remaining_time": "0:01:23"} +{"current_steps": 20, "total_steps": 41, "loss": 0.7313, "lr": 6.710100716628345e-06, "epoch": 0.4968944099378882, "percentage": 48.78, "elapsed_time": "0:01:15", "remaining_time": "0:01:19"} +{"current_steps": 21, "total_steps": 41, "loss": 0.6396, "lr": 6.294095225512604e-06, "epoch": 0.5217391304347826, "percentage": 51.22, "elapsed_time": "0:01:19", "remaining_time": "0:01:15"} +{"current_steps": 22, "total_steps": 41, "loss": 0.7904, "lr": 5.8682408883346535e-06, "epoch": 0.546583850931677, "percentage": 53.66, "elapsed_time": "0:01:23", "remaining_time": "0:01:11"} +{"current_steps": 23, "total_steps": 41, "loss": 0.6056, "lr": 5.435778713738292e-06, "epoch": 0.5714285714285714, "percentage": 56.1, "elapsed_time": "0:01:26", "remaining_time": "0:01:08"} +{"current_steps": 24, "total_steps": 41, "loss": 0.656, "lr": 5e-06, "epoch": 0.5962732919254659, "percentage": 58.54, "elapsed_time": "0:01:30", "remaining_time": "0:01:04"} +{"current_steps": 25, "total_steps": 41, "loss": 0.7472, "lr": 4.564221286261709e-06, "epoch": 0.6211180124223602, "percentage": 60.98, "elapsed_time": "0:01:34", "remaining_time": "0:01:00"} +{"current_steps": 26, "total_steps": 41, "loss": 0.7455, "lr": 4.131759111665349e-06, "epoch": 0.6459627329192547, "percentage": 63.41, "elapsed_time": "0:01:38", "remaining_time": "0:00:56"} +{"current_steps": 27, "total_steps": 41, "loss": 0.6753, "lr": 3.705904774487396e-06, "epoch": 0.6708074534161491, "percentage": 65.85, "elapsed_time": "0:01:41", "remaining_time": "0:00:52"} +{"current_steps": 28, "total_steps": 41, "loss": 0.7555, "lr": 3.289899283371657e-06, "epoch": 0.6956521739130435, "percentage": 68.29, "elapsed_time": "0:01:45", "remaining_time": "0:00:48"} +{"current_steps": 29, "total_steps": 41, "loss": 0.7016, "lr": 2.886908691296504e-06, "epoch": 0.7204968944099379, "percentage": 70.73, "elapsed_time": "0:01:49", "remaining_time": "0:00:45"} +{"current_steps": 30, "total_steps": 41, "loss": 0.7042, "lr": 2.5000000000000015e-06, "epoch": 0.7453416149068323, "percentage": 73.17, "elapsed_time": "0:01:52", "remaining_time": "0:00:41"} +{"current_steps": 31, "total_steps": 41, "loss": 0.5577, "lr": 2.132117818244771e-06, "epoch": 0.7701863354037267, "percentage": 75.61, "elapsed_time": "0:01:56", "remaining_time": "0:00:37"} +{"current_steps": 32, "total_steps": 41, "loss": 0.7394, "lr": 1.7860619515673034e-06, "epoch": 0.7950310559006211, "percentage": 78.05, "elapsed_time": "0:02:00", "remaining_time": "0:00:33"} +{"current_steps": 33, "total_steps": 41, "loss": 0.615, "lr": 1.4644660940672628e-06, "epoch": 0.8198757763975155, "percentage": 80.49, "elapsed_time": "0:02:03", "remaining_time": "0:00:30"} +{"current_steps": 34, "total_steps": 41, "loss": 0.7121, "lr": 1.1697777844051105e-06, "epoch": 0.84472049689441, "percentage": 82.93, "elapsed_time": "0:02:07", "remaining_time": "0:00:26"} +{"current_steps": 35, "total_steps": 41, "loss": 0.5622, "lr": 9.042397785550405e-07, "epoch": 0.8695652173913043, "percentage": 85.37, "elapsed_time": "0:02:11", "remaining_time": "0:00:22"} +{"current_steps": 36, "total_steps": 41, "loss": 0.753, "lr": 6.698729810778065e-07, "epoch": 0.8944099378881988, "percentage": 87.8, "elapsed_time": "0:02:14", "remaining_time": "0:00:18"} +{"current_steps": 37, "total_steps": 41, "loss": 0.7087, "lr": 4.6846106481675035e-07, "epoch": 0.9192546583850931, "percentage": 90.24, "elapsed_time": "0:02:18", "remaining_time": "0:00:14"} +{"current_steps": 38, "total_steps": 41, "loss": 0.5832, "lr": 3.015368960704584e-07, "epoch": 0.9440993788819876, "percentage": 92.68, "elapsed_time": "0:02:22", "remaining_time": "0:00:11"} +{"current_steps": 39, "total_steps": 41, "loss": 0.766, "lr": 1.7037086855465902e-07, "epoch": 0.968944099378882, "percentage": 95.12, "elapsed_time": "0:02:25", "remaining_time": "0:00:07"} +{"current_steps": 40, "total_steps": 41, "loss": 0.7813, "lr": 7.59612349389599e-08, "epoch": 0.9937888198757764, "percentage": 97.56, "elapsed_time": "0:02:29", "remaining_time": "0:00:03"} +{"current_steps": 41, "total_steps": 41, "loss": 0.179, "lr": 1.9026509541272276e-08, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:02:30", "remaining_time": "0:00:00"} +{"current_steps": 41, "total_steps": 41, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:03:14", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..9985b97 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,330 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 41, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.024844720496894408, + "grad_norm": 19.018810272216797, + "learning_rate": 0.0, + "loss": 1.9774, + "step": 1 + }, + { + "epoch": 0.049689440993788817, + "grad_norm": 17.34918785095215, + "learning_rate": 2.0000000000000003e-06, + "loss": 2.0557, + "step": 2 + }, + { + "epoch": 0.07453416149068323, + "grad_norm": 15.720738410949707, + "learning_rate": 4.000000000000001e-06, + "loss": 2.0259, + "step": 3 + }, + { + "epoch": 0.09937888198757763, + "grad_norm": 38.2593879699707, + "learning_rate": 6e-06, + "loss": 1.9182, + "step": 4 + }, + { + "epoch": 0.12422360248447205, + "grad_norm": 13.10262680053711, + "learning_rate": 8.000000000000001e-06, + "loss": 1.7606, + "step": 5 + }, + { + "epoch": 0.14906832298136646, + "grad_norm": 16.064571380615234, + "learning_rate": 1e-05, + "loss": 1.4032, + "step": 6 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 10.83020305633545, + "learning_rate": 9.980973490458728e-06, + "loss": 1.3487, + "step": 7 + }, + { + "epoch": 0.19875776397515527, + "grad_norm": 51.90104293823242, + "learning_rate": 9.924038765061042e-06, + "loss": 1.2696, + "step": 8 + }, + { + "epoch": 0.2236024844720497, + "grad_norm": 9.72624397277832, + "learning_rate": 9.829629131445342e-06, + "loss": 1.2287, + "step": 9 + }, + { + "epoch": 0.2484472049689441, + "grad_norm": 10.273947715759277, + "learning_rate": 9.698463103929542e-06, + "loss": 1.0862, + "step": 10 + }, + { + "epoch": 0.2732919254658385, + "grad_norm": 9.789734840393066, + "learning_rate": 9.531538935183252e-06, + "loss": 1.1393, + "step": 11 + }, + { + "epoch": 0.2981366459627329, + "grad_norm": 7.638786315917969, + "learning_rate": 9.330127018922195e-06, + "loss": 0.8413, + "step": 12 + }, + { + "epoch": 0.32298136645962733, + "grad_norm": 6.785307884216309, + "learning_rate": 9.09576022144496e-06, + "loss": 1.0334, + "step": 13 + }, + { + "epoch": 0.34782608695652173, + "grad_norm": 6.185614585876465, + "learning_rate": 8.83022221559489e-06, + "loss": 1.071, + "step": 14 + }, + { + "epoch": 0.37267080745341613, + "grad_norm": 7.575466632843018, + "learning_rate": 8.535533905932739e-06, + "loss": 0.9299, + "step": 15 + }, + { + "epoch": 0.39751552795031053, + "grad_norm": 4.955533027648926, + "learning_rate": 8.213938048432697e-06, + "loss": 0.7759, + "step": 16 + }, + { + "epoch": 0.422360248447205, + "grad_norm": 5.2840576171875, + "learning_rate": 7.86788218175523e-06, + "loss": 0.8976, + "step": 17 + }, + { + "epoch": 0.4472049689440994, + "grad_norm": 4.835018157958984, + "learning_rate": 7.500000000000001e-06, + "loss": 0.6962, + "step": 18 + }, + { + "epoch": 0.4720496894409938, + "grad_norm": 5.007014274597168, + "learning_rate": 7.113091308703498e-06, + "loss": 0.8196, + "step": 19 + }, + { + "epoch": 0.4968944099378882, + "grad_norm": 4.863272190093994, + "learning_rate": 6.710100716628345e-06, + "loss": 0.7313, + "step": 20 + }, + { + "epoch": 0.5217391304347826, + "grad_norm": 4.301552772521973, + "learning_rate": 6.294095225512604e-06, + "loss": 0.6396, + "step": 21 + }, + { + "epoch": 0.546583850931677, + "grad_norm": 5.151806354522705, + "learning_rate": 5.8682408883346535e-06, + "loss": 0.7904, + "step": 22 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 3.952173948287964, + "learning_rate": 5.435778713738292e-06, + "loss": 0.6056, + "step": 23 + }, + { + "epoch": 0.5962732919254659, + "grad_norm": 8.719491958618164, + "learning_rate": 5e-06, + "loss": 0.656, + "step": 24 + }, + { + "epoch": 0.6211180124223602, + "grad_norm": 4.962159156799316, + "learning_rate": 4.564221286261709e-06, + "loss": 0.7472, + "step": 25 + }, + { + "epoch": 0.6459627329192547, + "grad_norm": 4.91154146194458, + "learning_rate": 4.131759111665349e-06, + "loss": 0.7455, + "step": 26 + }, + { + "epoch": 0.6708074534161491, + "grad_norm": 4.54485559463501, + "learning_rate": 3.705904774487396e-06, + "loss": 0.6753, + "step": 27 + }, + { + "epoch": 0.6956521739130435, + "grad_norm": 5.184722900390625, + "learning_rate": 3.289899283371657e-06, + "loss": 0.7555, + "step": 28 + }, + { + "epoch": 0.7204968944099379, + "grad_norm": 4.566318988800049, + "learning_rate": 2.886908691296504e-06, + "loss": 0.7016, + "step": 29 + }, + { + "epoch": 0.7453416149068323, + "grad_norm": 6.3649516105651855, + "learning_rate": 2.5000000000000015e-06, + "loss": 0.7042, + "step": 30 + }, + { + "epoch": 0.7701863354037267, + "grad_norm": 6.356813430786133, + "learning_rate": 2.132117818244771e-06, + "loss": 0.5577, + "step": 31 + }, + { + "epoch": 0.7950310559006211, + "grad_norm": 5.374373435974121, + "learning_rate": 1.7860619515673034e-06, + "loss": 0.7394, + "step": 32 + }, + { + "epoch": 0.8198757763975155, + "grad_norm": 4.238478660583496, + "learning_rate": 1.4644660940672628e-06, + "loss": 0.615, + "step": 33 + }, + { + "epoch": 0.84472049689441, + "grad_norm": 4.526385307312012, + "learning_rate": 1.1697777844051105e-06, + "loss": 0.7121, + "step": 34 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 4.031436920166016, + "learning_rate": 9.042397785550405e-07, + "loss": 0.5622, + "step": 35 + }, + { + "epoch": 0.8944099378881988, + "grad_norm": 4.70968770980835, + "learning_rate": 6.698729810778065e-07, + "loss": 0.753, + "step": 36 + }, + { + "epoch": 0.9192546583850931, + "grad_norm": 5.0172858238220215, + "learning_rate": 4.6846106481675035e-07, + "loss": 0.7087, + "step": 37 + }, + { + "epoch": 0.9440993788819876, + "grad_norm": 4.015413761138916, + "learning_rate": 3.015368960704584e-07, + "loss": 0.5832, + "step": 38 + }, + { + "epoch": 0.968944099378882, + "grad_norm": 5.031809329986572, + "learning_rate": 1.7037086855465902e-07, + "loss": 0.766, + "step": 39 + }, + { + "epoch": 0.9937888198757764, + "grad_norm": 5.375775337219238, + "learning_rate": 7.59612349389599e-08, + "loss": 0.7813, + "step": 40 + }, + { + "epoch": 1.0, + "grad_norm": 5.375775337219238, + "learning_rate": 1.9026509541272276e-08, + "loss": 0.179, + "step": 41 + }, + { + "epoch": 1.0, + "step": 41, + "total_flos": 9533860949786624.0, + "train_loss": 0.9509323602769433, + "train_runtime": 194.3273, + "train_samples_per_second": 3.314, + "train_steps_per_second": 0.211 + } + ], + "logging_steps": 1, + "max_steps": 41, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9533860949786624.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..51fe77f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd463dd58899f891a56ba130496aaf50ef4df19d19a8541a21f01ae98c756b2 +size 7416 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..ac527609a44bd9de9d20308b5b6f0bb34c16c0ab GIT binary patch literal 44118 zcmeFZ_di$fA3uJOnHk9*5!qz#ks_mEhh)ph-djYrhCR#5PLjP6BD1ox3E5<4eIBRR z`}_U*^9Ou>=oX&GIoEZa$MtyJ@At?35`Oo#5)lCn0fHbzx0Dq%5Ck(2K`^HAaNsAx z1LMEoKMB_xdajxdmaZNq&K8KeiL0ZXgR7mjDU-W}vx~KZy&$guKd&e^(<4_`M;8e` zzQ_On6}%44R(xvZELw0Ed`IQ`E(k(mg8svJE1PePAVr^UDavbkrmaqR_-bm?;%-i< zf9w9ZH0g8qQ4prZmxTMFOjqAzJ-NzzSMlzvVO{Kk~>5<`DSC z+K2+V@b6~=|L=>C5C2z-P=B=1)O3S@n1JAu<{jz5%NC+f4-PyD8D;34Yv|}YOjd?U zcD;|`BWxcZpE0dw~`uciGuDZr2Po8WxW08zx-K?toQR8xUvY&0%5z}L| zetL4$;zYN%F*UVnQ6&^J_s+QGiMK2-2M0dfbgn&G-H2U*Cc83V-=L_L3jM*f81b!J zw|E{%BR?=lj5YIbx3xuH+G;vGA(`?&;;Hr6Fj_QY@INq#q7g2nwi%Wp#K9V$nAqCt zV61Z0Uba{tuXz>~Ww&IL)b{zaaeEXs&x2?mjhi=dD7p0ltE;OMN>z&f3_lDA>X>8Z z;ws85`o=U|`k=MmYr8*J^^%yFSo7EzZMITu`_lLP67TvYB_+42xsKT3gKBs@5nabj zQCVZ5Q|3gSNAR3jv0=>xxjFy-5`!vYEL`G{{CsxB%VbZ2g9RS{{J@D3x`Zn~pPHS` zQtP_(M7u~wzHC_Zt*=H!=x022`RoB$32dDcW6IT^m0$OSYdc=OdNn;#ZsxgCQnmR_ zmGAy;(w{%htCJ11k(c;BI<2Mjb-rYOo|qUmkgfD@s$(A?QwdtCsp?`OammTyE{nY; z18;8dJczFw3dF#=tD%AU`mWwaho!l>@yw^EcmxCriM$U|8lCswJ|6qX%*KXeWMl+a z;~Xv*mA&&n@s>K?Y)uj{!+E80rSV|){J6)I9}EXKl$hRT(8;nV?Z4}ePtM9rT3C{@4UrX>`lM!=*Zt5Lx0}N%8HeZ&2*yH z?Epf|>Gas^;NU=SRo40&s|!nrM#1O3wXv-~U-?+X#i=uW|J=%6F^gUqE(`9cs~XF& zi6F~>pGobFn30Anif|dgs=-{4s0NWrGNE7BD@(ri^k5@m;^OyDlCFmlzlJwFh^<;V z+UO^ViG@XW@#5e&?ed@SejHE!y7`_SF7iCMh&0Qd9b=X2MYROu!a}a=OEHj`mRIK% z4dmHPHPYXaJ#kgl&2C{+PYJ<3PpS8zSo&n=`|tkOSP(+SZpcVeK!92jf6KD-jmu9oLP56T>vw)4>z;VA&5r1&y+B$ zVDxA)GobzKbYJ%1@KBzc((FqdbG6sDWjt<~Q3DM#Gjp6W>+jJDc4B&o5OhEHzO7)Z zvY+_G5-Wvy>Cz?TT#bJ(_2XlM_!F6&FART07 zWl6-=JsuNLym?b+R8(4;9=3EaT#oM1pSES%)-k$8gGrJeyvHXe%ooB*$;g7Ps3rso zSe7$(IC(DRCT@P^Yht=~?ZSoda}7TG?XdYVkcYlo*q=UqVxo+6g3O{TNj&p8oSaI) z^xQ9J@f-~f9Adg>EJ`sy4${;x)|$>v&ojh^c}#kBm}d5*ilW=}K^>*sn%T=@>Wx=v zX;JUq@w={$kd2OxBFIyPpwSAe)Q6eyL*JbNC4MTx!J+%SiP;aE{1+aFkuctjWsrvF zlF`sa@HHO1Y5&u7v@W@`I{MvrorsDb8LWK6DC0{d?Xwr6$9+>-8L#nhA=M_f3RZxS zMhNdh_~-gHbgaTQ6lv+{%r86pYh0{+|1RZgGuZajnDJA+Gi@V4UjsK~>-X>EeX?g# z1hB#AHZlWFTbhHgW~QeRB_*Yu-vh0)wS~Q<59*lWRRmz~{C1Ti;D>fo?>d|sRdP32*RiZ946~IhjS{2OLdCcApH?| zcz8gfG+rGkS5{Rm`e?MYwB!j>>Y4DrckkZ8-<7fzUzz*&?^3a4^=S=N!?th;5(dcdD`4(z2waB+iM#($do3Q%$m^Mh*Ilw%Yfd zoXQW!KeogE!U%2&WDGbi@A89O84S5*E>_m4OyWn_l4RbWqr2oWbJI&p_(5{UgXLTg z$6)Y~WYCm{7%+Hlc$;pEs2Aov>{Hx7?^{BQthEDv6xXVKG#034d zWJ0J8qPQAvqwh?xa7Y*kNk~YZDPD%~Pib;l=N?Ph&dNcNh^dm%8epYft zhKHMcP2{sWPswepQSfSab@Zk7N6Q`>oWR|Usmv0?nioCEf?+k))$jWI@9G>T3F8wI znnMj0K1+{}Z`z)GTFw}207R<8rw?& z2M33}NuP~!64~Q8Y+PKy=gOaB7-f5@%vO&Nx9tx9%o8H1Le>|K_Qo7WA#RNpw;xY6 zO8cx;4tEFKNtcKZZ!@L5c(ESVv^ z%tGOH91)Gsm)R|!{dM%4-Svr7^h2J9jcIP{s3K2LioW2a&l_qqe*KhXBio?w_dlAa^?@qLX9M( zrhbLFLssQxVhVIy`qoyjUZPXcn=UD+tE;=0d3GG;2L;Kl>lH`ToY-C$SD6-v+2?0u z=sQ?w;xnvnX1#!a9uLnL%D?4C!#>0I&W?Gyq=zNK%}@tv7vA~O_b|Udo$RaM@5oxb zWWQtSP`?%GmD$`ZM@dH30&jaX;B=euqs<`aP>F$PyAxfV>(Yz1t*)-FBmgA_l{WES zV~|mj?p`$y3JL<4K4oD$TxtR7z!Yk!@P^r1O)Hhz_xw9nm_dQkN2?X9+kLWD@DQAr zo#w?#u?$eFy6dN)LQr)$6$9Q|4LCbuG-&V^PL=VK@PU!_91+rq#of4ZBl+xfrK~AQ znbj2Xiit#e@2nrB4;B{}7qdu89#clY9kTNfsu#jT9@Kjd)MpA0)0$PuCIU9Fx_60@ zk#S*TqtD1|{vsOeBA%PZIDrs5=>nF=YWF`pBExFV@L3n%TdSIS@6dFTaD|n1+)H1} z7V0o;n{T=2X`xi0!$OBdjXE4UxhqQ>2`?5C7^=Cl)*X`6WH|NZctjOi zTG1zC1^~hW#;KkrHc;rj`+Fc*diRGWni&3l+8Rb;g>cIls9PAgoTf>*MLZ1+eJ?uY z`_gZ#?Gn1=-NVC)o%7BK85u^l4{RdI)cS-41j;Af-Y?YM&ebTdv>k>7c6_k4&{w~` z*eBQ?m6;kpS7C$I3~-3QM8|gWbSXdc8nQs*P@?k{GW&ff?Rs8b@baQ*MXw=51c+5% zMi251W|>@d@zSM=>1kt13X0D=-qL2>2SFN#s&6HnYtnks#4CCw#;wPzoz$*U==;i> zo163F;^K-JHzV63-`jRN*)#Rr#to|MwGS~ zB2NH1HjBlWi8@RQIbby_UVh%zx!ZQ>AwSan^=stCix-ot`Z8swW)+2~2)U)C(%RbF zQ)CaQ1^o};Srw3P?!RgR(9ZT;Iq7D$fP-eyAU8L66l}HfZ{IXTymuZg{Qmvr#mkpH zM?ykKz4tEX_STk(wD*oNHa7NxALMCi2!s)sId{zNLaM_xnan;74Gr#PcFIVeE(SoX zR&D%2|es-~^`2`2DQs5f@K}>LB8O>Z>WwG!zAr(PX0};nRu0=68q#4k zTXrXzlu!NYd|6~j-Y2z9xV^V$>E-1`c_af=Lyb2vwX8$3tm4xrg(BICzxx{wTch;= z)Nle%03gAGY#aU@y%}CfhBTTg>cC*u?YUlETl-##!7F6z(ATBE!fy0h``lLdVs+&r zhuLmjB~T zzK727N1Oqd_$`lv#>&l<&|De0CX5{zPfGyB2#Pnl134%nBv#z4Mxz8MX=%SIC@2)Z zdfaoUsjsg;@4_P>@H|}c4QFQEU;)R?w;afayxT+m!}ALZI)~%@HG)X7JL|#+>+jq+ zhWi^+jDh8ml*sK&ndswVUnwXNl)#bikP=)3lej*ZRLEM{ES z(6~@)ScBO-lAn=~5DL&_(36{;ojpy=36q+dS|_n=c%|HSm^X@6loWND24f{TSut<&Di0rKjHL{(gfjEvlZ9j!zCRr5iO?C~ZRgWt|Qsk7tl0|=Eu z`hMVg4xc}NPC6sT!)p#Ek$DDrTmhts&Rt7@Z~_^(u2Q^#OsH+N*zOGwklQHCsKGl( zAk-?utGzzDZ!sIt6H%>umBSP?Y?enp1DoVg^^gXs&dlZIQ_pEeubo5h=f?}tn zNX5%Rcdvd15vXYGRP^3e3NiQ9q#OGiP}gVH)*cH`-sX&-g|Mjbz4$hL5*FmMtFU_6u=%*VBSwO3O+UPzW5hC=dZd)vgpA@E0yA6wQLwqcucW3%cr%*jDTijBp6|do zhp6Z!nrIw|r@^5XV}2%K;YxXO1_hN9SOYOh$zh4?8i%PyPbkpk-n%xR+uKDt z<^BkmwKoHomGoFIzE;W(+wBss;oCnFDX>CGXHCG2T{kA_Gcqz@M|j=3h5xCwwMdHh z^5sv*ZG;FuKK}HUr%rBc0q=Cfwx94|{vW$vAtC3Gcbvl+!i%@z`L9$gqJw+X%hdh4 z)Ya5J1I-J9yn8OwZ|{Eek@kMdN84dyn&@_^(){w_)XdC>@yH+u9OxLfy?!Y9l@^2= z*1;snWd%hqxCux z5~)ojPc7M0;JXJ1Tu30So`F>CyLaz6%iP>H9zX^_MNw47>wkTHb8qh^L;xv0eKY_H z6WF9;z6bnlx6>Z^NBtMaiQ)Ps?N}sIfwQxwK*OtBICMee*aX}+3zRI_s0^eZC3$%a z!0X*d%B&Z@%sacTk5ki2x_<_WWy}yz3DQq>O^x=U)BQ{FD%kNV7N@Cwi@G&?xI{GP z5GrwJRtDcqc~tAz+uPHAuN4v&W}p`6_4{>LvlE?8v0hMqraw)(gd0Su;;mcZUW~8r z;(`9NJ=N0EGB~sixvL#iq}b|eu}78q+wQj81w$7-e(02e)-nxbp{?AkBWvIhcTBbx zXV0*m+k8@2q3gXJoF3hML&f)lQ4L3G*K783I7;vR&rUo*Dm@P(A->Gt z-z>+#BNv7;7v2m!dKYkZYJ;2e(^TZHdPnh!v~cA*%8P{azViDyrs!K0ezkr(Xwwt? ziTuI^7%@mFJ^RBuCU*@O3d0!vsZvEAe}YHHg19z0D+8JVpsT@yqDBDe3uh4D^gs=Y z%G2^pdv;$YB|QU3tLKs!9|sdqA5+4eX1S zg@zZk{7N|t{BNd|4zOolp2|mSZ#TU3Gxr-nx*?I? zA>}o!4uofjNIb7;YLbQc$OTNtl2OeOb{g5pnekpUsxTh zA^`=eevq73ErI*K>8U+dU~_Y`J~@6^Xy_Z5_QC1VMv021i1`=NV*N@2ToMMw{M+f9 zKwXVd_H+dIek6cVREsRa20-&L4k1;burb?2Vz~(iR}rmbNx*&}vcAFP2eNRn;aS zVmH#C#X3Cnqd;cLO?XDEcQ$EPlAJ5avU-+InEW}lU{>6(IHYcQoYe~ap56j-4 zz?xB7UjSM{I{E`;PauRV10=)GH1l6>~^j!cjoQ*#ux;Pmu#ASnC>KMZm;2JbI| z_QibVO4}RTuK)!=M;!lqe>8nj{?VhW5On~dzOf$uDx{?}_9o$dP;2g%67e%6G}N>& zL;5#Bn35(Hu0#Wa7{TU|KL_Zp0t$xerNne%cOP>-a4TB^;E!&Dhrd5oPp5`X#z}L)Ig%9%C@!?`7C6BcSG5y>>n3=&~WX#m(!;{I3g+c<#U9yV;(?4|d>SjNZ43!`-3@@B^4cQ_ruKm|-bol{Gf zxEOGHn19$9PR>3HBIrVCQ5P!09*;vW1+*j{{bG=1P0h^8Az$U>xc z#Ra|nMkJ;7;f>Kaoy@hdDqU(y=!uD*!^Jggi@2zb`7895fYYqv?_KZu{Yf9~_3ulr z3)ezP7>R+(avRlC<>uzPC2%EvEq7VG?c#k!^OCa#lz|E=u9qn(5wfQTSfCAvE`EC7 zw(HKGtcKHE`-)1v=cn!Pj>9~o3W7@LkxhrbGH6>6g`p5Pg&IbWIRu4h)Z_O>goG%F ziHR5b+JJ2^v$N-SRZ83ZxC*RYFK4I!k-*%|DfbXBM_h;I&Xm zxV}Bq@p`5#Cx@Wf8vWfVzkPbZtONOXGQDMEc6|@`z$Yv###DFMd+&3np z{ZIayK;w%P?;J`=vIcEv>&Ne#)zNoEQ3uNh!>gIq0Rs-)#-vzk0!4FhTElrFJ z@@WTrumz2cIVg{xQOK5`;Y|Q<`EJo*wddAllzOmUxzf_pLj;Y6R#>^BwAAyLct1nM z?uT|^cai`WXr5_S@Biq%hfY)d?vQ~eNV@1}Qak$_a}Nfj_LltJAq z)WWeHsLCf`*-hoT^bH%{LNI^}P;5h?2cYXSGi(V7(-Y`!IYi^$g<(njCYW^e^iWfs)nKlm|1^W>0Yo(lB(m$-1A4A?Nock!i+_DRY!+Va=I*ZW z)D$QO0Om~rgu&1jkS1r{1fJ3=Nl@fIb#~$dc@n3iqho?@7OXQ(hk)=E+p-BLL&o27 zZlS;rI>?|<27?r&lj^ezV#jBQ7PyuVRS2LxuL!8NH$yrS+Gfx&%=%diS{fD*_7-TB zkx^4aMy=}|#+BcgY=9EJ1=#iexGX9rEe=5JqM|2+ zPhT3#+JF+{Q^m{jKt!i!W`ekMOQ&H|g=lfM!G?I`CY|9qi!Zf5?(*f!mu3Tp2JJcj z`T2QIXh{~?c{n*0I3+6s3=e>J`uBG>gy$2$7_g_yO@;Qsn4H3KLGi& zzx075?C30j*}p-5M|&;Y1|JDQi)g=PH<%lA2yLLk^l!daoKK;7_#X5-whQ5UfGS2o zw$cMy2~xUZ{8EQUtqZ4^SrjPk@9@dl_(8#8ql~-{*A@LD{R?|~1RMxSMMYfX;fmZs zLa)%Gt5%?Otv#xM2`xsH^z=OtK}l+CW{~K#|6~vTS{<$677F(`~c^Vd0aYyDbr|X9wqWx{^ zht_b)Pq`F8RVQt6*6SMt8QBtg91W0; z79P_?he~gE3xWzL2=z$>3Rl9*mzuUTNnNq@Ap2Cn9$bvz;^no3Eo22O98}#%IlHQ|jiEzbFkOk29Gm28jExL8J7T4_s z^@X*y9#mZL&s1BS0l!BFknv<_(g6RcRGu>h!lR=}leGLzULE>#*f==)c1HkI^Z?4h z^mbM7%~VDmt=6lSdsQ_@JsSCjjOwmjxnc)tqkC{LzSI1g2&Arrlob8P5@Dc?iMTAN zp^Y4vPEumxCE9D|ct-#~dXB~qlhYFuJ3w*i{8{DDXMT+uUQaQU7Rq5oP-BX6-U!^f zecKX()&jboH8nNmx<+1YX?gR#`)-hM2@zUx=bW}ZP=TOf2xMt6!KBB_rf0WpWKHXq z@C0Z641Ysrd}asm-7fFF)lNf0!z4K-V@M&Z;p`d4TU%R$Lk(=GFiydvTWVO~p80c` zhK5FeuDnv8$7eoXR}VlWD)v@XRG6WyvSh1_a!>y#?M$4TOr-CilJ7xrF!*()Slw+( zfDP;`q7OF!2U*dI*uC8oEXWh$_b{>=e6TNk2r&0PdNVz4OL=+uRiGfIfIi(SIdqG~ z15{L1M?r5$h6sb#Sq#(@I!tETdqubWzBlV>vbRH*SWw)1=k1~7T5n(6M&nTo1Qq}5 zyI;iGQ|y1dZ!r#p1~P;9Z{}iys?q}DF&jT9o_f%fxh5!R;L5F`Ndra%D9b3?2J1`l z9{fKC=J^cF7dh9~0SQj5h_yqJ99WKVMiJ-Q3!s zpHvQ=4p-1jt$NeSm08vCtR>g?D4T)Uagw*K|C*gu$TV@wqLfq6ufnN9aImpkrluGn zd!uy*-Zejz475J%wA{k0u?30nj@#|-H(8;i&SkdW1Oh`yovXffcYmJ$nrJ)0&c>G4 z@>TzWg0ig~1`}#0RHpr&rPz=93Yl|uZ8oXoOx1i|K7Wn@lCqCY9v@ud%x4w_&Lb+w zMGH^aeuCeUmKh8|w}!Z`pufMZs;>SNgeWi--MEX4;N@XYYHDhxnonq;9>o!(d-uq| z4AV0;_m~VjFxq%|&&|~}2Z=+Cj21utY?gc+-BO1ONxy~OLzMr0(SG;;`=Xyp4sP<8 z!HiHMo!GmfF}Fw|1~)tE>jA){{;7#)qUKzcO1l z?B6m*zy5D}ET}0DaKn!k0SGHu%f5_>*>oC=aeYk_7yfauoyJ}$Y=3bg{)nGn-_O&_J^~wi{F7rEh%tX20Y4v~UJOu9A3K-y> z^>?;3X&*|cEzhE(Z^+9Bd1az~01-$1})CsT&@Sj?KWdD%*wC1{#zf zteUd^Dr|8I)cO*pU)1qb=t`+MCG&VI!&(C!Gua=5+7x*4Hotdpj(sIcZggdgOpstU zx~*NasiXmIs10r{;QUJ&X+}xD&%S-}!zM5c?jQ)a{s%m0#TRXffksQc(3cszHP?ZK z=#=O`g&aA2|Mcy>Y<{zLLZp4D5%!=NaM)+ho*~FFST=+=AeDp+8~G3c4P*f?h1K9T z%SR;)W3G5j!wA97r%2!dJ{!_!{hM0_!eUF}h4#EG*0ixzBb4jI`wKubr#u zj4Qp`GVgljkCsJsa<+m(DM1i#`$<~P2e!-1AwLwG7fnn(n!rL^&}sgjO_nW?v*L+( zj390_5a3p*wJ}f6U%D(JLJ2NhbOjPX5_wr07y24`7e7EtMLhZCx^)dkuZH9fL8*k~ z*Wp{3583gZBUGHkEAWydG+5_t<6e~o#lECU_nmjFyi_T-hR^(K-6~S9xB$Ss!c~e{ zAS-x;gy)b~iHUQ-m2?(Yq4sX>?0kmp!4EBMB+#g=15z+;eD=ogfo!<;GeBR9$%M4D z@##6Tu`C#gc(Ps~rWn7T}yfW)?DVg--)5NCS2T>{d8~pr99VFl{w@#Ni-n@>wW<5b{9st1uL`Ssk5dtt_ zumkPY@PkuNE%_QY;LcDmL4tY$y%t)-GEmNEfyTC}@->7&{+ot{^*mauqV<(Br3FWO zrR$aDYo?#^P~R(jgbRUox}AA84LiFUWQpiGTENB;7+5&QTeEGR(?PiJpc8=F7sY(` zxFy_I@tVa>{NSUJ57y)$IBWq=nwxElgx`(OW)FaR1HQ>uD!DzlRhF0HXQyn%jR}8K z{tnqQ+U1HB2z_&be%2+@>5mRZT8_dFiAQi#f zqxI{c(`m99tVZ5e4PbHVDfuFTEZ;dML;PBJ4 zi;RvIX0KLLQ$y`Ps1v&JA(%q}nL;B|uMz`v^`|;T!eDlX>UKFND5yylV*q|*#cgwX~54b<#@udcIBzYeIDbj1k`;I)`e6totj$c*e- ztHNZ!bzm3pO=sP7deK}q`|#mnL_j(#>DbnD{j3(Nv&qklPD{$Vucp^Z65p9Gx~VNw z2Nw8Y&hR7(t+=2d;2OXdCs1M%N^z_)N_Y{V?N7RQ|=6I3jR4Nn0qH}GR!Uw0$*wiCn=e$dBT`-=n(S%^t@q?TLPX#N& zM~k8KiSHe+l_TP9`o8{57%RjRpWfb{^vrw6Uwa@qx>`eqqO$o9g~(=ZqR}T14Whx3 z@~N+EPca=J?U&x(k0S}`=|p^deCXN$;HNzL@#+kkY4WT#8OL7tyENz;lfzs%2n>6; z6-+aJ`ew!&MunLj^E0=T1eFrq`7;VBpe%g$7-n^NE63k;a8LWWxKDjD{ zU2TK$$#eP!n)nNWD75iN)FDHzwQoYMnFC1E0iAEyEryF`-uvs(kOlNvKaV%~h{AV7 z2p%zUDA1t2^$A+9zD+CD}H5j<%$esP7y50DHFSkl38F$m(sq7b- zX%w1}C~UgO)~#b1U-4S4*78fCgZclueMfrtm3pYoV@QIx zZ{Jq;AOH9SQw|f^bfjSE*CuEW{O(aq-t9zpDp`xg5WW>0gi+xy7S_7u#iON(24OZR zx?si!p(mk~pd1rB@N;ow6ZttQ;+i&n*2N;8^*J%(NXF$52;94QqSG}FcjoL=Oo)^& z16}zt5rrvd%0`Y)x@1Oo-ih}HM*5_&Q&V7HYeYwFRzNkakcGF@?(QwaukTNsJ>eG$ z|LzVy94OFahh2rXMc||a$f66p!zeezW&RW@)*P5hrWDJ}#}qM` z%KIn3Vq7C*Ot~gqYOX`Hu81kq=y?ri0yFKdR$=SQl{=R??mXyujuJkTD0$61+vf&; z3!t=Fnu5TIb|am3m$g@?ni!$k8h1zqN*f>ef*rx)g^FoF%Xt|*r!l}FF$aRC=giYf zsIQ&{4DSdO3^H0;^iT|{iZ>nqIS<<@IMK+v({KUQi3n(`nS%Gc+HnRGz=8l2na>@7 zm2YQA;UgmzRwTgVx5gZrk{Rn9res)IS&acKqg7tSe*77<^inng;0T4|>WIMc!CWkQ z7Y46iWKmQCpL|!z*>6vSZqb5b4ruA4#}fcF`L|A*V+LAch;}tdL|(0w3%J`c%R~Y zL4WP49kl&!fEWeLoRo^{k<%0$7(?I19Bj^ooksxo!2yd)%piq_Kobx2+5}EqC2yX031K?c1x7g>d-JL3`49s7Ncy{b%g+DfCA!b*O{Sm$2;qj)GwM>debgHrn%zExHm4{G zGeHZS0rzezp#G;2LkP0E$}Jlv9#iC=+F~p|G^S(21s&_4zQs9^iYVnTBO_yDqN*o9 zFWX?S4!%%bBV915-vmN7T%DO&K{2Jife&c<()W11o#FU}LLfmx;xThf7YTp>Pwftg z$6SYyE(b{-<*y2_NdYeU1ZQ{vPIEjx_If*5)#1u0?tBh>0N`gr&mzUflE8rs)2(W- zrJx6g5GD!&463@sm24;>5M`jG%j@YSwe@`c`qfZY)6v!$Ji^|xcbsXl19NW9T*NTe zH^EowvT4j}m7;sMuw{<~%Jy1m-2$13ImbF3jERiCn;59Y@zpB|)N}%liyJT;8rS*` z#sE4H6HsXYHtsvvl4x5EWdmRt!bd#8$hieAg&Ek{pHP1bwAL>3@)DQT{~PrK4w4}jq(6CR@Bn+Z5Wq_Q z!H7-*(7^cWQ)5EqFWQ5(4rRud6c5GTs97~9R9N?DT?eL;3Ov;b(i0q-Bmm=jEBN#u zqV*k?%&vb6^dR^3@$e^4Fi|!I&Aa9}=IieOByY>WS%6Of>-as^4PBRi;G?~M=>CLn zZaN}?U|Rq!54>Lwn>#viVMApN&N~3CMmzeTV#4bQ0%$M;R11(4Gn*^Z+oZGhYUdpV^Y`qH0XC7i?_wL<0Ut$+UO1+lM*dxoIrF$33ASLQ`Bz5! z7L6pI74x0kO0Nl2b<+r-Kwd~BvjtO8IdYZl=`_bQIx8MYzBcUJ{A!&-2z57PJQ~z7 z9fA3C^~u?VE)88BKGX&n0bJB|yTpmj$WK)vOrBo?$C<^iL}*7zqvn zMx%+jU^?#eTe^fE>NO{(3`vXqkUGwDyhG0~Le#%JBYIYDf>LCm|3)o);De*OvZi1| zz6bAhrKm?d#-^40BtGL`bduSFmBA5VAYP-(Btoy+zFsscTzUmGI3DnAwnFO;oRdft z{&S8n>y>t@;G5aU(rxt~dT~HmTQ!{=>CxhUg%paQl=uKz2eL1VN+q|Fq z@-?>p#BEv@b1;YK^?jHu=D=g!$AQMrwvTGz8zk#t3&ur5Q_(E@fL1_lO@#vGQG&+*A!>M?cr^x~kS_PUBJVGZm*;fGJoVwhrH;6eIvkDSIJazgRO(ADJY6nb9DKK` z4nJmIe*WnW&4Pcs1!S2}Ou27NGZ#w&@oQ|jba3#`A;+$q*b)sb3vMiEK&`=A5t-^! zD{2=Oxmd)FT;;3o3i-nO&2&Rpr9uuO;e!wXaw}LXgYZRMcB$J#pbkp4M_5^%O#gx{ z5N>ar*U4o4l;%~!une`i#vL=nlV9di0rrPq7f`A91^NITuWQN*_G>TYF&|j`W?aW< z4`jTp!3B!$f1gKR&?)O=YJbHqn|b?satvEAIyauDaPO-@@od57m#l3kJd|-C{KI9?yZWW|WZoCO)fy(;_A zqNwofF>sE%B|0n;5;V{!{%CUsdMO3y&Bk)my!E@uEff6j)#$-#hWi zsObLN$>iUwK^U=#$i0+@rHo6s{Ah_l&kTqrSQ>K%kG{@3LpybQ3QkzuFfn1yQ%|)l z&y-^dOia{$IatAS-svUtL+wy*3ywFwzbe-yYpjsdhJ@hEJNc$VagHOA`fb*ziasu= zf8)HdSqZ3=;H0}@Y@F4$2PfX)a557s>p3(HYiQUwJpX1>d6kp%eKi>iR4oML#o?Nb ztUU%ir?`;aA`2p#6uO(edvX(?M9cj?hz-g5Igy zdXYv!TwEMLmJQ3dqYa(6Oi#q*5YMa%l21~ruemuo+F5Ri6#rW}PTPwZSt_{-a4utZ zb{0Wkp`JxX3f}pdBpVV)>$qZIwd*wBhyDAIz82d8zY-JVI_93&Kr5lsdlM?p0JL6_W~gla z@C7OYB7xoA-JF7+@hVq7+Kp;=!4s)+)Pu!tk6BEy%V)94?$m-o3x)x5Td1cCKQ7@+06{$ENZfz$6L}^78)$%;%es-_&p08(kjT zXA$UUYN|EXZaA+JR%l(LTGpgV*VvVA)i69{$oVf^Inc#P3+xMS&_lAy|91;j1$%-2 z-2-x{Dfxo^v^O`tNB$AZ_(0nfe(pSuuM^YjfUjD5 zf!0sff3@MK1eAF7q{I+gMFbDQ8mnPp>!;RF$53@Qa)>BIU-DxHDDZ4)=IxZtZ(ca_ zx6}C2#msFE{U$~NANJ+VXw<&HwXB3b!~%VYBPl-9v{OGdRYYa&P5L5(K*9E#M}Y#y z15>&*7w@8R9Rj0efq1!RnucF&XD-T*)C;_qR>Wku%|>awIA45|F%~kr^;cMO5f+Cx zPJzhu3TulCmI8t>+BM;nl$so3qcMf9IP*GUv(#!&^!Dl>{Fv z8=%xVIZqi|Gg*zbd8M2T3GCaO%(*fPV~E263@{SKaZ$~wfLNm8^{tpgsK~B6Zi?kP zVe@qkLY)HejJS_bSxp5mFf(2b+M>`*5K`x2g5X^nc#c4A%bWJrae7IYh>lhj9j%)W zo$>c`fk;2s=ZheK85=hrja}s-gt2NoMAyb<*(s21Td6WEuCMj=fz)bU#`l~KwDhdI zp&wt%eR5A^K+X82oGx|VE)gbD-?YZrmHH?Ot%Bbu0V3FS>F@+1{4S1Eh87CrUD|U; zbDiq`zObmjjBdbWIoQJm5N;mPtPl0pFGVFI);5>lL7>k2%)agydd$TF_i-*mC;kcz zrjcsaG#-5n#+8{^ygRs8RlBy9CJ)$TWzehm(5uo4F1{2gm;{iIqOtXB`YCITzUBgZ%~+EGV>=XB1)A=u6N+hm03MT_73+vB}fN2R%&%&w1wMbN@bd zZ<=^8_~KHkwmhZ4Qb_?lIot5U$!$An@{y2^xp%*wKN7pO=E%{2$F(>9&e{tdsIBWA zoInto51$fWy{lz2mY@Wa&k?R+ z$7)_i&l5qpKZk%95SToRq~w@sCOCFHy}SlJqrlt>MJ&akprAmcWV=D}@-OHp1PNrl z{oyVc#O32*M}cXW1C0XX7RJQXT(y66)G1{esico^+Sok!WBKb)=r8T^gM z#w7GySueCe49wmv_VA(0TB{4fXf|SP{-c!LG8Z`2n>$ywP2Hoxi|(E(@(-@q#jiCA zx=TC|)ZYmL7O0y{OiT#08I-)eB~a4|(j0M-i0PXFvpddMjO$$d~ySh-moRgn_ zoiqLon9xADi)|A?PvL==Vm94lQXZN~sEHn=X{}@`g_Icai&4>5m{Uvh%rjz+ESDC) zze+mV_VV3V|RK=ImFIKtF3ATgCY7 z9O7F)CsAstLBI&F?(rp16h=q3yyC(S5WA+!%5H4CJ01PR3|GI?@*j0nTaqZCiM$RQ zF1s(T8a;;_S+VY$Nd4}N+1f-v&ZF-i;AvC;KZ0q5#Q9Lc7;boWwoy?o;U_BVgWj9=-JU4{G>y;5F0g|$eb<+v)RMAN&yQ`NP%fv6B|^pRz_VkQvIrNQ zfGSLY(yC+8#8}ef!}bSUBu(|+w3Y@2ArJp`lw3?!UqzblO4R+wK zQaH3$i(8XrkVTF#$rwBh-m2kwFQKHCb)I2;0k>HUVog~aErUW}Y3h8C+mOieH>^&+ zc`okt)wT?-(f(J$XDKZXF?J-l&k@ic50J255iYeaq2N z`gQc~qpp-n;&tN7^%BMO$n;$L@ZGoelYjofZ>Z+u@#CvEs2Jw4mBJBdB)C7YK4o%L z*^pE8l#l~z_~L;OOjhAbLolYC^YHsi`25`8$l+$ccL;Ikwo}{&Nij0Ro|4e8huFy^ zKT%!kvgAsIz$^bZcy-q4Y$#Obmu0kaCFs<@;F|S_a?CZ7>PAKHVVE_K1sK{qPwqsc zP!ob@eD|}v@BiWJEugCUqOZ|==}wVGN>oq;=?+N+q)U)e5Jb8|KvG%+2}$V&L8PQh z5KvmWQIr-z%D0aG-v9gFd*gd!I0mS2?>*=2z4lsj%{dnlo_nZ&H;a}=IH7g_6vYAL zld<@}g%e-@MF9;3kvmTacV4&EfJ1K3lp58t68YNFn73nCBhuhz8yfXz>PbTVQ@FZn zFXYGAdQ?O3uH&LwD)0VQx9NRV`or2c5LvsjTG8E2;?dbcdnu*1$o?!u7ED6fncB7s zzbe58`Q$QB3VA|oaUY@g)Lx;rvbm!Rg~a(48?u&F@d%NPUjVR?;Y_CxL>}vgBXgMqxDYut}MP!&i1@d&&8rwf|mFak6|;#V?w; z-I4x#r0~%?=t@~p;vU<~AhW;(b_H|;5pr1lA5a;FfV{C4L}ehC_&U=d1kkT_<=|6n z!WPHW&QfSP2>P7wcnNF!>pk8p%W&s`4fE>##R_QL-o5uD3PpWIlYl>I`?p38*Dcr| z@Cm~NAUP|5&K780pG>=@)&MVs29r$JB;Fan)X;_KI}023iXWl>SVL*blnJY5caiowo> z1h56g2PSS%f7^g2(W4r#RF$hO9oM5}de#=^8)cy3^Xl)yew)3ur8|T%p%2tZpqo2@ zuhaz7g$tx`JA;CP<`LQ~_*M{(#`04|FOhA2gQi*I!UlUt0Bu8%`@I3#fclaz>!0~1 zuq6VGkTz>y;JcJkqrVU5F)PXlB!R#oLj=LIV~}Mdgck%}2m0W1NN|8SkPR75*Aht8 z07o#G?wL{MpfFVr!u1NRm%TinrLGm7mRLoWSoE+asGkov6pa$hP*G^QHFfm?1-!>t zEx<)U1V?xvhd{Cc`li|J|1V?&d?CmyR$nzY`#Fna58<`i-4Orug&xhV$%A9`;d0xr zh~)mbya&>?^rFWfGz{%pj@q9IUPnsH$}s?ufK(8Z1hzj<&VE}V@}n`|wA55YZZO?w zu$OuIzvYms#t+Of^Z0pB+h>@`chzD4r*nx2r)m2;z2BfvbY=)m4vZ}IpJTdh_Y40D zvH?^#zo51eNfO9?z(q&O6xtN7o8|w5Fwq^5Ka+!2P<8F|vGzInaM(=b>)eEqsk!$uLRQTu3)FC|EyJx3B*x0;1y)YQP|e)TV{+{=lA&uRg#Osl7m z5=VlD-V_|J5R*QrjbalLuyZx7XV;+J+zxB9t^Q}OWs-+z1%TAooAzFd#4{^GLZA{ zzIM>T0V1f%y3E$1Lx8GH*KsE4>7pR;@OWZ+88yFmiZ7Vv3q6UT5hTZ2eS2_2@K64^ zhnZKZX4sdB5O0W3`VCT9 zUv$}#gBAg`Sx~Hv3@FsjmrlWrbl=4$X(YKx$nS!sE6DZteiLK+2cfo|U$)%4DqWY( z!h7d&mD3M-43+QnSSbDXTY3Gv2(ypnEkaPHNqqds=Q!PH54M6$pj1U0MoP#~VkD7)KJtAW| z^PX+=1U`f;2#jJ=Q*HZR;};5vNs^i|{X*HkqQF7r9S{a6wcIo+!ceqZovOYHA7xoh zkQgNeN@$>0z+r6BT>(xDK0xbtaCUBo3daUs#5&e3on&5^xj`vH)-}1m*U_EKOmh&0 zYAN#F`R~G`RWVyeMzn*1gVCrOyP0s?{{7|6Ls>dG4hrU$&Lo8x|ETb{6+H)+k{(77!&GFp9dNXyO4SCS)RgiHKMh zxe^{BZ*u5m^6)TA=9`uJ17QVX&(o~v`-9hKFAy-{0>*Q@6e#<$DN%4maN1-;DG43f zPT)-gRhs}M?7T_@xb5E;J2$-Ru=9oU>v}THk);|hfF%lWYpsLdzH`B?`@q97iHqXd ziC9Vk@=eb9hjhBu@F6>HF=R8GBi7Z{#;P+S0Y0FjV)x535^Gr;%ytv%8<}HBNbeLE zs}+poO;y#<|HvE-O)`~C=hB!yE$f}5>uZ%;Ufigb=s_U%`h8?LhjZbQ@=`i1_gK!a z$5UO`{E;XR?T&sw#I)16-lY|UO&a?850T41#}so@Y;fvX)_2V^q4}05qrIl|XjYVT z02SY}nIG~KJf)Xv8Ygg1+osjate`teu=(e{)cF%nS`qo&C=Vo4QqqC-f=Ei>)Ig&U zhE1LGnmLG*5d|jz-nIt(EK%pz?MTrXfp2mcl6zAcoJI{9-Aq0xguFiI!}JLVZ!>{L zV2!!{MzkB9(t#zq)bQ>7_OSComQ@8IWM;PFDM4o!w%Y&H7|W#JnqnV}K+XVb6qqrF z_4EJ%93BN?1`I|Pk}W{7-T~3m1hT$VFVC}#7~`O7UmEywnWo>0fCCIVDoFJTZ7QtV zTML)Z!+n#167FUEc=7Z-ma@Zdb;sK?eD6OAwBQ4X`kmyWc}w^4_UGtFg8g@p?e&;! zVs{<@2D&Im>0{t@BU%rXKWG8!9>m5r7>M1$H5$}p(J~;&&0}yXO#9sg>oa<;H*^*y ze0zf@GfnJ1>(a$eM+T#f;2uqz=jCH<1{@`Nbqw8ECbjfOA$8_|qKvLixnd%Og$5}! zoJtC|@zj&vBAIE4nDC{gT?Q+9DdlG!B!qSDus?o`mtO#$T_7kP7vaGoqB|5y$Zpyn z45+R}aO5Zphi%NSU6ldSLD>VUEWI#Cj^j@Li`;o!XjIbx1rYp#8Ry=}%;<33!0|7- z5#-5V;uF2ZbGZ%k;GJ{#Cf67JnqwUJO^d!S{1Kk8-R2XHuWwd_N!qg;d8z|1k#w!Ga_a=pf9Zsv9@!x-5Pxw+I9c2Oh4RZf zED1*Wuk`C7?p<xNl(&B)Mwz9=tUwy5V+4ijuAL(*3@ zD2UpW*$PpzfHSeOvZ7F6BoPY68i<1qI3wJpnz{OwT5igWhXI8%xXb3;=}Tn`Ucd42XorEMa}ABM1m165J6p@z=Nxibr71bMHZ@E>AbEi3 zoK--83Yb)g^67b8+*9zO`StSIFO0$8ga()VYZYuJWLEe`Q+jS~X78PDy- zLf<6|vU`<_NV!P$^Yro3d1=tjEG`z|yXbII1<9s7SK9O)pyIP1HIzV(gX_R6zgx$7 z;>&_LUZrhH#8WZV_eEl&lNw42Opq*4?2XX8JHm6jH}J;uJ;cgsV_Q0uBt#L9&AK&& z7|YYuLembqk)1Ze>xlDg&DE6HhNtQ+fkx&(ZVc#6xm|e&3IvE^T|0NNFJBXC(O{Lf zl7cd?!${y(UljVGqKU|vPvP}VLdSr5m6)|=iNFU9_WJMdGeTe<8_Yw`1D6GH`32jD zn^(`npKK7);t>+I1Ez??Om|{E@2P0ak@cU#3EKV;xu7x$^zY6BVkOd_gO@kD?*?re zyVYqXrv;nqZSMwuwpBODp!|_SbNXGrhS9Ah41AWHYY$(F`y;M@`2pX+R2nRQY>n?% zW%6Qm&_Ut?FOFwlM-wVNoJok@( zOloWmw5ad&7=;AKRB;jM#tAA6_Js#MV!@=$B2dO7WEgn{vdCxvXL^ZO|Pa> zqY&HnghVT=pt|v%_5IBbn)Wa8vPOe9+|~#V8AN~gLdZhhBlbLnWxbI8OE{yb<88?z zC-gUfS+kHx?X?szNWumohqT6|^J%39aoHt!Tn%^OT@vmd;<0q0J{oY!r56!l7rjxy z_Wu@6;k-?~%ptGmXQdS6T3$rCY8KP?O&*Y(=ebvd6B})AXEjHh>*G*ZN>#M?S|U^{@#N+5W$69Lr_&??BY4A(5c`##2Qre21fg5~N} zBJct)c{7M8yU(4&0uOSqR$G8$Le<1m7FFA;vV@|Sq?|A{Rl0r^je-;L`{|(@6@CUE zRj#^?P5OqImA;sBcoOYgMnIm*cm)A+=sW^M`v1YQ=;)A(WRjo*LldN@4x+j!5XK@l zD676tj=o(2mL4ubQAGs!KtKeYKkKDS-MV)ItIhJxO9$tbwEq6}Cj6F0nN=*Fr$c#? zzUBoIbFo7adaHwb#ko}KpjcYTDRXcqTTrMWus?l*-yeGwxbI4QHqcoDHPH^31X(~m zq`UD4>P|LcVH%KcBZN7`)ZPrtZS@hu)QksxFBcF=Kh$(&w6xD4M_|w_JO_!(+tPF# z>vo0?H!=c`PxSt>s_lko)tTnAfgzkbuWhy-+hVKqHmA|livnA_BxQukhbeS!FxO)5 zLp)9bv`v>cM?iaW1S%LBM6XeK4a8H>x4}fkCnPK&48`N^zs;PH#yhUnhSz|1f7LEX zzfWguJLnS*=1oKSgYxFvrwx9p;tU<2n3A8-?FUL$jhunMn4x&Pq$(CstBzE4cCgbahdb8kfSlDdzE7#l9tCE~C)( z2Qw0;mf+nUKloqV4x8J0&#GDTf<6%^Us5dQYx_K#je3~*_px~cxFs>#i-X;C|9 zJR^BP1tnQKtWJTbKhD-C6pzK3tkTJSB#LVXPFFO=N_@p};MnypUzv{xd`D-DGytxB zhtCWOyT9TGTadW_(>{PV5J>DQC%Qq;0LX9kJgJ$`SqnAJ`66a2^Hg9e&QPWJm3&ux<#RkI41q+lxWFTFTNg$F*gcb={ z144=>qo;o~y9VS@#N20lKx``$b`kJm+CiFBq(a1!b0t|1tI~-T&w|K0xC_OTNnYhw zOu4XvipIQ=kgKl$ne~Gs!|a7|a`JSN9;i!(NY^rl@6IIv0K2@|%G~d(^%%dGQvN0==4>psoZw=qHKm+jU<2I?l+`A3P%u zyj*q@EL^PYI}|*j2p-Ep_z!op{(@#oJ@4D(IiYuva^t3$bHkE!S+WgA9}o+m$^?aPZ7E zZlW5yf6xFUIgAv#KRG@EZQ=~;zC?8+B&4o;?Kfvm)HU?~!U4Hww+3lU%2hf^T#e^JHUrP*v>sKn=>6_lY~y+oK;B6=LRI z;QbDZ+HHHI*f9TbsvRk-98AIpA+<<9UFClhA1@gKCpffPg82CqD;Ys9vf>r;dT9O9 z)8*o7^+)?;+rl1wuQ+}?KZfpG#gg-7?opO(d`x}-FaVjZu)BqHa}?Do&kr|?JlGFH z5b_!s0A>0kyO-v#^1a2-og+>)e3*K&u*7ctDXH=3&C(v(x|s?QW5#1+^RGt^WK(9R zBTPu64La)1epv#+kS<-+Kq)B^@>~ki)ywez!hcp?_(E!&ql6XpQ9WKZw^U4C)%SOU z(oW|KUie58Pk0HT75{Me25dfkATh}r`rqx0a~Lhf(=6Z)EYil6B;9s<<9ks4EPG;L zdd7!O@xhB5URZVWfjeo?y!-S18Kk+7HAx_zO#Xdihr)+w?T5XY&DmTdBS&l35?jh> z>;1UkYB-h)Y{%q}mE8TrrFgJV+ehWp4&1q)I1s3#kQVM@H3~?^uugDr&dpYm*xz>f zlL8tFfIKrtX=4p5aU8WSb6O+8kVsznMS?t(wswFn4apjD z$!bYI3>0LJ;FKJI}UZ~K~~{*FF1B8P_R z+Db4jWD;kI1afrk801!jz4Gl8Zn=e@rFy&BQ%srpT=mBl+I1GpZZyd2E(@$gNzTHq z`-vkBWa@WAC06k9O;k5XK(GhhyoJ$>he)f0pBfAUtXW1OFw`5LroC$3AC%)f*YfW5 z{*I;Hl4cvonqpJ^8n{GCKfNi2P#Jzb{Rat4MyRpgo67s+`wGYz-68t#(m0*a=M&d6 zN526h5c*0aOt^G$*AI4RL-)^Bml#Z(|0341aX)7Q8R$)Gm z{xhr-H^I`@6+oscNs#+Z_S~P;yV6l)6T>yx^PA9}IvQ4V^TlGE>x#TTIx(Q|jN7Fb zq-DR8EAM57FHA!7X#iSDnVh3CS%oP_mOgq?fYuP8Je>RFQs~M->mjLZwwX?-;OdhVVn~$*W8f#|OqlMO}$A_rWl+m{s7%kIg03KxFF#4|OFtsl^>YqKNRxxzPSkt09 zJeK7+Yl_83LE{hfypfv$++UfNBO!>zKKr@^C=Fe>qzt~b40OK3!@tx3uoSjoSaUos zXWJbLX|b{=UB_C%Iu$Ct{NX9#enqISeCFzRc62uyD))l7^){Hoh3ft$CSRk5m4k&} z82M|#msdt%=A|T|i+e~=^yiIIiH~7}r1~@01a{z*cg;izU~1L~Ej|ZZNdMynJTcw<97L#K8$BR@_(UYLCJUSV$Zd)r-PWUeHi+uI^BF~zeE7UEMNZ`YeSr| z$hVO(BXl;a>?DBuAW>wXukFlCvQ;4}}Wy7M13#J_*}#e#s1Y zcD1Z(6nZ}GP@LqsWOUe1$Bq~815qfbF;dkyTauS$Z5v{rfzCkX_Yr%DqSxXEF6)9{ zBK8nMSILs3lr>B$d^Fm=u=(w*^lGEI@4N>WMY3a~pLS@fviCG^C+ds5;X~IW z&V#$4-G7SPaA^KHka1`0(ZSNUrq=mAVc6GES$!m?zc=YGU$Z~lfz<7uBE-~dC266U zAm>^AK;ixh=xq?JZviNv>T!qO4Uox~r-!_Qid;$FgY=}{^CFVBRDm^*|k;TLGG~7DXXYxnFZP6wN z-QjigwV4YuEuFb5N<9KN*+Or0l=QTX&DdLX!dTc_kq6TIH2zf?wqvNJp3gnm%p9=14$=$DJu=ZH%nnRaTb+;@PMVrs4%)C zY_(qA7M@=lw)U`TSH3L3&mBuP^b0!Cc$J3w@`NUU6?2x7?1*s2$I~)X?vStB8GpZE zYIHE({XzJUVoRgzd~T}sww;QR@3ksCy&K^u6hyuGomwx(zGh7! z2j9#54_3#T)tb7dpE(r*(_0u5HIRD_+FZr^G=Z$*+utL6p*OVzK*iEHL+7`gr(UDk zZvf>u+*hG{%RwP)2s0n>S@tP5%~DsqK}%gafC9m9YuOvG3*C3QaWZfVZn?VR*d`?F57M$W68dszubui_=&^M6~nJ1cl_A%VXq4a zVV(}OIPfLz5>sfth`S*Xw>PTvxMTVHkPC#vppl637g!Vv8!^!XPxkFkF(WMq-Y@6n zd>VU;aUPCPL(}Q;kt00=5OalXcmN&_D2T?|jyMBIS?i9G)D>#S@)Md+K$pG?@UB=! z6XeZk5%BXjB*hZIlliNp;=16MKG?FgHsrW$DG8|K=y$~nmH)08=ohOyPt-KU;KJyA zN{-41oU&f;U+>W&s2eHkJ%w5f`pg&wA_5=Na%9nCl1zbXI6)}X%Z;XhI;o6u=Th_F zJfbyCf}Oo@+9#l{!L?tO&Ei(HV{@jb7&5$ayVsE~pGMJsbs?tK<%Bjd0O=!f=@IJ` zk}%*VJ>fc^@YS&94c60_WzxPS&;~(FouR#oxMd?oA7H~$;x-57(-*)zqTr1$v@a%V z9@C@d3-i<4K=5&OGbSpk6H1|!rrn_Fo2>5{Th|<+#(lc9K6hlb_`eP<(H=PgKlYX4 zY6MW}Mr({#pCx_y33>OYHVEj4Y^oYh zNxR%-0T^5MA&w&)>GInX030m4pn9EpA~{~Rc7kxnl-lIG36`uOZx@Z)C2CgC&ki~D znNf=mBpuFx2@14Or#Iwr$f5{v*O7G}WK$ql8?#CDOLGSIbPA zNk~a!IFJ8;%J4E*!%Rmi7~um(gUCG2A4k#fVu0BX&!1})&ukCaLDLVi4!PeW3_%9B z;RJv69uK-@faZ_XhxcrZNzpFH6_xrWxB~bLP8p!SXJ|->ks;TSVk_dS(?gvYvnTD$ z7$Dq-PY-nb5m)}QDOW~UTwbD^6e=sy`2eD`b7!jgT$mQ8i)er-yBLI&4{hY@Q zwYB;ur(pFW%bB2ykAeYuFh9~(&rw#X^d$8n=s@zIl!doek-s8L^7ZR?{Wad-;v~K| zXDXJQIBrnoLfgS;jlz`!kp0RB3Ku?}oL#kBDO`Yd3LupMWtv#^J&}Lvd*_+YoBr81 zg80?S-E^7rO1H)LXg1zEQIK9oiL_6et!7r>M8(+l_wM7Q*6N_1Gm=6kTQWebyk1^V z%`oW%C#zxELR-A-l^)gbd#z>jd%90#B#Jw;8& zi!n`23w8)M?wiZVpXSEm{f0k>bG6ZjF81PT?B`9tZPM4qXLSrcGd4B3J?^HZ`7%CR z+89T&J76i&b#0IHY>@WP;F9CKGlK^Mu9)QbGJ5ja-7aoPRF7T)LeWzSdh6c$;t0;a zUq&Akz->sTOtS+^M9+I;BCfS1){r-VYh`4;&P%inC*@(a!x+`8tG$~$N3TfOH3*$ozLxF)bH5TQvi zCR6lMOZmcaiHeo9W_tbW$SM4an-V{e%?gm}PIn#AkH*xfpi#x`l^48tg^I6#ga9LB z!c~ND#p}Bj3s6RZyun<7w)QD<7O29zf=#zAyu<@JIjx)Vhqe~CO421PWR4qi%cK^(E8xvt_T9URx*OVtHG;rtLcI0} z4<{!pc|(@o?IPIjvqR8#w2t1xqfTaoF5*N4b}YefGJFrHqIo)7K&Mn09)kalt2n=`H^e(EloU&e#2O^-xME#(vA!|#8cRWqN^ zYa9TY#JtfhmY@AU8REE}U}29~+(^2D%Hf`WInHT_nwg$%S=)P__V_nCB`wW(?N9=& zfe^hui~}pGN(J{cz#b8F-81wnjp@d~U<;J$4To@##W zP@K6pf3wmLAqYB}gmL{c8SLD@O4YbRaVV@zXQbCfW2apbY*e>T%2Pv!Q>)}CaT^== zIpdjE-33cXQxTEs$GqVrz7fGCjB+b#wgx3abWHpFFD6~r7kpg~aCkzIh7hycMLi7J z$I3{-_#kv?uO-Rxs=nBrC67L{=jmYm6$&2(-da9}*(%6WU+8?5$clC(FSh?(Pn*5C zPon9vPel? z00}}=86QiB7xxVoXzPLbPsy!P4QfuqAE3Zvp%OefD2jQ3MSidA`aZHECc}0VVMQaU zbITgpvhIGwU^DA=bDJ!jvK!=rQr;KRYpUf7v>>hz`_d!qh@5H$VK9X%ZFS|Rep}p%yqbF+>LMr%<(eJd;V^c`@3MBN;xyQFQPxjI zFjMVjT^VM(se$1~eFZRCe2}wwcz=KJqc$}-2s-p&IRgjU`bQ0YdZ>#gO2xktca^pD zmOhH)1$OuI*kW)dqI*_nv()TqlLJJlVm$CaAbB!?d=|%x*?4yj2t(dYADtiK`+!}W zZV>760RJaW$en|(B`-H#8qE8$lHx1o9wOmjc>@xv${_I{?k|wYekgi-VUzid&8~l` zc6txg=72xm^(<<5lRMPG|DkK}%bV|`bMgdm-bY_rWdmk0l-oV(@$*e&;~W`bFN{oy zQs{3y(dIlSZJAgz-T-Nm}F zLGJHx2eI z7HH*cwJ~;kIq%$mxU~|7cv1~qmaTZ@T4h*j##6!Z{g;s2AG*QTb=?Ip1)w>%5CDda zsj64xpsJeUwtTHu5%Jr|wgk!o+PqB@t{8(dAyYsGeSF#R>pF8iitg~dMb+>`&pdv- zQ>yfTd%#^}V5Aq6d`4z|pNHqfjhpd-D3Dsj<_#@*VTD;V9P$?>{7_3AN~n#^3u4Sb zw5$8;hLRaJL?mE@M>CYQDmVC>^BT16L;SlJvh149^Tjxa->!7?!vK*%jeb$|;L<0y z9@=)+_dMc5RbAH~!Gx%m0Qx$_`RoI>&3&%7pY--L29V_aCG&)8h^de_Rzn{oJ~t~~ z5#5V6cSv<)T-8#>rg~Jp%9@{&`@?71+~t?EEX1YpH{r!9H{iGmgTJd}^3~%AXM;B2 zzAPHfD`@x1>ptIkS$b98DF6qcM1a^J_I!$+9RodR#n0zoabgTgethj0hp zAW7rC8N-~YfLrs-(+2)AG+WLeSM+$Kz8u(9Qt2wKUD?V#+Otfvyy8QYRUtv+-j;q^ zSzGpC5*w_>ESoa+IS4+(OgcWpzkY+NVMuFB#j%axuFiw)ml3=L?_G<7z7iAN9n8I1 z%m>22yJ@9Ypse#R(hhxMW{2lcT7TVwD3LF`0#qQ7pLC6?^fkT)U?e-D@7Xmn$ZZoTum>fA%ZJ$ zW#w`RoDsYMY95Vx%yRp9LlL+89Oo6dp_qt||4zQlDxZwB_K9vqkpK>I8IaW6Yl@)% z1kD+62Gp%xmAFPSjRxnhQCo~ImxbZG6gITbAqJvuf{c)1Y+t?uAfE$U15N%50v4)W zq!X{v8keUM+I;=KY`zsFBsBCJ!(U&vP`=xRFsM+QUzt$D4MeF6Cxr4wa1=hrb??w8u8!TgzpNS;`iw7GX zJpx5kc)dS9%YmeyRiOy#+_s3zw%w7VKEUh8vPP9lnjC<-h7EGp6g}X0D~$=*Kw&JY z36~`~ZY@ps$VKXcVqz4y)hL=QCGHfrPqMs~)*>geT)1zJM$mE_OLD;0Ojas=z+|tE zhQ;niZVOjz7LN90W8Jp>6N}@D zkC-9y>8stx18<9jNLGZu(W8@W#V^zWTEefKyEkm$U&?7HC)E=g{7%zK#YjMt07Mps zP7H?T2jb;WSMYoMdTd?CWI%Pzb2M!n&gh-dth>PC>YJ{o2b!7H5w3-8H7Oi3NeAw1 zCdMIqg}vtqQTPZT*AVv3h)9wYdiTHXkqF-XBF$ZSliJS;V7HFCbJ%bc36Jr5kHsHd z{MbHQq?_6jj^eqg@zm*k)+9b#0@BNIX*Ly~xlV(h$2*ZWgK>;@U z)9IX^D??!Vf@EmhaYBz5O{A=@AWa;&_u#K9W8SSe$0PKUm`^Q5B%=sHo#3cOFW3>2 zu*+dA>AwXD0B9GO3-sT1{48h8&|9&;DIYpYhg%}Mys zzazi*3%aw($f=g25)<+57C62HO+=GIzM@IUUu*O^VS;ZW_j9rLwg-bbMpQuQ+cy!_ z0M{>e24sDuUk#D>GigmP7NL2+%Om+}nra54MC_$CYoMBaOQ{jn*abB#ROIGzFnVFL zmX-6VVX>lY+2p!wjw_^Kex76q3XWE8$)s7SoUZYW z1-qsRH(pBclhH6TwA-MbB}fOc^dsjLsdMZ^&C+yUM#}pmOC?Cg_X&nx{$a z?drlFQ}gYd)f5Xq*Z03j`MS8edZvfFYs~o@*r>Lf8Wy0|twV7#*$p^f~$9`WVoq>k9j za!~*UVC!vfy=5@!yK#0I^nKeW{$vogCf0N5F3L*QoE5_#NUVS%AZ7zPdL0krnihEr7gfq^&pK`UF}9$W=abb#$(8E{TDsG?FT< zc6B&Lk|xONx(`Ps97}RD>KW=!QcDhd%NX1I>Ms6bgy>NG)bgK9{gzvzwsUo z1wu*sH1Rzr-m}QQzbJ6-kjkUy{-I!8)hNt^6*%dgGUp5xhnzVY+*qTV2doTBqAAw7 z+iSU-JSrltV;JQg`gtEP&AIsgAw1bv9b$j~F6*&ZGg?>1Ff(|v@T;v~b*hA0k!|<@ zBe&K`tHUra`4>4-1dua&uag?#7{JaVa;WXT(hTi$KJ&)Fx5_~ znH&3H?gl!eA+Dksb<3qbE6@>r*nY?cANeR7h5^7Qkz#WMkwqC!es1H&}bW~NHZ@H z>0kL(4Y+TfMCS8-HYZKu9u=a{TXEZyYnOIT z@}c(pA~g`+-TRs-@n#J!Yfy_+uiB!C;`g1E50;*W?!VaCUQUZMjdz3)Ux^>*cb_kn z$lw09gX1&qT@|HpaUuW9GyPvT$C)QgYv$|X2y7?y0+|~8N2Y#J1=F%ke%dY1c0HUE zYih3)9 zz32>2*h*N+P-Gac<ii0VpH9zMkgB(7-dLD^Wg*~du*b_!9Um%H+5EPRX)x=Fx zh=Tib8X|>K3M1-h52n2=F&h?V|9$6i8ttH;;j?~|vH6A9#k}r@PmN~Y>OVd#f1`Ei zZGCazK53mKW1ks&lGtw* zw@w|~EFaua4R5)or^v=B7n5wAU3JE%RIH$2OVfsl=}=ZmnA=UibKwO}lX0j*#@eDF z`DdC$cz&j7bdO&$#iu=NOWsRtK5(yyBZi4_1O4oJu)?47l}@-el1sP+9O6lo(JkVf zGqJ)OV-?lLZ9s9-eN1fJoL=$W;m_T>oRFkGlUat=E@c0`8fpKi|LbNY8;5pGs&=4{ z&xZxRQdlF*>c#bo{Q{IxSz$4F9e;Xnx6W;*hTp$QM)%R!!FPthOAxd-o)JOE52|uO=i`Q?J_RnMmIyXz>9B$h0|4KU*&^siddt8E|Am1Od z(XQq8Ww_P!IM&`MjJ|{AvtFDyH(scXp}PIL?3(;&QG~%`H@G)(erIwPcyC^?DXt_o zl{+%wYeA&^u(J?YU$YVKbGSDjsIp$m%pfsEpk+ncR4mkBlsh&uc5y2#?YT|u;^ypj z3yP-Qr9jA)<$)28+trNVaVe>1Yf`0hzrX2D|MvUUvlT@+zLZWslsR0GMXJui?X&#u zz3_f122(K~TlT^HK5ZdRqwAKd@YK*VxE=g9R3sU8*r<+>?}{7uHd|%~>+Bk3B+u2i z+SVmJt~V>|LKjKs_#@s$H}lBijs6aV8)4rjO3n|C z6T6Yxf!#vB9)xSpd5k68L?(=*KbXrqH&Dd|u{<`7Wyc@y5-axS@Vu7p++9HyEiE#! zp0wvxM@jtnQ-Sv3;Hxf+wVOgqWyv4Zm7~{JFFbJ}c9V4Bg9svB8W&4OEBxB~+3^b+ z+OVEX)Xxd5=+SyzjU_gWl?SBxDc9fgKFCQO9q(bj20!29{`kcj4?G!Tb}n9wE*{3k zwtb~YhP0xHszrWvl=$$_Ge5?{z`|kP1bv5LqXT-}|B$e$h~%rF=k?R@qgJ^YM3$21`qiE>Xl5c?Nu?(u@R3T= zJrc#W$@Foik)@WpScw0b5^waTFH_AW49k=59K_!=!&0pku94rW*^G*&B|TKRIu3^ zSzamf_vJEZpXrIcUt8h0IBcDnhod7%`XXBO@yx^ZHF25D!I@_AY^l?! zarl+p6y^4>_fGRi3oKgp zKHgK7TK8+F8JzQVHQd$iBAl^1-EiZ9#N^|IkNDRT7-M^9NA$#XUBhMCAO)!n(Uw6ic*qW zmVu);OIKv+z+ADAbFBnJmp{qat!38_mt&3)0$?5GY6gaWr%W0795k2!zSrAL6SR?CwUkKl|Xf~6S)JI#| z>B(oV>vyrIwMNz@i`EG>z%kh;p%d=w^rE zh$D^KwTwL=No~5%nV~?9$xKfE8!JuW+E(>h*#LQ7YJ=a5!3Vl4Yldx;x`c*erB0}y z%RkFsR1x5zV1GoKZQjjTH#+;|j;V4cz#B$HApO3OFhhsGe#46L?`x5*S;nU9G4k9k z*)^=snm+w*%_2%n;bout#qW(l`k8C@XRbirYa$eI1(6f#?`CB-QZY7v)O`4U!Ie(H zF6|}C-wLCi{_jgghB04@G>c|4lPnj69OrHlqocQf&sxvkiGhHTI_uyNJ{zw} zjF=_6nbX#3_vRvzzZ=?Rf3}%6Fd^K`_u#Hw9SvkhqXEJ0}K_3zBQ0IX!_9Pu?Mx=P);0;(&nbD?a`o~h4tjK zD~Lu1InwnFH><_5o0;2Fsh2w0qIPhp-7p$v&m0v8g89(LprOqUg{2VY6V9&eM8zXl zzLOGI)2$fF{Dmy2Q29BY`a^g#4DUgV#zT(yKgkKGQiWg(S4#%T;Uc+VpLD+yVm4OR zW~T(+bK@LAEZ2Qghg4~+QEv%^R3hVq-W&#=ML$LRZ)c*;sYYYBypoxIaF|F#K~5f} zVUrN_u>&vnm5iRlj@c*Q)06sha-r+XRcLD$FPn|NnG=fC9(u4XLC zaeX(--6eF4@&5XtgR3;mrMrCjvb4N>a6^L(yhbe#_VkQ}Vod*&VE5sNyD6wz7!q^U zq=^9;VG9Nw&l3`Y+uCIL`T23{WU2fYIvJ z^AQaVH|6A(4_xR3_}{zpJJU^6HFBUN!SEBAxPuI!RDQv+0FyXm)z!(sl3sZJKq)S0 zVnYA789&|1co3Nfj4j*=l{!KEG{6_GL+WgY6mfzBE7yJL7?}E`H0bIdz8#L5n3;)! z!7(r#RQicpu4YzdChEb12bfPx?%t(`9ui`^05i84B)qhrlok~cxVpM>XVAi!SD0YvYZ@0g%^&rJbZvim<4KBs^IJUzHe`Te;-Wm z7)PvN=#lAUwRJ&B2^Q-2ama2m%yyQ2^r-lxpm1TIA08mvLJ8`g&jn;1U_tvb0{qzG zj- zJ~HU&+aL7NKd+Y85!n6SUD2;FMLRh;@xTxTWGw4Ld;4w}(}4PGs0JNSL@$i;SbTQL zVa9bFk!?M+wr(B1BNYV_(ghgCjy*rYasm?XMTC+CV-B9bd>H~G$?=G6aQW=2h98pnG`rt1JkAVm7B3Q&2&vs}S8xtq2%gXG*y+xK1 z{3jv`gDds{e{rzYh&xF~91Au!Hflk;_GxJ7DZO1S8Yc5LFSk4dO|DZ6b17T61HnWU zm_ex5lh5|vzri9d&QMxfno7dK%1Vdx%Gh)-FQ6^FS&o3A! zVXPYXr?>svzD_tTYPu*1KHT|NUnp>4fv&S9_=uOBx8*ZrA@z$ zHMBR$e?Ko{2-7cKH2BX%|Gla%thI9$oi?E}+~@3~?El{C*Ssy0Q>#ngt5=i28K2cFo)3=5&yvr#4 z`n7AwxDFUzQsMGVlV3m}%4Q1Iv4ZwXxU48EN@85|&1EAmA0nZ`toPM~sXPipKNWlY`+(H2QmQeR4 zPx+GQ|4-O`|Ks3n<+@)hj40d&|0Xs*zP&eFs(0=vYHOe4eXCa0z9_cAwkR}elWtk43b z3-Bbrw)wW4zlXafc(3aJs_b0Ap-%TW{zvGd8YGH@Y>`x>3$?A0Yic(oMo+BE6uC7~ zN|Q2LENV+qt5Qu8*~ElgGA@zOwsPsjwvuvbSVAJV8P4}r=RCXToagL0p2y?qd1mJS zfB*BozxVrnd*AOz#t$(Dp1!_iIDEX_!65>CKNcd~`^(S%{=0XIopOISAw~A|utfv6 z7>7o#tnsOTol&74iir!{L~@V!?%mTcHdfEtTU{P&V?6EZR$*-so=~my70JU4{yJH| zWi9JWNkjRcR{Y$YBIkz3t|+eO8V!#%o=OhE4OKEwq{W{LhyPZIz{8CXqBak?l3II% zZo%Jfc8(HI%b2fZT4u?G;KNoYr`RbBNSukRd+gPu0A#nmB!^_IZ;Z_m^*;pQQS_DvU-^v5#;1 zZNYTldG|_j?$zQ7vAoplsTZp}C=*-TbEW#4Xn%r1d=*eu4*By=o(*GEG|Oi;z9UFK zQ!_J7>pJ&lAA?Io`CPs{A2~jpl<;fqUB~xK6!7>%G2#!wMXxF{>KK|+e(_j^L78AX zBJ?(5QdVHvY0~Nbo0=8p&V3s@kuuglXq?G?RoyUFInH6Y^tSHo;1x5+uZUKCoNO2U zpY7_<1XLDk@x<0!JMwket$)6ll}j(r@Xcb{rzbd_OpyQOksYo4ex@p+`yjmIWk%xra*&D&pzTQ^Q;)!Z{!>uS!_|J`s(@0F304-C+K%8;cz&^LdJw{aZgpN ztkZq&E8}2gQh>FsOOa}$!w|mP-7!Oj`ifAS6~x&$Iu{vFs=86*B%lc6C!c7a8Mp^y}NUnI=i#a=_f7) zqHCK$GMPVQ9gPeKzA)4M2^s4I1H(*J!Z@@H3KEE}HH+RF4nvCd^$2=d*lJ6<461Re zYpU%2m13z7-~a_byg?MRlK1l-u~b2j zXmk_+yZ87-g?!e|*}u??r&0M1d~RK2`z)S#;gJ;uRze1zxU}P%^=SMeOpE8)-#1b; z#~k073E$jC3t!(m1eMh;+_h_0*w$N$q#=^}YL`xpEeWH6AVI@rPu{Co0MPanD#ND% zLBG2TBqb%w1ieLi#X?Z7lqk%qmu#!lawgwn*c1>;V3+58&a0YRTAp-pIsRN&Uj6t5 zL-W{P(JvlZ7mfUHfZ-Ieg?H?bT;WW;5O)24v=P&Dd_{!^?Ci`N>k&YIrUk^l zO#W;oT0dC{C*C|8O6OmvNZqEJZa(|=NmD9vG8BN4vY1T2E$_pbZOa1(G9Avmc_cn~ zv@0!_rlb@Ofbm=+>#eLJ6slC|nAbsYNGL2^fc|A{7_2;0{aCqtKYHhIZFF#(0W+jm ztUACXC8GIJ)NJQzn}EWme~(?H7{|+d2g~W*d@j|O#S_aR)HpIa+6t2ZGu{O-4; zfGo=@6LCE3L_@U8H{Z-8lr}P$jutw1zOA8*q`N(^B_H&9wPqF-#9R1N1FPIuyIM9*f3Xha3FST{t+aFiooAgHaYYv~W(uln%B zXaf%=kLtTk|C@LA#g%T7nORw6?Cf!Of3u%E7GM2Cvx&GXI`?!ldQ(kJO$hQj%o1x& z5^G&Cnu!y?UhC<)dj4^iT;T$#>+xRMyY>KueevmHkXl+vAosG;L_c|UT2<~4Mp7T<;#}~JiZR6kvwt|PfkeCo3?B@$oUHNV+jd~ z<-3oFhW+gv9D*LHIRC^IuM6m)QAes&K33pLsi{x8D)wtU9UrV{EMI|5#$*d80@B;8 zfD!5`8e@<6xTu-&69<;h;Sz{-!n00-_+3uIx&51u4`E843h8kx;F)E2Zm~EGV@t{2 z-o6DCdSw)Lt))vhV>v>n>7LuF_$m_Lt>AKe@B*cAjq`Tid+>6j;5~6D7Zj0to<7|g?r3Zj*Ts9`JC~68(9;#k$3v{hBX3Swamm&>b5B`xCeQvE zBwdRmNAk!GWM^mhCnhGE1y>_!!5l+)7^ia{VKcskv-36h{T+9ohXy8%+cTLbms~qy z3hbYYoxOe3zQ&xWfq?)z5}R<Z<0)T>Ua|Iu*A8&~%M3KQ-wO5QWndYjpzFU#+aJR<4L%=#W!u=68P_ z{P;*jN0D?Fc^XXv>m_A~ASwKP;?6*WAw@`uvCYq3ywD9EdE#;sMgvha+HAqQwc8yX zQ=JkcUT+qsrl-#Z`b$A3bYn-rdb(Tb6q1(?*KynTVZ>|Y;^A-%TX|FwBvzafiH@xk zP5Vgs|42`Q=OWYW?^G9oA@aZ=corTKNN-4Jvb;+R3yX8pcIdzJubfT!A%0R0;J47w%U~zB9q>5oiLYqP6i=?S&*M65H|R z6%|8ac_kPh@LJ2gdzVN`Nl8#aAGO z5M~51K5H7BLXm+q| z;a6b`NpZ%E?*F06u$90R5jI8#BLMOrho3YM literal 0 HcmV?d00001 diff --git a/video_preprocessor_config.json b/video_preprocessor_config.json new file mode 100644 index 0000000..b64d80b --- /dev/null +++ b/video_preprocessor_config.json @@ -0,0 +1,86 @@ +{ + "_valid_kwargs_names": [ + "do_convert_rgb", + "do_resize", + "size", + "size_divisor", + "default_to_square", + "resample", + "do_rescale", + "rescale_factor", + "do_normalize", + "image_mean", + "image_std", + "do_pad", + "do_center_crop", + "crop_size", + "data_format", + "input_data_format", + "device", + "min_pixels", + "max_pixels", + "patch_size", + "temporal_patch_size", + "merge_size" + ], + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "model_valid_processing_keys": [ + "do_convert_rgb", + "do_resize", + "size", + "size_divisor", + "default_to_square", + "resample", + "do_rescale", + "rescale_factor", + "do_normalize", + "image_mean", + "image_std", + "do_pad", + "do_center_crop", + "crop_size", + "data_format", + "input_data_format", + "device", + "min_pixels", + "max_pixels", + "patch_size", + "temporal_patch_size", + "merge_size" + ], + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "size_divisor": null, + "temporal_patch_size": 2, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833