From 2dfaab5b40c81a0d8eadd7703dc4f128512e6195 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 00:07:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-cua-dev/qwen2_5vl_7b_easyr1_10k_hard_segui3b_easy_gta1-4MP Source: Original Platform --- .gitattributes | 56 ++ README.md | 60 ++ added_tokens.json | 24 + all_results.json | 9 + chat_template.jinja | 7 + config.json | 105 ++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 736 +++++++++++++++++++++++++ preprocessor_config.json | 36 ++ special_tokens_map.json | 31 ++ tokenizer.json | 3 + tokenizer_config.json | 209 +++++++ train_results.json | 9 + trainer_log.jsonl | 126 +++++ trainer_state.json | 918 +++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 47529 bytes video_preprocessor_config.json | 86 +++ vocab.json | 3 + 25 files changed, 2449 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 preprocessor_config.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 video_preprocessor_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8df0cf4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..267568e --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-VL-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: qwen2_5vl_7b_easyr1_10k_hard_segui3b_easy_gta1-4MP_lr_1_0e-06_bs_1_epochs_1.0_max_pixels_4000000_deepspeed + results: [] +--- + + + +# qwen2_5vl_7b_easyr1_10k_hard_segui3b_easy_gta1-4MP_lr_1_0e-06_bs_1_epochs_1.0_max_pixels_4000000_deepspeed + +This model is a fine-tuned version of [Qwen/Qwen2.5-VL-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct) on the easyr1-10k-hard-segui3b-easy-gta1-4MP dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-06 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- total_train_batch_size: 8 +- total_eval_batch_size: 64 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.52.4 +- Pytorch 2.7.1+cu126 +- Datasets 3.6.0 +- Tokenizers 0.21.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..f364bcb --- /dev/null +++ b/all_results.json @@ -0,0 +1,9 @@ +{ + "effective_tokens_per_sec": 210.0489103830877, + "epoch": 1.0, + "total_flos": 8.611551323462042e+17, + "train_loss": 0.6264356197357178, + "train_runtime": 11004.0234, + "train_samples_per_second": 0.909, + "train_steps_per_second": 0.114 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..6c22663 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..4d68017 --- /dev/null +++ b/config.json @@ -0,0 +1,105 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 128000, + "max_window_layers": 28, + "model_type": "qwen2_5_vl", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "text_config": { + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "image_token_id": null, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 128000, + "max_window_layers": 28, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "torch_dtype": "bfloat16", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": null, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 152064 + }, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.52.4", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 3584, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "torch_dtype": "bfloat16", + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..273dbe0 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "image-to-text", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c110271 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "4.52.4" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..5d1ff8b --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c19fe0c34c8a9ba16759a6a48689f9e4879286966679af37c7e97b4aa51872 +size 4968243304 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..cd246e8 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7caa1187f76e3bfe73cb95db0a5e05a8459f6a184eda4a466969c606cc054e +size 4991495816 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..27396f9 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4937e3442a8e1eda7803549b48d72366362aa8d06e4a3bdf11b23df01172a31d +size 4932751040 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..1e6a0c1 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1458c7052ce6017c13b2a985bf510422a0c2e7ab60932d32db55bd9b0e6a688c +size 1691924384 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6a84000 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,736 @@ +{ + "metadata": { + "total_size": 16584333312 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.0.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.0.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.0.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.1.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.1.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.1.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.10.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.10.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.10.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.11.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.11.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.11.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.12.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.12.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.12.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.13.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.13.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.13.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.14.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.14.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.14.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.15.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.15.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.15.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.16.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.16.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.16.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.17.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.17.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.17.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.18.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.18.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.18.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.19.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.19.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.19.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.2.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.2.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.2.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.20.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.20.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.20.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.21.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.21.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.21.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.22.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.22.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.22.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.23.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.23.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.23.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.24.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.24.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.24.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.25.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.25.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.25.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.26.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.26.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.26.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.27.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.27.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.27.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.28.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.28.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.28.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.29.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.29.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.29.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.3.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.3.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.3.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.30.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.30.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.30.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.31.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.31.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.31.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.4.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.4.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.4.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.5.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.5.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.5.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.6.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.6.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.6.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.7.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.7.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.7.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.8.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.8.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.8.norm2.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.attn.proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.9.attn.proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.attn.qkv.bias": "model-00001-of-00004.safetensors", + "visual.blocks.9.attn.qkv.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00004.safetensors", + "visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.norm1.weight": "model-00001-of-00004.safetensors", + "visual.blocks.9.norm2.weight": "model-00001-of-00004.safetensors", + "visual.merger.ln_q.weight": "model-00001-of-00004.safetensors", + "visual.merger.mlp.0.bias": "model-00001-of-00004.safetensors", + "visual.merger.mlp.0.weight": "model-00001-of-00004.safetensors", + "visual.merger.mlp.2.bias": "model-00001-of-00004.safetensors", + "visual.merger.mlp.2.weight": "model-00001-of-00004.safetensors", + "visual.patch_embed.proj.weight": "model-00001-of-00004.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..1c234b7 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,36 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..230f071 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,209 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "processor_class": "Qwen2_5_VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..f364bcb --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "effective_tokens_per_sec": 210.0489103830877, + "epoch": 1.0, + "total_flos": 8.611551323462042e+17, + "train_loss": 0.6264356197357178, + "train_runtime": 11004.0234, + "train_samples_per_second": 0.909, + "train_steps_per_second": 0.114 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..015c7da --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,126 @@ +{"current_steps": 10, "total_steps": 1250, "loss": 1.163, "lr": 7.2e-08, "epoch": 0.008, "percentage": 0.8, "elapsed_time": "0:01:36", "remaining_time": "3:20:21"} +{"current_steps": 20, "total_steps": 1250, "loss": 1.1726, "lr": 1.5199999999999998e-07, "epoch": 0.016, "percentage": 1.6, "elapsed_time": "0:03:05", "remaining_time": "3:10:12"} +{"current_steps": 30, "total_steps": 1250, "loss": 1.1791, "lr": 2.32e-07, "epoch": 0.024, "percentage": 2.4, "elapsed_time": "0:04:36", "remaining_time": "3:07:20"} +{"current_steps": 40, "total_steps": 1250, "loss": 0.966, "lr": 3.12e-07, "epoch": 0.032, "percentage": 3.2, "elapsed_time": "0:05:55", "remaining_time": "2:59:15"} +{"current_steps": 50, "total_steps": 1250, "loss": 0.8166, "lr": 3.92e-07, "epoch": 0.04, "percentage": 4.0, "elapsed_time": "0:07:31", "remaining_time": "3:00:24"} +{"current_steps": 60, "total_steps": 1250, "loss": 0.785, "lr": 4.7199999999999994e-07, "epoch": 0.048, "percentage": 4.8, "elapsed_time": "0:09:08", "remaining_time": "3:01:10"} +{"current_steps": 70, "total_steps": 1250, "loss": 0.732, "lr": 5.520000000000001e-07, "epoch": 0.056, "percentage": 5.6, "elapsed_time": "0:10:41", "remaining_time": "3:00:15"} +{"current_steps": 80, "total_steps": 1250, "loss": 0.7326, "lr": 6.319999999999999e-07, "epoch": 0.064, "percentage": 6.4, "elapsed_time": "0:11:56", "remaining_time": "2:54:42"} +{"current_steps": 90, "total_steps": 1250, "loss": 0.7385, "lr": 7.119999999999999e-07, "epoch": 0.072, "percentage": 7.2, "elapsed_time": "0:13:02", "remaining_time": "2:48:09"} +{"current_steps": 100, "total_steps": 1250, "loss": 0.7489, "lr": 7.92e-07, "epoch": 0.08, "percentage": 8.0, "elapsed_time": "0:14:31", "remaining_time": "2:47:06"} +{"current_steps": 110, "total_steps": 1250, "loss": 0.762, "lr": 8.72e-07, "epoch": 0.088, "percentage": 8.8, "elapsed_time": "0:15:57", "remaining_time": "2:45:24"} +{"current_steps": 120, "total_steps": 1250, "loss": 0.6751, "lr": 9.52e-07, "epoch": 0.096, "percentage": 9.6, "elapsed_time": "0:17:29", "remaining_time": "2:44:43"} +{"current_steps": 130, "total_steps": 1250, "loss": 0.6507, "lr": 9.999688075005433e-07, "epoch": 0.104, "percentage": 10.4, "elapsed_time": "0:19:03", "remaining_time": "2:44:08"} +{"current_steps": 140, "total_steps": 1250, "loss": 0.6309, "lr": 9.996179365760233e-07, "epoch": 0.112, "percentage": 11.2, "elapsed_time": "0:20:28", "remaining_time": "2:42:20"} +{"current_steps": 150, "total_steps": 1250, "loss": 0.6199, "lr": 9.988774786134233e-07, "epoch": 0.12, "percentage": 12.0, "elapsed_time": "0:22:01", "remaining_time": "2:41:31"} +{"current_steps": 160, "total_steps": 1250, "loss": 0.689, "lr": 9.977480109995883e-07, "epoch": 0.128, "percentage": 12.8, "elapsed_time": "0:23:26", "remaining_time": "2:39:40"} +{"current_steps": 170, "total_steps": 1250, "loss": 0.7167, "lr": 9.962304144593893e-07, "epoch": 0.136, "percentage": 13.6, "elapsed_time": "0:25:03", "remaining_time": "2:39:11"} +{"current_steps": 180, "total_steps": 1250, "loss": 0.613, "lr": 9.94325872368957e-07, "epoch": 0.144, "percentage": 14.4, "elapsed_time": "0:26:38", "remaining_time": "2:38:21"} +{"current_steps": 190, "total_steps": 1250, "loss": 0.6538, "lr": 9.920358698329241e-07, "epoch": 0.152, "percentage": 15.2, "elapsed_time": "0:28:07", "remaining_time": "2:36:56"} +{"current_steps": 200, "total_steps": 1250, "loss": 0.6899, "lr": 9.89362192526383e-07, "epoch": 0.16, "percentage": 16.0, "elapsed_time": "0:29:23", "remaining_time": "2:34:18"} +{"current_steps": 210, "total_steps": 1250, "loss": 0.6425, "lr": 9.863069253024717e-07, "epoch": 0.168, "percentage": 16.8, "elapsed_time": "0:30:57", "remaining_time": "2:33:21"} +{"current_steps": 220, "total_steps": 1250, "loss": 0.6299, "lr": 9.828724505666663e-07, "epoch": 0.176, "percentage": 17.6, "elapsed_time": "0:32:36", "remaining_time": "2:32:38"} +{"current_steps": 230, "total_steps": 1250, "loss": 0.6225, "lr": 9.790614464190547e-07, "epoch": 0.184, "percentage": 18.4, "elapsed_time": "0:33:59", "remaining_time": "2:30:46"} +{"current_steps": 240, "total_steps": 1250, "loss": 0.6294, "lr": 9.748768845660333e-07, "epoch": 0.192, "percentage": 19.2, "elapsed_time": "0:35:26", "remaining_time": "2:29:07"} +{"current_steps": 250, "total_steps": 1250, "loss": 0.6153, "lr": 9.703220280030607e-07, "epoch": 0.2, "percentage": 20.0, "elapsed_time": "0:36:45", "remaining_time": "2:27:03"} +{"current_steps": 260, "total_steps": 1250, "loss": 0.6105, "lr": 9.65400428470271e-07, "epoch": 0.208, "percentage": 20.8, "elapsed_time": "0:38:18", "remaining_time": "2:25:50"} +{"current_steps": 270, "total_steps": 1250, "loss": 0.6335, "lr": 9.601159236829351e-07, "epoch": 0.216, "percentage": 21.6, "elapsed_time": "0:39:55", "remaining_time": "2:24:55"} +{"current_steps": 280, "total_steps": 1250, "loss": 0.6097, "lr": 9.544726343389243e-07, "epoch": 0.224, "percentage": 22.4, "elapsed_time": "0:41:24", "remaining_time": "2:23:26"} +{"current_steps": 290, "total_steps": 1250, "loss": 0.6641, "lr": 9.48474960905515e-07, "epoch": 0.232, "percentage": 23.2, "elapsed_time": "0:42:35", "remaining_time": "2:21:01"} +{"current_steps": 300, "total_steps": 1250, "loss": 0.6193, "lr": 9.421275801880362e-07, "epoch": 0.24, "percentage": 24.0, "elapsed_time": "0:44:02", "remaining_time": "2:19:27"} +{"current_steps": 310, "total_steps": 1250, "loss": 0.6532, "lr": 9.354354416830376e-07, "epoch": 0.248, "percentage": 24.8, "elapsed_time": "0:45:46", "remaining_time": "2:18:49"} +{"current_steps": 320, "total_steps": 1250, "loss": 0.6649, "lr": 9.284037637188213e-07, "epoch": 0.256, "percentage": 25.6, "elapsed_time": "0:47:10", "remaining_time": "2:17:05"} +{"current_steps": 330, "total_steps": 1250, "loss": 0.6488, "lr": 9.210380293863461e-07, "epoch": 0.264, "percentage": 26.4, "elapsed_time": "0:48:47", "remaining_time": "2:16:02"} +{"current_steps": 340, "total_steps": 1250, "loss": 0.6406, "lr": 9.133439822636777e-07, "epoch": 0.272, "percentage": 27.2, "elapsed_time": "0:50:09", "remaining_time": "2:14:14"} +{"current_steps": 350, "total_steps": 1250, "loss": 0.6061, "lr": 9.0532762193732e-07, "epoch": 0.28, "percentage": 28.0, "elapsed_time": "0:51:41", "remaining_time": "2:12:56"} +{"current_steps": 360, "total_steps": 1250, "loss": 0.6225, "lr": 8.969951993239177e-07, "epoch": 0.288, "percentage": 28.8, "elapsed_time": "0:53:13", "remaining_time": "2:11:34"} +{"current_steps": 370, "total_steps": 1250, "loss": 0.6385, "lr": 8.883532117959796e-07, "epoch": 0.296, "percentage": 29.6, "elapsed_time": "0:54:28", "remaining_time": "2:09:34"} +{"current_steps": 380, "total_steps": 1250, "loss": 0.6633, "lr": 8.794083981154228e-07, "epoch": 0.304, "percentage": 30.4, "elapsed_time": "0:55:53", "remaining_time": "2:07:58"} +{"current_steps": 390, "total_steps": 1250, "loss": 0.635, "lr": 8.70167733178889e-07, "epoch": 0.312, "percentage": 31.2, "elapsed_time": "0:57:00", "remaining_time": "2:05:42"} +{"current_steps": 400, "total_steps": 1250, "loss": 0.6243, "lr": 8.606384225789303e-07, "epoch": 0.32, "percentage": 32.0, "elapsed_time": "0:58:21", "remaining_time": "2:04:00"} +{"current_steps": 410, "total_steps": 1250, "loss": 0.6319, "lr": 8.508278969853037e-07, "epoch": 0.328, "percentage": 32.8, "elapsed_time": "0:59:35", "remaining_time": "2:02:05"} +{"current_steps": 420, "total_steps": 1250, "loss": 0.535, "lr": 8.407438063507599e-07, "epoch": 0.336, "percentage": 33.6, "elapsed_time": "1:01:03", "remaining_time": "2:00:39"} +{"current_steps": 430, "total_steps": 1250, "loss": 0.5109, "lr": 8.303940139458388e-07, "epoch": 0.344, "percentage": 34.4, "elapsed_time": "1:02:24", "remaining_time": "1:59:01"} +{"current_steps": 440, "total_steps": 1250, "loss": 0.5803, "lr": 8.19786590227329e-07, "epoch": 0.352, "percentage": 35.2, "elapsed_time": "1:04:01", "remaining_time": "1:57:51"} +{"current_steps": 450, "total_steps": 1250, "loss": 0.5606, "lr": 8.089298065451671e-07, "epoch": 0.36, "percentage": 36.0, "elapsed_time": "1:05:47", "remaining_time": "1:56:58"} +{"current_steps": 460, "total_steps": 1250, "loss": 0.6236, "lr": 7.97832128692689e-07, "epoch": 0.368, "percentage": 36.8, "elapsed_time": "1:07:08", "remaining_time": "1:55:18"} +{"current_steps": 470, "total_steps": 1250, "loss": 0.5872, "lr": 7.865022103052576e-07, "epoch": 0.376, "percentage": 37.6, "elapsed_time": "1:08:48", "remaining_time": "1:54:10"} +{"current_steps": 480, "total_steps": 1250, "loss": 0.5743, "lr": 7.7494888611242e-07, "epoch": 0.384, "percentage": 38.4, "elapsed_time": "1:10:20", "remaining_time": "1:52:50"} +{"current_steps": 490, "total_steps": 1250, "loss": 0.6218, "lr": 7.631811650488488e-07, "epoch": 0.392, "percentage": 39.2, "elapsed_time": "1:11:36", "remaining_time": "1:51:03"} +{"current_steps": 500, "total_steps": 1250, "loss": 0.5576, "lr": 7.51208223229449e-07, "epoch": 0.4, "percentage": 40.0, "elapsed_time": "1:12:50", "remaining_time": "1:49:15"} +{"current_steps": 510, "total_steps": 1250, "loss": 0.6116, "lr": 7.390393967940962e-07, "epoch": 0.408, "percentage": 40.8, "elapsed_time": "1:14:24", "remaining_time": "1:47:58"} +{"current_steps": 520, "total_steps": 1250, "loss": 0.5882, "lr": 7.266841746275976e-07, "epoch": 0.416, "percentage": 41.6, "elapsed_time": "1:15:56", "remaining_time": "1:46:36"} +{"current_steps": 530, "total_steps": 1250, "loss": 0.6676, "lr": 7.141521909605451e-07, "epoch": 0.424, "percentage": 42.4, "elapsed_time": "1:17:27", "remaining_time": "1:45:13"} +{"current_steps": 540, "total_steps": 1250, "loss": 0.5431, "lr": 7.014532178568313e-07, "epoch": 0.432, "percentage": 43.2, "elapsed_time": "1:18:53", "remaining_time": "1:43:43"} +{"current_steps": 550, "total_steps": 1250, "loss": 0.615, "lr": 6.885971575936883e-07, "epoch": 0.44, "percentage": 44.0, "elapsed_time": "1:20:18", "remaining_time": "1:42:12"} +{"current_steps": 560, "total_steps": 1250, "loss": 0.5834, "lr": 6.7559403494019e-07, "epoch": 0.448, "percentage": 44.8, "elapsed_time": "1:21:43", "remaining_time": "1:40:42"} +{"current_steps": 570, "total_steps": 1250, "loss": 0.6153, "lr": 6.624539893402382e-07, "epoch": 0.456, "percentage": 45.6, "elapsed_time": "1:23:16", "remaining_time": "1:39:20"} +{"current_steps": 580, "total_steps": 1250, "loss": 0.6112, "lr": 6.491872670061301e-07, "epoch": 0.464, "percentage": 46.4, "elapsed_time": "1:24:28", "remaining_time": "1:37:35"} +{"current_steps": 590, "total_steps": 1250, "loss": 0.6148, "lr": 6.358042129288693e-07, "epoch": 0.472, "percentage": 47.2, "elapsed_time": "1:25:45", "remaining_time": "1:35:55"} +{"current_steps": 600, "total_steps": 1250, "loss": 0.6125, "lr": 6.223152628114536e-07, "epoch": 0.48, "percentage": 48.0, "elapsed_time": "1:27:19", "remaining_time": "1:34:36"} +{"current_steps": 610, "total_steps": 1250, "loss": 0.5715, "lr": 6.087309349314274e-07, "epoch": 0.488, "percentage": 48.8, "elapsed_time": "1:28:44", "remaining_time": "1:33:06"} +{"current_steps": 620, "total_steps": 1250, "loss": 0.5864, "lr": 5.950618219390451e-07, "epoch": 0.496, "percentage": 49.6, "elapsed_time": "1:30:16", "remaining_time": "1:31:44"} +{"current_steps": 630, "total_steps": 1250, "loss": 0.5635, "lr": 5.813185825974418e-07, "epoch": 0.504, "percentage": 50.4, "elapsed_time": "1:31:36", "remaining_time": "1:30:08"} +{"current_steps": 640, "total_steps": 1250, "loss": 0.6266, "lr": 5.675119334712496e-07, "epoch": 0.512, "percentage": 51.2, "elapsed_time": "1:32:45", "remaining_time": "1:28:24"} +{"current_steps": 650, "total_steps": 1250, "loss": 0.5606, "lr": 5.536526405701433e-07, "epoch": 0.52, "percentage": 52.0, "elapsed_time": "1:34:11", "remaining_time": "1:26:56"} +{"current_steps": 660, "total_steps": 1250, "loss": 0.597, "lr": 5.397515109538299e-07, "epoch": 0.528, "percentage": 52.8, "elapsed_time": "1:35:46", "remaining_time": "1:25:36"} +{"current_steps": 670, "total_steps": 1250, "loss": 0.6027, "lr": 5.258193843050282e-07, "epoch": 0.536, "percentage": 53.6, "elapsed_time": "1:37:17", "remaining_time": "1:24:13"} +{"current_steps": 680, "total_steps": 1250, "loss": 0.539, "lr": 5.118671244770109e-07, "epoch": 0.544, "percentage": 54.4, "elapsed_time": "1:38:57", "remaining_time": "1:22:56"} +{"current_steps": 690, "total_steps": 1250, "loss": 0.6108, "lr": 4.979056110222981e-07, "epoch": 0.552, "percentage": 55.2, "elapsed_time": "1:40:11", "remaining_time": "1:21:18"} +{"current_steps": 700, "total_steps": 1250, "loss": 0.5889, "lr": 4.839457307091092e-07, "epoch": 0.56, "percentage": 56.0, "elapsed_time": "1:41:33", "remaining_time": "1:19:47"} +{"current_steps": 710, "total_steps": 1250, "loss": 0.6249, "lr": 4.6999836903218975e-07, "epoch": 0.568, "percentage": 56.8, "elapsed_time": "1:43:05", "remaining_time": "1:18:24"} +{"current_steps": 720, "total_steps": 1250, "loss": 0.5807, "lr": 4.560744017246284e-07, "epoch": 0.576, "percentage": 57.6, "elapsed_time": "1:44:39", "remaining_time": "1:17:02"} +{"current_steps": 730, "total_steps": 1250, "loss": 0.6027, "lr": 4.4218468627728927e-07, "epoch": 0.584, "percentage": 58.4, "elapsed_time": "1:46:02", "remaining_time": "1:15:32"} +{"current_steps": 740, "total_steps": 1250, "loss": 0.5744, "lr": 4.2834005347246525e-07, "epoch": 0.592, "percentage": 59.2, "elapsed_time": "1:47:39", "remaining_time": "1:14:11"} +{"current_steps": 750, "total_steps": 1250, "loss": 0.582, "lr": 4.145512989383617e-07, "epoch": 0.6, "percentage": 60.0, "elapsed_time": "1:48:54", "remaining_time": "1:12:36"} +{"current_steps": 760, "total_steps": 1250, "loss": 0.6209, "lr": 4.008291747309884e-07, "epoch": 0.608, "percentage": 60.8, "elapsed_time": "1:50:07", "remaining_time": "1:11:00"} +{"current_steps": 770, "total_steps": 1250, "loss": 0.6108, "lr": 3.8718438095003126e-07, "epoch": 0.616, "percentage": 61.6, "elapsed_time": "1:51:29", "remaining_time": "1:09:29"} +{"current_steps": 780, "total_steps": 1250, "loss": 0.6099, "lr": 3.7362755739523534e-07, "epoch": 0.624, "percentage": 62.4, "elapsed_time": "1:52:51", "remaining_time": "1:08:00"} +{"current_steps": 790, "total_steps": 1250, "loss": 0.6125, "lr": 3.601692752698101e-07, "epoch": 0.632, "percentage": 63.2, "elapsed_time": "1:54:05", "remaining_time": "1:06:25"} +{"current_steps": 800, "total_steps": 1250, "loss": 0.6294, "lr": 3.46820028937322e-07, "epoch": 0.64, "percentage": 64.0, "elapsed_time": "1:55:35", "remaining_time": "1:05:01"} +{"current_steps": 810, "total_steps": 1250, "loss": 0.5598, "lr": 3.335902277385067e-07, "epoch": 0.648, "percentage": 64.8, "elapsed_time": "1:57:01", "remaining_time": "1:03:34"} +{"current_steps": 820, "total_steps": 1250, "loss": 0.647, "lr": 3.204901878743769e-07, "epoch": 0.656, "percentage": 65.6, "elapsed_time": "1:58:28", "remaining_time": "1:02:07"} +{"current_steps": 830, "total_steps": 1250, "loss": 0.67, "lr": 3.075301243619603e-07, "epoch": 0.664, "percentage": 66.4, "elapsed_time": "1:59:54", "remaining_time": "1:00:40"} +{"current_steps": 840, "total_steps": 1250, "loss": 0.6254, "lr": 2.94720143068936e-07, "epoch": 0.672, "percentage": 67.2, "elapsed_time": "2:01:18", "remaining_time": "0:59:12"} +{"current_steps": 850, "total_steps": 1250, "loss": 0.5444, "lr": 2.82070232833383e-07, "epoch": 0.68, "percentage": 68.0, "elapsed_time": "2:02:50", "remaining_time": "0:57:48"} +{"current_steps": 860, "total_steps": 1250, "loss": 0.602, "lr": 2.695902576747846e-07, "epoch": 0.688, "percentage": 68.8, "elapsed_time": "2:04:26", "remaining_time": "0:56:26"} +{"current_steps": 870, "total_steps": 1250, "loss": 0.5784, "lr": 2.57289949102363e-07, "epoch": 0.696, "percentage": 69.6, "elapsed_time": "2:05:54", "remaining_time": "0:54:59"} +{"current_steps": 880, "total_steps": 1250, "loss": 0.5973, "lr": 2.451788985267411e-07, "epoch": 0.704, "percentage": 70.4, "elapsed_time": "2:07:07", "remaining_time": "0:53:27"} +{"current_steps": 890, "total_steps": 1250, "loss": 0.501, "lr": 2.332665497808487e-07, "epoch": 0.712, "percentage": 71.2, "elapsed_time": "2:08:39", "remaining_time": "0:52:02"} +{"current_steps": 900, "total_steps": 1250, "loss": 0.5251, "lr": 2.215621917559062e-07, "epoch": 0.72, "percentage": 72.0, "elapsed_time": "2:10:06", "remaining_time": "0:50:35"} +{"current_steps": 910, "total_steps": 1250, "loss": 0.5794, "lr": 2.1007495115822537e-07, "epoch": 0.728, "percentage": 72.8, "elapsed_time": "2:11:41", "remaining_time": "0:49:12"} +{"current_steps": 920, "total_steps": 1250, "loss": 0.5609, "lr": 1.9881378539248077e-07, "epoch": 0.736, "percentage": 73.6, "elapsed_time": "2:13:18", "remaining_time": "0:47:48"} +{"current_steps": 930, "total_steps": 1250, "loss": 0.5381, "lr": 1.8778747557699221e-07, "epoch": 0.744, "percentage": 74.4, "elapsed_time": "2:14:49", "remaining_time": "0:46:23"} +{"current_steps": 940, "total_steps": 1250, "loss": 0.5848, "lr": 1.7700461969647468e-07, "epoch": 0.752, "percentage": 75.2, "elapsed_time": "2:16:21", "remaining_time": "0:44:58"} +{"current_steps": 950, "total_steps": 1250, "loss": 0.5656, "lr": 1.6647362589758785e-07, "epoch": 0.76, "percentage": 76.0, "elapsed_time": "2:17:46", "remaining_time": "0:43:30"} +{"current_steps": 960, "total_steps": 1250, "loss": 0.5997, "lr": 1.5620270593251633e-07, "epoch": 0.768, "percentage": 76.8, "elapsed_time": "2:19:05", "remaining_time": "0:42:01"} +{"current_steps": 970, "total_steps": 1250, "loss": 0.6232, "lr": 1.4619986875569246e-07, "epoch": 0.776, "percentage": 77.6, "elapsed_time": "2:20:16", "remaining_time": "0:40:29"} +{"current_steps": 980, "total_steps": 1250, "loss": 0.591, "lr": 1.3647291427865416e-07, "epoch": 0.784, "percentage": 78.4, "elapsed_time": "2:21:37", "remaining_time": "0:39:01"} +{"current_steps": 990, "total_steps": 1250, "loss": 0.6193, "lr": 1.2702942728790894e-07, "epoch": 0.792, "percentage": 79.2, "elapsed_time": "2:23:12", "remaining_time": "0:37:36"} +{"current_steps": 1000, "total_steps": 1250, "loss": 0.5831, "lr": 1.1787677153054549e-07, "epoch": 0.8, "percentage": 80.0, "elapsed_time": "2:24:45", "remaining_time": "0:36:11"} +{"current_steps": 1010, "total_steps": 1250, "loss": 0.5912, "lr": 1.0902208397220497e-07, "epoch": 0.808, "percentage": 80.8, "elapsed_time": "2:27:28", "remaining_time": "0:35:02"} +{"current_steps": 1020, "total_steps": 1250, "loss": 0.5565, "lr": 1.0047226923189022e-07, "epoch": 0.816, "percentage": 81.6, "elapsed_time": "2:29:00", "remaining_time": "0:33:35"} +{"current_steps": 1030, "total_steps": 1250, "loss": 0.6402, "lr": 9.223399419795092e-08, "epoch": 0.824, "percentage": 82.4, "elapsed_time": "2:30:14", "remaining_time": "0:32:05"} +{"current_steps": 1040, "total_steps": 1250, "loss": 0.5588, "lr": 8.431368282944584e-08, "epoch": 0.832, "percentage": 83.2, "elapsed_time": "2:31:35", "remaining_time": "0:30:36"} +{"current_steps": 1050, "total_steps": 1250, "loss": 0.5421, "lr": 7.671751114693103e-08, "epoch": 0.84, "percentage": 84.0, "elapsed_time": "2:33:05", "remaining_time": "0:29:09"} +{"current_steps": 1060, "total_steps": 1250, "loss": 0.5676, "lr": 6.945140241658686e-08, "epoch": 0.848, "percentage": 84.8, "elapsed_time": "2:34:04", "remaining_time": "0:27:37"} +{"current_steps": 1070, "total_steps": 1250, "loss": 0.6404, "lr": 6.25210225314312e-08, "epoch": 0.856, "percentage": 85.6, "elapsed_time": "2:35:38", "remaining_time": "0:26:11"} +{"current_steps": 1080, "total_steps": 1250, "loss": 0.5725, "lr": 5.593177559322776e-08, "epoch": 0.864, "percentage": 86.4, "elapsed_time": "2:37:15", "remaining_time": "0:24:45"} +{"current_steps": 1090, "total_steps": 1250, "loss": 0.5725, "lr": 4.968879969852985e-08, "epoch": 0.872, "percentage": 87.2, "elapsed_time": "2:38:47", "remaining_time": "0:23:18"} +{"current_steps": 1100, "total_steps": 1250, "loss": 0.6098, "lr": 4.3796962932146966e-08, "epoch": 0.88, "percentage": 88.0, "elapsed_time": "2:40:04", "remaining_time": "0:21:49"} +{"current_steps": 1110, "total_steps": 1250, "loss": 0.6195, "lr": 3.8260859571158875e-08, "epoch": 0.888, "percentage": 88.8, "elapsed_time": "2:41:47", "remaining_time": "0:20:24"} +{"current_steps": 1120, "total_steps": 1250, "loss": 0.5907, "lr": 3.308480650243661e-08, "epoch": 0.896, "percentage": 89.6, "elapsed_time": "2:43:14", "remaining_time": "0:18:56"} +{"current_steps": 1130, "total_steps": 1250, "loss": 0.5695, "lr": 2.8272839856463782e-08, "epoch": 0.904, "percentage": 90.4, "elapsed_time": "2:44:38", "remaining_time": "0:17:28"} +{"current_steps": 1140, "total_steps": 1250, "loss": 0.6108, "lr": 2.3828711860083672e-08, "epoch": 0.912, "percentage": 91.2, "elapsed_time": "2:46:02", "remaining_time": "0:16:01"} +{"current_steps": 1150, "total_steps": 1250, "loss": 0.6049, "lr": 1.9755887910625103e-08, "epoch": 0.92, "percentage": 92.0, "elapsed_time": "2:47:21", "remaining_time": "0:14:33"} +{"current_steps": 1160, "total_steps": 1250, "loss": 0.6072, "lr": 1.6057543873690683e-08, "epoch": 0.928, "percentage": 92.8, "elapsed_time": "2:48:56", "remaining_time": "0:13:06"} +{"current_steps": 1170, "total_steps": 1250, "loss": 0.4745, "lr": 1.2736563606711381e-08, "epoch": 0.936, "percentage": 93.6, "elapsed_time": "2:50:34", "remaining_time": "0:11:39"} +{"current_steps": 1180, "total_steps": 1250, "loss": 0.5551, "lr": 9.795536710202168e-09, "epoch": 0.944, "percentage": 94.4, "elapsed_time": "2:52:01", "remaining_time": "0:10:12"} +{"current_steps": 1190, "total_steps": 1250, "loss": 0.5737, "lr": 7.236756508468611e-09, "epoch": 0.952, "percentage": 95.2, "elapsed_time": "2:53:35", "remaining_time": "0:08:45"} +{"current_steps": 1200, "total_steps": 1250, "loss": 0.5902, "lr": 5.062218261342121e-09, "epoch": 0.96, "percentage": 96.0, "elapsed_time": "2:55:08", "remaining_time": "0:07:17"} +{"current_steps": 1210, "total_steps": 1250, "loss": 0.561, "lr": 3.273617608336221e-09, "epoch": 0.968, "percentage": 96.8, "elapsed_time": "2:56:45", "remaining_time": "0:05:50"} +{"current_steps": 1220, "total_steps": 1250, "loss": 0.577, "lr": 1.872349246437699e-09, "epoch": 0.976, "percentage": 97.6, "elapsed_time": "2:58:12", "remaining_time": "0:04:22"} +{"current_steps": 1230, "total_steps": 1250, "loss": 0.5546, "lr": 8.595058425640011e-10, "epoch": 0.984, "percentage": 98.4, "elapsed_time": "2:59:18", "remaining_time": "0:02:54"} +{"current_steps": 1240, "total_steps": 1250, "loss": 0.551, "lr": 2.3587718153444957e-10, "epoch": 0.992, "percentage": 99.2, "elapsed_time": "3:00:51", "remaining_time": "0:01:27"} +{"current_steps": 1250, "total_steps": 1250, "loss": 0.5674, "lr": 1.9495502197042213e-12, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "3:02:05", "remaining_time": "0:00:00"} +{"current_steps": 1250, "total_steps": 1250, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "3:03:21", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..73448b1 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,918 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 1250, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.008, + "grad_norm": 111.16453552246094, + "learning_rate": 7.2e-08, + "loss": 1.163, + "step": 10 + }, + { + "epoch": 0.016, + "grad_norm": 124.54598236083984, + "learning_rate": 1.5199999999999998e-07, + "loss": 1.1726, + "step": 20 + }, + { + "epoch": 0.024, + "grad_norm": 100.91595458984375, + "learning_rate": 2.32e-07, + "loss": 1.1791, + "step": 30 + }, + { + "epoch": 0.032, + "grad_norm": 80.15464782714844, + "learning_rate": 3.12e-07, + "loss": 0.966, + "step": 40 + }, + { + "epoch": 0.04, + "grad_norm": 252.4119873046875, + "learning_rate": 3.92e-07, + "loss": 0.8166, + "step": 50 + }, + { + "epoch": 0.048, + "grad_norm": 678.993896484375, + "learning_rate": 4.7199999999999994e-07, + "loss": 0.785, + "step": 60 + }, + { + "epoch": 0.056, + "grad_norm": 206.46011352539062, + "learning_rate": 5.520000000000001e-07, + "loss": 0.732, + "step": 70 + }, + { + "epoch": 0.064, + "grad_norm": 31.90829086303711, + "learning_rate": 6.319999999999999e-07, + "loss": 0.7326, + "step": 80 + }, + { + "epoch": 0.072, + "grad_norm": 174.7485809326172, + "learning_rate": 7.119999999999999e-07, + "loss": 0.7385, + "step": 90 + }, + { + "epoch": 0.08, + "grad_norm": 334.99591064453125, + "learning_rate": 7.92e-07, + "loss": 0.7489, + "step": 100 + }, + { + "epoch": 0.088, + "grad_norm": 572.4158325195312, + "learning_rate": 8.72e-07, + "loss": 0.762, + "step": 110 + }, + { + "epoch": 0.096, + "grad_norm": 139.32351684570312, + "learning_rate": 9.52e-07, + "loss": 0.6751, + "step": 120 + }, + { + "epoch": 0.104, + "grad_norm": 45.24559020996094, + "learning_rate": 9.999688075005433e-07, + "loss": 0.6507, + "step": 130 + }, + { + "epoch": 0.112, + "grad_norm": 2617.891357421875, + "learning_rate": 9.996179365760233e-07, + "loss": 0.6309, + "step": 140 + }, + { + "epoch": 0.12, + "grad_norm": 107.30264282226562, + "learning_rate": 9.988774786134233e-07, + "loss": 0.6199, + "step": 150 + }, + { + "epoch": 0.128, + "grad_norm": 125.14055633544922, + "learning_rate": 9.977480109995883e-07, + "loss": 0.689, + "step": 160 + }, + { + "epoch": 0.136, + "grad_norm": 81.20503234863281, + "learning_rate": 9.962304144593893e-07, + "loss": 0.7167, + "step": 170 + }, + { + "epoch": 0.144, + "grad_norm": 251.0092315673828, + "learning_rate": 9.94325872368957e-07, + "loss": 0.613, + "step": 180 + }, + { + "epoch": 0.152, + "grad_norm": 135.18783569335938, + "learning_rate": 9.920358698329241e-07, + "loss": 0.6538, + "step": 190 + }, + { + "epoch": 0.16, + "grad_norm": 363.9606018066406, + "learning_rate": 9.89362192526383e-07, + "loss": 0.6899, + "step": 200 + }, + { + "epoch": 0.168, + "grad_norm": 155.0046844482422, + "learning_rate": 9.863069253024717e-07, + "loss": 0.6425, + "step": 210 + }, + { + "epoch": 0.176, + "grad_norm": 562.5201416015625, + "learning_rate": 9.828724505666663e-07, + "loss": 0.6299, + "step": 220 + }, + { + "epoch": 0.184, + "grad_norm": 260.6285095214844, + "learning_rate": 9.790614464190547e-07, + "loss": 0.6225, + "step": 230 + }, + { + "epoch": 0.192, + "grad_norm": 410.15966796875, + "learning_rate": 9.748768845660333e-07, + "loss": 0.6294, + "step": 240 + }, + { + "epoch": 0.2, + "grad_norm": 140.08982849121094, + "learning_rate": 9.703220280030607e-07, + "loss": 0.6153, + "step": 250 + }, + { + "epoch": 0.208, + "grad_norm": 39.630794525146484, + "learning_rate": 9.65400428470271e-07, + "loss": 0.6105, + "step": 260 + }, + { + "epoch": 0.216, + "grad_norm": 302.4677429199219, + "learning_rate": 9.601159236829351e-07, + "loss": 0.6335, + "step": 270 + }, + { + "epoch": 0.224, + "grad_norm": 124.71900177001953, + "learning_rate": 9.544726343389243e-07, + "loss": 0.6097, + "step": 280 + }, + { + "epoch": 0.232, + "grad_norm": 135.7556610107422, + "learning_rate": 9.48474960905515e-07, + "loss": 0.6641, + "step": 290 + }, + { + "epoch": 0.24, + "grad_norm": 51.582210540771484, + "learning_rate": 9.421275801880362e-07, + "loss": 0.6193, + "step": 300 + }, + { + "epoch": 0.248, + "grad_norm": 71.27699279785156, + "learning_rate": 9.354354416830376e-07, + "loss": 0.6532, + "step": 310 + }, + { + "epoch": 0.256, + "grad_norm": 156.27731323242188, + "learning_rate": 9.284037637188213e-07, + "loss": 0.6649, + "step": 320 + }, + { + "epoch": 0.264, + "grad_norm": 41.20567321777344, + "learning_rate": 9.210380293863461e-07, + "loss": 0.6488, + "step": 330 + }, + { + "epoch": 0.272, + "grad_norm": 84.96507263183594, + "learning_rate": 9.133439822636777e-07, + "loss": 0.6406, + "step": 340 + }, + { + "epoch": 0.28, + "grad_norm": 87.3453369140625, + "learning_rate": 9.0532762193732e-07, + "loss": 0.6061, + "step": 350 + }, + { + "epoch": 0.288, + "grad_norm": 32.09752655029297, + "learning_rate": 8.969951993239177e-07, + "loss": 0.6225, + "step": 360 + }, + { + "epoch": 0.296, + "grad_norm": 51.215965270996094, + "learning_rate": 8.883532117959796e-07, + "loss": 0.6385, + "step": 370 + }, + { + "epoch": 0.304, + "grad_norm": 58.20103454589844, + "learning_rate": 8.794083981154228e-07, + "loss": 0.6633, + "step": 380 + }, + { + "epoch": 0.312, + "grad_norm": 129.3231658935547, + "learning_rate": 8.70167733178889e-07, + "loss": 0.635, + "step": 390 + }, + { + "epoch": 0.32, + "grad_norm": 192.52386474609375, + "learning_rate": 8.606384225789303e-07, + "loss": 0.6243, + "step": 400 + }, + { + "epoch": 0.328, + "grad_norm": 240.092041015625, + "learning_rate": 8.508278969853037e-07, + "loss": 0.6319, + "step": 410 + }, + { + "epoch": 0.336, + "grad_norm": 126.35558319091797, + "learning_rate": 8.407438063507599e-07, + "loss": 0.535, + "step": 420 + }, + { + "epoch": 0.344, + "grad_norm": 131.25146484375, + "learning_rate": 8.303940139458388e-07, + "loss": 0.5109, + "step": 430 + }, + { + "epoch": 0.352, + "grad_norm": 110.47335052490234, + "learning_rate": 8.19786590227329e-07, + "loss": 0.5803, + "step": 440 + }, + { + "epoch": 0.36, + "grad_norm": 170.6112060546875, + "learning_rate": 8.089298065451671e-07, + "loss": 0.5606, + "step": 450 + }, + { + "epoch": 0.368, + "grad_norm": 117.88746643066406, + "learning_rate": 7.97832128692689e-07, + "loss": 0.6236, + "step": 460 + }, + { + "epoch": 0.376, + "grad_norm": 76.8252944946289, + "learning_rate": 7.865022103052576e-07, + "loss": 0.5872, + "step": 470 + }, + { + "epoch": 0.384, + "grad_norm": 80.5151596069336, + "learning_rate": 7.7494888611242e-07, + "loss": 0.5743, + "step": 480 + }, + { + "epoch": 0.392, + "grad_norm": 50.92620849609375, + "learning_rate": 7.631811650488488e-07, + "loss": 0.6218, + "step": 490 + }, + { + "epoch": 0.4, + "grad_norm": 58.14357376098633, + "learning_rate": 7.51208223229449e-07, + "loss": 0.5576, + "step": 500 + }, + { + "epoch": 0.408, + "grad_norm": 36.23912811279297, + "learning_rate": 7.390393967940962e-07, + "loss": 0.6116, + "step": 510 + }, + { + "epoch": 0.416, + "grad_norm": 116.99472045898438, + "learning_rate": 7.266841746275976e-07, + "loss": 0.5882, + "step": 520 + }, + { + "epoch": 0.424, + "grad_norm": 201.44654846191406, + "learning_rate": 7.141521909605451e-07, + "loss": 0.6676, + "step": 530 + }, + { + "epoch": 0.432, + "grad_norm": 148.9322967529297, + "learning_rate": 7.014532178568313e-07, + "loss": 0.5431, + "step": 540 + }, + { + "epoch": 0.44, + "grad_norm": 64.1119613647461, + "learning_rate": 6.885971575936883e-07, + "loss": 0.615, + "step": 550 + }, + { + "epoch": 0.448, + "grad_norm": 152.45724487304688, + "learning_rate": 6.7559403494019e-07, + "loss": 0.5834, + "step": 560 + }, + { + "epoch": 0.456, + "grad_norm": 50.15947341918945, + "learning_rate": 6.624539893402382e-07, + "loss": 0.6153, + "step": 570 + }, + { + "epoch": 0.464, + "grad_norm": 315.6967468261719, + "learning_rate": 6.491872670061301e-07, + "loss": 0.6112, + "step": 580 + }, + { + "epoch": 0.472, + "grad_norm": 125.82039642333984, + "learning_rate": 6.358042129288693e-07, + "loss": 0.6148, + "step": 590 + }, + { + "epoch": 0.48, + "grad_norm": 73.30635833740234, + "learning_rate": 6.223152628114536e-07, + "loss": 0.6125, + "step": 600 + }, + { + "epoch": 0.488, + "grad_norm": 79.42913818359375, + "learning_rate": 6.087309349314274e-07, + "loss": 0.5715, + "step": 610 + }, + { + "epoch": 0.496, + "grad_norm": 263.9855651855469, + "learning_rate": 5.950618219390451e-07, + "loss": 0.5864, + "step": 620 + }, + { + "epoch": 0.504, + "grad_norm": 139.86032104492188, + "learning_rate": 5.813185825974418e-07, + "loss": 0.5635, + "step": 630 + }, + { + "epoch": 0.512, + "grad_norm": 2561.3486328125, + "learning_rate": 5.675119334712496e-07, + "loss": 0.6266, + "step": 640 + }, + { + "epoch": 0.52, + "grad_norm": 143.13426208496094, + "learning_rate": 5.536526405701433e-07, + "loss": 0.5606, + "step": 650 + }, + { + "epoch": 0.528, + "grad_norm": 53.60542297363281, + "learning_rate": 5.397515109538299e-07, + "loss": 0.597, + "step": 660 + }, + { + "epoch": 0.536, + "grad_norm": 73.9623031616211, + "learning_rate": 5.258193843050282e-07, + "loss": 0.6027, + "step": 670 + }, + { + "epoch": 0.544, + "grad_norm": 36.523921966552734, + "learning_rate": 5.118671244770109e-07, + "loss": 0.539, + "step": 680 + }, + { + "epoch": 0.552, + "grad_norm": 180.92674255371094, + "learning_rate": 4.979056110222981e-07, + "loss": 0.6108, + "step": 690 + }, + { + "epoch": 0.56, + "grad_norm": 137.9098663330078, + "learning_rate": 4.839457307091092e-07, + "loss": 0.5889, + "step": 700 + }, + { + "epoch": 0.568, + "grad_norm": 86.04741668701172, + "learning_rate": 4.6999836903218975e-07, + "loss": 0.6249, + "step": 710 + }, + { + "epoch": 0.576, + "grad_norm": 356.1498718261719, + "learning_rate": 4.560744017246284e-07, + "loss": 0.5807, + "step": 720 + }, + { + "epoch": 0.584, + "grad_norm": 299.1434326171875, + "learning_rate": 4.4218468627728927e-07, + "loss": 0.6027, + "step": 730 + }, + { + "epoch": 0.592, + "grad_norm": 258.3714294433594, + "learning_rate": 4.2834005347246525e-07, + "loss": 0.5744, + "step": 740 + }, + { + "epoch": 0.6, + "grad_norm": 206.87930297851562, + "learning_rate": 4.145512989383617e-07, + "loss": 0.582, + "step": 750 + }, + { + "epoch": 0.608, + "grad_norm": 184.38796997070312, + "learning_rate": 4.008291747309884e-07, + "loss": 0.6209, + "step": 760 + }, + { + "epoch": 0.616, + "grad_norm": 55.654571533203125, + "learning_rate": 3.8718438095003126e-07, + "loss": 0.6108, + "step": 770 + }, + { + "epoch": 0.624, + "grad_norm": 39.461761474609375, + "learning_rate": 3.7362755739523534e-07, + "loss": 0.6099, + "step": 780 + }, + { + "epoch": 0.632, + "grad_norm": 48.67549133300781, + "learning_rate": 3.601692752698101e-07, + "loss": 0.6125, + "step": 790 + }, + { + "epoch": 0.64, + "grad_norm": 151.82383728027344, + "learning_rate": 3.46820028937322e-07, + "loss": 0.6294, + "step": 800 + }, + { + "epoch": 0.648, + "grad_norm": 60.52513885498047, + "learning_rate": 3.335902277385067e-07, + "loss": 0.5598, + "step": 810 + }, + { + "epoch": 0.656, + "grad_norm": 33.369258880615234, + "learning_rate": 3.204901878743769e-07, + "loss": 0.647, + "step": 820 + }, + { + "epoch": 0.664, + "grad_norm": 92.85736846923828, + "learning_rate": 3.075301243619603e-07, + "loss": 0.67, + "step": 830 + }, + { + "epoch": 0.672, + "grad_norm": 151.1267852783203, + "learning_rate": 2.94720143068936e-07, + "loss": 0.6254, + "step": 840 + }, + { + "epoch": 0.68, + "grad_norm": 36.22425842285156, + "learning_rate": 2.82070232833383e-07, + "loss": 0.5444, + "step": 850 + }, + { + "epoch": 0.688, + "grad_norm": 38.03788375854492, + "learning_rate": 2.695902576747846e-07, + "loss": 0.602, + "step": 860 + }, + { + "epoch": 0.696, + "grad_norm": 172.8454132080078, + "learning_rate": 2.57289949102363e-07, + "loss": 0.5784, + "step": 870 + }, + { + "epoch": 0.704, + "grad_norm": 55.5506477355957, + "learning_rate": 2.451788985267411e-07, + "loss": 0.5973, + "step": 880 + }, + { + "epoch": 0.712, + "grad_norm": 44.82487487792969, + "learning_rate": 2.332665497808487e-07, + "loss": 0.501, + "step": 890 + }, + { + "epoch": 0.72, + "grad_norm": 84.14974212646484, + "learning_rate": 2.215621917559062e-07, + "loss": 0.5251, + "step": 900 + }, + { + "epoch": 0.728, + "grad_norm": 375.7658386230469, + "learning_rate": 2.1007495115822537e-07, + "loss": 0.5794, + "step": 910 + }, + { + "epoch": 0.736, + "grad_norm": 50.21950912475586, + "learning_rate": 1.9881378539248077e-07, + "loss": 0.5609, + "step": 920 + }, + { + "epoch": 0.744, + "grad_norm": 111.80802154541016, + "learning_rate": 1.8778747557699221e-07, + "loss": 0.5381, + "step": 930 + }, + { + "epoch": 0.752, + "grad_norm": 73.63316345214844, + "learning_rate": 1.7700461969647468e-07, + "loss": 0.5848, + "step": 940 + }, + { + "epoch": 0.76, + "grad_norm": 37.857364654541016, + "learning_rate": 1.6647362589758785e-07, + "loss": 0.5656, + "step": 950 + }, + { + "epoch": 0.768, + "grad_norm": 48.537506103515625, + "learning_rate": 1.5620270593251633e-07, + "loss": 0.5997, + "step": 960 + }, + { + "epoch": 0.776, + "grad_norm": 44.8488655090332, + "learning_rate": 1.4619986875569246e-07, + "loss": 0.6232, + "step": 970 + }, + { + "epoch": 0.784, + "grad_norm": 240.3300323486328, + "learning_rate": 1.3647291427865416e-07, + "loss": 0.591, + "step": 980 + }, + { + "epoch": 0.792, + "grad_norm": 65.27213287353516, + "learning_rate": 1.2702942728790894e-07, + "loss": 0.6193, + "step": 990 + }, + { + "epoch": 0.8, + "grad_norm": 89.73007202148438, + "learning_rate": 1.1787677153054549e-07, + "loss": 0.5831, + "step": 1000 + }, + { + "epoch": 0.808, + "grad_norm": 895.947509765625, + "learning_rate": 1.0902208397220497e-07, + "loss": 0.5912, + "step": 1010 + }, + { + "epoch": 0.816, + "grad_norm": 86.35826110839844, + "learning_rate": 1.0047226923189022e-07, + "loss": 0.5565, + "step": 1020 + }, + { + "epoch": 0.824, + "grad_norm": 51.44282913208008, + "learning_rate": 9.223399419795092e-08, + "loss": 0.6402, + "step": 1030 + }, + { + "epoch": 0.832, + "grad_norm": 149.143798828125, + "learning_rate": 8.431368282944584e-08, + "loss": 0.5588, + "step": 1040 + }, + { + "epoch": 0.84, + "grad_norm": 59.182315826416016, + "learning_rate": 7.671751114693103e-08, + "loss": 0.5421, + "step": 1050 + }, + { + "epoch": 0.848, + "grad_norm": 45.4121208190918, + "learning_rate": 6.945140241658686e-08, + "loss": 0.5676, + "step": 1060 + }, + { + "epoch": 0.856, + "grad_norm": 54.07659149169922, + "learning_rate": 6.25210225314312e-08, + "loss": 0.6404, + "step": 1070 + }, + { + "epoch": 0.864, + "grad_norm": 60.18058776855469, + "learning_rate": 5.593177559322776e-08, + "loss": 0.5725, + "step": 1080 + }, + { + "epoch": 0.872, + "grad_norm": 204.9486846923828, + "learning_rate": 4.968879969852985e-08, + "loss": 0.5725, + "step": 1090 + }, + { + "epoch": 0.88, + "grad_norm": 73.43809509277344, + "learning_rate": 4.3796962932146966e-08, + "loss": 0.6098, + "step": 1100 + }, + { + "epoch": 0.888, + "grad_norm": 96.1000747680664, + "learning_rate": 3.8260859571158875e-08, + "loss": 0.6195, + "step": 1110 + }, + { + "epoch": 0.896, + "grad_norm": 880.343017578125, + "learning_rate": 3.308480650243661e-08, + "loss": 0.5907, + "step": 1120 + }, + { + "epoch": 0.904, + "grad_norm": 27.793603897094727, + "learning_rate": 2.8272839856463782e-08, + "loss": 0.5695, + "step": 1130 + }, + { + "epoch": 0.912, + "grad_norm": 155.69480895996094, + "learning_rate": 2.3828711860083672e-08, + "loss": 0.6108, + "step": 1140 + }, + { + "epoch": 0.92, + "grad_norm": 50.02077865600586, + "learning_rate": 1.9755887910625103e-08, + "loss": 0.6049, + "step": 1150 + }, + { + "epoch": 0.928, + "grad_norm": 124.80931854248047, + "learning_rate": 1.6057543873690683e-08, + "loss": 0.6072, + "step": 1160 + }, + { + "epoch": 0.936, + "grad_norm": 65.33628845214844, + "learning_rate": 1.2736563606711381e-08, + "loss": 0.4745, + "step": 1170 + }, + { + "epoch": 0.944, + "grad_norm": 73.99946594238281, + "learning_rate": 9.795536710202168e-09, + "loss": 0.5551, + "step": 1180 + }, + { + "epoch": 0.952, + "grad_norm": 691.7554931640625, + "learning_rate": 7.236756508468611e-09, + "loss": 0.5737, + "step": 1190 + }, + { + "epoch": 0.96, + "grad_norm": 182.5045623779297, + "learning_rate": 5.062218261342121e-09, + "loss": 0.5902, + "step": 1200 + }, + { + "epoch": 0.968, + "grad_norm": 49.040260314941406, + "learning_rate": 3.273617608336221e-09, + "loss": 0.561, + "step": 1210 + }, + { + "epoch": 0.976, + "grad_norm": 79.2325210571289, + "learning_rate": 1.872349246437699e-09, + "loss": 0.577, + "step": 1220 + }, + { + "epoch": 0.984, + "grad_norm": 584.78759765625, + "learning_rate": 8.595058425640011e-10, + "loss": 0.5546, + "step": 1230 + }, + { + "epoch": 0.992, + "grad_norm": 117.03710174560547, + "learning_rate": 2.3587718153444957e-10, + "loss": 0.551, + "step": 1240 + }, + { + "epoch": 1.0, + "grad_norm": 157.88687133789062, + "learning_rate": 1.9495502197042213e-12, + "loss": 0.5674, + "step": 1250 + }, + { + "epoch": 1.0, + "step": 1250, + "total_flos": 8.611551323462042e+17, + "train_loss": 0.6264356197357178, + "train_runtime": 11004.0234, + "train_samples_per_second": 0.909, + "train_steps_per_second": 0.114 + } + ], + "logging_steps": 10, + "max_steps": 1250, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 8.611551323462042e+17, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..7b270d8 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e080e2f246fe576cabb236e69e1caab9ca159dbf1faeb380f3abea4f0ce00f +size 7953 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..c1128951a5d5f384f6ca1ee74633b3efd1c2daa0 GIT binary patch literal 47529 zcmeFZ^;=b4*EYO1Ep32wsi=sQbPI@x0VpD!(%ndI8l_Z3P+CA#TBKV_MLv^B={qg$)zT>#BzWR;JROC$L7=}?@QBk^yVFY*# z!;O=Xz+XhZ4*!7vlXSbJ?RLx2!p+mf#T>hC;^t)M=w@ea%Hd(|;%e>aaDh)yfbRk? zhn1U~ldB{@zy1GygU`{$lHcM~=>xdSAtx0bR}7;uLI2@i$>msMSS8&RrHh(g$@3$g zUdMX=kuERUIevV(@lgKP`9O6g^*8Cqin)H#6=iT~SBTn?ZIF9t6uI2C+mWZ$DE!8M z>A@5EhlbrgBiBWTJpBXgEZ!#BJ-$9N@?%$8jm_M{tTjDge=mQCLxCmFpqieti9<$a zr2G1;8+?f(UUhob!cB#;$+$6yIMqQp$x4I7>2so>F+=Ngnl`UPzNiO-W6cVQL+zSY zNO(B<*}Z>r3od!d$t>_SLL3gays^>tcedMkVX)L9Ey*i2k_Ig#3LsoWlwpxmpmr`uliO_#^hC>Xqvrl%vx%7*(lC=E&!tfd z_QIMPmerpfidI%(-V40$CbqEz2MS2VS>s)je3 z?;ovL>(x7a>=;p~Lg3!+_Ecu9tWBIp=~GrIkMWFfHiiAYUCv|VhuPVeX1U!N&hK^# zFhzS!gdV4*qa&`=kC|u+H=F59;oG1q&C1}f-w|T--!#dwmrS9Km04%tzLDJjSkY6Z zu;vdr7Z;a+)fW!CvASA=nANEarzRkGjruwzNbZFZSJXp(*R#IB!(P z;yL1e+@X4*%z_=wYpzzlf`x@e@b-thLV0@S)cc!la>->mIXP2bG87+vyvw(g@Z?EI zz}{*aHZR93yT9W)?A*q>`L|nbrQa;J^wmg*`^w~{8knA6Uo%NbC>iig;WT2~+M-ER zw_aXre0?itdDyj!^W;gQG~YjmTB8_)pFBDC7rxswnDYGjgO#baOtmywul?PPM=2@M zo@0K;6ZnlTxer=@K}#Je`NR5zcueK3vmsrkT*7hLpM_1%w; zE!g`;%xd95;VKyaPTA^ASBXN#LxUPG!Fv0yR2g2(W2!Z}!{KOO!Ma!expU{3Yh?KN zVp1+x-bgBI)VrP{8GoB6KCi`eqCA>S=J`TjVH&C4w9gY&^T;v9{IzHNXU-V+*oaiy z4G1Nq@h`6Ww6S^?aXpGS&%@(VwHqxqYTVS+G@y~G+;fk;xuvBT=GS@fX+lC9PrPcG zWml?0`N~{jy#;PLc7QIaqgCtn?Mip)e69AUPo5OsO!I z&Mzu@NJU0wY}xU=C(o>R=Bb{8$%zvubfT4;9Q8^ps3`Cwb$(Ly*E7EsO-xM8FO-jU z8l8A<+nFqpck{K~SHb68r%#8AJi7*WpMP@pR)0lBg@=@<4`GAsO7qbLkGiM6mMju3 zS)CifhJ}_#j~wYgd_wvAfRWSB&(AC_y?Y>y?EJ8OnnA`} z__?cp=GTZ*SD&Us)_SO#9T6Sfvf3p_llk@6yRkl_fN1BbR!-RNH(wuvw9t~1=C3>B z)fUU%mUShL_Q(+e*mMO3)su~+>_k`*Z{+5tS3+!?v4DKO*3{R_?8NHbR3-kq-Zg(d zor{Qx2~)_xYvmH-wXVli`{Y6RnEd*Z!64~&ram7M27{cxwExaZ8_ANbFq5GBZ_QUd zHjpV^eYD@1jO2g#@FDhE^FfAU_#~v68|4tlV~J9pd{ypqB+sseMMRKEZ;l6_IeXT5 zFqS#ZdvRD|*k`GhjFR$4z(*KZ!2b4F#Qpn$3K

x%2w`0CzbZ=CL?@AJ&Lr<4!`RblzDGDYIhR*goAS#?A0#IyOP<}Wbe*a4J#P^G(cP2M z7&7~tH*buEp8Xzv`uK4WL`7;qTEO~%Wi(q?e7;`!WEisp{^skDv^4gY*Ph*+x#zjD zmjCKiL${h-G)$FB_RWyc(218x4wKb0PkD6+inXI&ym%qGkSONJMnFJdEWj}AusvGq zBY5`%E#!@pCr^&U;uNm>UZ5mQxe@MIw-vU;G@ZH~6-D_uO^zKNAV{C@vXhg*V%@ew zg4vkv+=YFZyBBu~4c&!&O0TEMvcf__fVvIVIgCi6f}xP{C4cpjl2STk2bHT=Z9S53 z+f!+h?mT6VV=AENOZHxuP{`hhC!?X(#F|i3m|A$YXTn59L+vYnx zwM|So*}Q*oLe*5{j^h**JPal9ddjYyD6{O&vLYpe00u+O$jGSJ`kCasv$-Oz%807ews`i89n9?yde@8M-UPi0;fH>s!(3%45?J zIC1IHrT$9S(~FfeY-i#>NtOp}FOmq!KdbzfA>cF}%Z~3Ei?` zPx+a+Gnay*;tDJ`7liZd>}-F{y$jfO=s5fSCh4gEw*8Z*PbK|0ch`p;zu1(z*FD)^ zD-5{E^=N#+GA;D0RfrOo_3v8)JTQ{Iy=_O?M0a7keu4S^VnRAPI@kiauGNNx2e@Kq z(|LZdwEZmJtqnGxx`syJWp=+~luhH1wpv*|hXZZ<3Ra9*q&yd!OKtm>8whDQxVQ)) zZvsT{4J@(jngrnV<|sA-l>ybVr~F2p0k3P<2W>Yu>i45R#+^3%^W&qq^CS@z>|a8g z)*l8+EKxq7WD%!re|kPxlcy#A+#RRo@r(XxFKaeXDPj-UISh+0S5UnuIX_fR11a13 zX3}tW-&{ubtU8o;NL~}LJzFCVpWsMnPg#em(e&eE9Dp&(&(B3DDm9-B|ORFK#Qc?&jvzF2dmM zm#$nnM9m_OhgC6K9&fDJ-`g&R0%O--)MzbG_VMm}sIX2mDW1JUr8-0KjLxeaVkd-z zj$BRP3+=IKd28NI%fzHRBM7nB#2{+Nuy6hxG9D)GG0#BFDjD+Zf+ZI>Hwi53!9XlN zGbBrSQj>?iUzqvEdO4P@MQqGBn2?lOSW-hRL*4k_-`UOj{cSnvz0D~Me=Fz4#QZ?X zW>>&oaQ*(?P`>N)4vV|y=B1x#A4MMLH|@>SLHl&&!-?2*NEPR0EpDYq-#ZdaO5?$# zfa|X(t>2ua(64ekL`Xu3VbcG8WolP@oM-bI$4PJfh=Z)r^t&h5`Ol9lEYe;@jSVw^ zK8v(@8HDaebbH)a3d+hliDqrA%(jnjb9?*5>C>d;BOc6r2317aH}7vR)w8qvE(Z=R zS;xRcbcl^b0kooatlt$avmXkB($rvDY&`JR9Gg%3s8eEL0$bB-F25YZX1dba8iPq! zzTZ+4nf1+|hRWTLTUhsi@q)$pL^!*$hQ?v7eBDsUD~C_3r7FqGWA%knVMXZUizJ_nY2xao@B!&m||nt zp^0(zCq^Aw3x z;qT<@wh$QaZ%)zVEa;b~>+@Nbl$6Y6olCp-ld-&OWyEu=m>>|p3;8ys43!Z;K;wuirQjWb2pL!lmgaB^Z)m{dtJ}5Ha-x&5uk zhybKj+oGgQ_}LK&de0$~91B_5uvPBf40tQ=R(~U`@QrNd!qY z`|##E>wun3al)^+7lUbJjd9;+C0&0k`tYAR6-wM7yZg8M#&$=FRC%YZh-D{B!pP|Y z+1NFA+d}Q)AmWDoXm+{Oj?bUn1}y=!!gJSdj82s^Mk|Y+J$s*uf?}%LmFbp-Mk5Ik zQBkb)pNQ`DogH7Td@U(^D5mvtnGiB;-34ZgF^Q^+uOb#d9W z2e4~#iAy78rn-*L_)hHH@R$02UWxK76=w-)Fob z5Dl1)oVeO)LSY@img#Xm{SO4jmYvB1S#4tQf0Bg>9TsLe*PgvsJ$Yo$XW?~Ds_E|T zZc14AJI$+A`0nm*oecF4bt|pRH-@01cRWzy%2`yt%z2>RH$J{Ds6A zBa|VtwrJ)%mfMh*;qfig{C>Wxy*-B&KwE?A=j_WQ{ZaoR`*Kc6$>;kUMJ7!GzMD>f z?ARUB%pmA~b?4A{Z!AVnPMYpH4p%s1c-Sz@+maUY!c0^TA|nMMAoZ&~sF7GbzVV+g`}8D_BY9L z=X$G3-i1KuEY1Fy_=mg^deu_pe9@F;Jf2<7;*A zGa$wIx__3EW-bkuQgFu|f}P^#O_l2ZZZUJh)p%5 zNdVnWFvAj5`b(p=QVx~V^yM)c+s@BAES@}hg0MUp8JX3ZPBzry7C;$WcF|H$O(W9N zIr5C^*?8McVHIJ>TEQCw(ER~$ILyTKpt)JeZny#!(tx;5y)^g@({EW<&dc7o`fJU* zypB}NVVJB`H#*6o>f`KgN^&wKuoZvz3YMhhcgHGY(%L_LQq{bD+XTS%=C90HCupn2 zp@Dx7|2ze|e;ktiv45Led?|mqUaC@v@&Q>y|U{oh#!5*?|(STi|pjlY=D(m6H zfow9~-|y9pY*BAd#mdnhK0NU^^>}2<&b4_cwm1wH4(uO@Iom))JC z)&~8Nf#tP6xZWAS$lbelv7!JCAOwa3_IKR}`%7)_l(VbpP4a1$vQuFGpEVcc*Pvf+ z1*)M4N+E#c!hxB^Z`qOE^_9k7oLR0zNT+)LK8p}4U&0Ca;ef@8zBY}8nRuV`HuZ(D zN-05Vo{*7b7=VyL#R#-vqVKFz4D=nT=t>*P5U9$-1qCHz8-t{UO!%Bd4Iq=$kXBqrQI6{;#);q0fRy zb8D*tPdu6>NC#*5`8~Jl?5~-dpZc@9x+Uk3m#LN8GT9Qj0uLhLIV7yWOFy+(z0?X| zvM6BRA8^Tv9Odt(_y;h7#}W2{JmCxYIscDhFLNEuv`eMlSTN-CFy+jP+S=MF8=i3M z{k>i*;TwfI*4D4PoqtO~&+>6MU|~GjC;z$RoDK(Vx?Z`%jUk(WIsgr^sWLv3(1KsQ zc8!t^Ft()Gz+m@udqU$|UhluZG-kGB1NLgVHx7-DdTJ{xlc2xlRM$f`-C4k#)_&gx z8l+OB^WFLyWsy-gOX2?;YV`4e&hMbF!WsbD_UVSZeY7YsX~5$U>tZn4>8D{>>rFS+ z7JC`??8@Hu(g~Q}Bln2{c2-DbH^&M0-gnZ;?ZI3x!}ObMuP=B3{$GJ)G68^jG7`}N zN4um~DN+8b`TOnaCfovbh6z(THJsa|*u{$%p@aX>-k$5qT%NyvY!5cR8SHZ}fSM}+ z&U?3LD|71_f95see;|wm#FH0vC=Z`JA&OTePU;9ta;zILr!P34b_d#eXnf3|N85xx zyBInj0J1pLvc#}TaU3Hb@m~_T~h&oBk@#h8Cz`(#nXf+QW2=G5prbnZc%`)S-2H!(b zU0LfhnnD`}Kzq7YZleID1=PX3i#tno+k8*?3_k5k@$pduB=!QhZX)!|sY_;K`M6kt zw2F=nSChBqFq_V!_MHoKGtJ2B@9G1~UffgfgMoOK%>oN?Kyi+=FnJygEAr~n!Y3PP-$ zJ4N`mwl>4fTeph+wms}ds^}orS`c>v->ObN`L!2%Du%E|;MxofFVtjLlvekZwAQr^ z>fXJ3(#6H)w_V|q_t+bpv4R4@Sj*Id+$ZahW1b7oo#N!g<=jYlzqvBSyfeKILD6U> zJP9{;e=s_Cb;1ayy<)LyZn>4&(HJ&%1x!m3kS%qcChF?6z&8Y;9S>8(PR%AA0dTi! z#6b;`1A~AuzMb*<e+A&u4kPJnZdTq508TX6Q~@ zYzu2!9UWE6FYD{G1hBUm)j@OH@$b(uxDzlot+DK}P%zjbk+!w-*GHjJZh$S;Y)np0 z8kY<_eERg~law0Z1XBD62?+sW8(K6_-wRbr|ICp=O&rb&HoF226(-e*Pqz znt~$u8n^3~WW}J?m~9PoW`NE}muffI>N|`DDtuW-1R>?;{L|NOc=GJoeR#lxSm&)j z)7o{u5;sz%XI&Cofw@GK?)*q~`RyuaKZBb$kL>NNs`cB6=CGH-d;xnjUZQg7&>@tW zlw(*1jK}}&taeH5ZjO7i{M%TffzBMZH*^<_I|~3FUcY{QW9V^QT(RrSjUPXLh@U!A z!Ph)^G>*xvWWWjNjlE*5KyC~&K=;e*P4BF`VZHp@mU1;?nccwTu@oq-$KZjizr|gE4j9H}-0@t*-C@c?kwD~dwOL5P zSF2^%eNrPid3kxA!uJ-hyh%~5g`U`yiP$YUvSUk0jt1c|;vB^LBDl9aVlZWR`=gbmH`YI}9quz7p zfh8#XI3NcU4x|BNpcQURxfSSF-prBb$Dr~jTuf0vleby{1MQj5JKtyCwHwVMaRgib z5vMi@9hk?zDZ_f;0@1$<%6;NZ7<{3F)_!~Ue!B@zN{4~xNN7+HL0uK0F@IK_^OW+n zB++PgF%g(-z}!1?M*DAEDI;6n*R%gyUzq#*+&PUMfEA2n9NOW_(3Ay?!EUCGkB`4G zR;e$rIh|l6nKC1{zeS_Obr`~{`$t=)_nOV#zRuGY=)F1VBL)3;ys%fdg067T8bcp} z>3iyxmr5;G0KrEKn=60ynW;|M4IjW$Nz(U(pb{6GG?C1g+TkEKyoP<7q|T%!g~84?bcxHvjSXbQ6dNIFBxnS|0AHejdh<|gbh-~TnM z$_!AA7j);vrY+>xQY7i(POG)T1}k=-(+UX*5q>QL(bNR$m7w{jW6(8b6cy1TO~%yJ zbaOtcdZ`u|%Hex6DcY4Tr&Lu{H-!X-`ER#<{s!r4NQ0L%nB_~JQu3mW`n+cySW2w6rzUc`Si7C`g}DtkD-_b9WoPor2ZlkLa0V7uv!%c z-R-a?fFL-#SikR2$tKMJuucg$TcHaVRv^~QetdYOUF%&sROkp(3qy43Gw?*@DDdIc z9t-aQt0oKC;r;A}V0gt4a%7?Jl~0RS{DA;~{L6X(M1eSi#mqCTWda0n*~aEgciqR2 zA5oGV4cPYsxRe2H2m@K698lAiBJm)>6n$j_V1Cj z>%N;4;TpQS50GdAY#o4c?NS@M$B!Rx3c4(A!gM3yh@fa6|IJEx$2LAOF~Yk0Wu<#^ zNC?r+_Sk+apyEfVsWC$i)l^W35wQl_Cki;`2}q>V8=f;#cB3`-HlgMSdM@f`Wo3aL z%LZ)xq|ZWyVIi#5BtXJ8*hC?a1XmSrq3RXIDphu6ZeMiTCr@zE-x947s_L)_H`ytm zD{2GQDH@(F6T)<)+OrK2iGTn8m6Q|4-qlb>_1KtaW@ZjR_3f*UHJc6E81;#bj*d3Z zzIoQCiAt;p0E*2YiR;`)w|n&*ixD>fpD;5peBeHPx&(g6{Y@Q$v~PhpyK64Q$jr{( zRR`MM{2e2|Y0Wp|Ao6G*X8CZ1l^%G!v%;1in*yQ|&rz-)gcM%x(5TyB`GOM&r)u&cJ_@DfLQYcK$FVK%5PmNlUXlVQ2Ibm#a&4B z)@Q@P1E^Fx*k9)!sr0{kb;bj-&pg1h zVgW&voKTK3MzeMN_{{p8?hq_i|CKoIVw=+E@gMKn0Z@dxub&q)HJvRczYh;)rU{hE;(-%%+1Z`32CGo!a_odpgg1qTOaY6cu$mVPEO7PTB3R2IJP~Sk8X>rj~%_{X!wWlMxGgN^2^X0?uUuI=3Z>Oim%d^NW zUEgK1ji?@D92R-8z7YXJY?|M?jwlybP`qmPJoH*~=bM@}<>V({TBhD30l5sd!+N#j z=VtpMSqp+0!57*@ds&?~nUe0mk3rH{hQd>3)A!T9d?XCGFVWn;B%E0b(To>JT3T8< zbY-F{df&KXQj#DjE!FR{fvkR-I3Vj{!S7{Y`;HIHSW0fz|ENNHl>$U$&b;~oAwnL zpuP+$)u7!+mRiFxE7oG5kz#qzTbAn1rMNX{yw)_lU_Yh-87sKFecI(!&u=Z68N?uf z0|BxRJxJ^Pl>&~VH5T!a)-=#PP~EuuP~~L4s9wQqDC=TK$uRO=A*ScmR?nf=hHjn* zG<|7hs8S&coIne-7HT9vdK8E>up{@gu9!WNihC(tzG&4k7kRqi_QLC0b|YK=JKmE% zeR}u0OGjp9rr#JP>S?{qsPAo!HnINIb(`JaXMB*Jp8n^%zgKN-t@MfYqi|Mg!~L0I zd%9-U)n#9_tCKERWD7!zY7DseBMAw~Thrpi>nbY7Cp60dzOI1wuzt7do4lZt{!U`;d{1DA&`EBr$BCu#o1~G4p>ivB)I%0r5iA`J3 zN&|?_UFhy(&T4)*a zzrNW9L^heA#I7EO)Dt@JtEhozjJC^EhaU96hzAdB)}L?G#Sk>mf9U8~8)QsDmsx9T zY0(3QkRG9oO~;CeD^8ieefu_<-jEwUjoA2RQwkjBbm3HrM))CYV`(fFLYDOG*|R`d zph7o1uKNslfmYa`51@QAL@Og58MW=8!~Iy7sB|!bbWe^Qf`PDiKMQwsPmFN{860R! zUtpIV7V3dM8g}cxz6nTkGpH7IRe;NeDzXorF13fVy+MGo+lu5%y#MaM319;op|}0n zyQiB^4~T>*I!p+U1{#|_=SljTz~L-VA`c!sAW5haVu}W%(N2A-uDy?NG@7cc+Zvem z0+h~65U!wqYb?p0)5>f3mVI@o_%_^Rkg)wNXkb(Y;n#h`)z5^eoc#UWY=;T#b$DQi zO=iDkBTP?APp`G)4-#DKi%XH40j?zxFv**IaUVl!YNUZmy;pTMi|*_(awTPD1+GV4 zRc8%fca!3QH*5phI|@iU(W;j(G^0y`_Bwa}Ky*A@c`0Ns91bDbKEPL&u9aybN`(Dv7Lk zkkcbtOo85PxGQv#JMLc96~mk+B0S*q3eX7lm)^Y-&U*Qh>&zK4NVts%!^Fh}gMLSk zuO0FPoU{q#H8cxOKW1hKi|VaWYGETp!IVy^(WY2v-6Z+B#1&L!N+w~lU=k_#irgM@pvdA?d$P7g-^mlK7_eGU8e5u_4K90nNVv4G zr8&KY&u2@5#48P&*-rh`)D*InA$tqx@QMIcmI2v|mo7kKEe{M`hWeQ= z`FdhC|9C=S0CXEPm zUmymN&R*rY6a(-g58?W*`FZBOx0aN%xo)0CopF3!=0@6IRIWF@+8%I&~YE zwWf!hicX;XBKt|K+@3g}VaX7XTJXsgP1&LwE z0a)({?wwR9(MS+MU8-Je>^m89%uoJCB^xRK@g`F<&IGb_u>s@aUb(4fFnw(vK>h-~ z9|eGIj2l{RPz;mh0#a$Pa7xCTOM;+Yk&}}Pz+e57)XyjZ;IS(Ui=&JgPzo~v0VDAJ zdjJg&+eFQIeW2VU_ z6MIOjpqr#}rXh+`kWI?d_7+ckzW+7M-GcZ6WfN(1I1PI%5YFKMOOalqp4+2c?=J%# zO|7Ukg*6)!;jb1-i*tKFg6c6wmGtn#f-A3enQ`6S{6PR(SE&$2<+@;xNis96pK)oV|Wf&!65U@!cCr)Hu zYCD-9D}*=vWMSs~%SO;m`JATE;Q}?XF!=^~E5c8?*VM0EDjL*|2zh5E!5QKv3eFxB zGLVNQ{6BV=kNGo$&%*0hM!3`O?`O+nNu0i{FLL1EAU)G{4mFhpMj|ogK zEqPLab0xGeE1xfPA(t*xhD0HAaznqh+sKRCAx(##bv{cc;0x zW1W*jO^ijtLY+$qr1!Hv~FuNaY%uI@lX$9o7bYu7~k~fE+5#-Q~4ivPJE}uQtIdj|istq+U zs$WfhY7?g7) zcjYz&>~}VuyY)}uOuF;Ijcx#^1a4x)d4NU&L}x63iwqD%QXQDA%^+?wXycD@@>tiF zZ^TmL^^>Dtke{G7Jlh&Aqc~LT4nvWA(BH3}^Q<{*HC;$RR)zbBsc{q&w%mQFOEd2@ zd>*j`8H@A~F(rv-ao3+ge^GWi5?$jYRA?7roahr%f`vFmN(<())XojJID|ze70+OQ zFLL1s!%PH0u%GZpbD9WEHUT z$MOL?aL+LUF5`$-eFP?Bpf6U+;aTV~WPt`16L@XB@4sg-W9VlP-u&5-w6(nmR5|GDhzwZ<;}HsS z0(V@-r@I%&`pSH=&d)r(9;CqKVmk&71`Y`cMi9CpA|qX^>=%bC`>Q?q;rk?k4XHD; zBh_L+mLlyG!}r*P>gKmXThIO()I!8|B1n;!#|xY`)&MrSKwz8@s0VK*IC5JNph__G zzAx8@Y#MIA)Derds3gaCwLniz1xdtmWVNfuq21><^VYvKJWEekym|T%Nem#v*8{lsR*1&2=eW7L3@5fZh^ zAdjgm9*M}iDRWck(;4h!$U_TLhSmiKZ8b9n64(*VAnvRT+7_ZR3&&r!u;2rKB?y~f7>qzj+|(*G>{wa_$;b5Ti%XlJzubqMYz*)xubL}pdM;wS449e= zh;~$=&lT2u%WG4ex1x8V@Uo%T&jrEm~PVv+;=C2oq z3r7Z_Q>%NE@$5x&`B&cYFb$F~q${E6tfroi)bW9W>p@>mzv2*v8mYh}k4vYSY{hi* zIzQ?aa0usN(v=e}Gg~ zthdb^tsD{-hSusL)Gy}p0(U`5LOznbqu4hksM^lVZIn?l?k`b3s`a@lB?s7f;R$2+DGX zypsfs2MjTAUIazQl`I%uKJq#2*!q?i9RBK{KjZOu$vKLn)zn9^GSbYiWSL(-?Ca(B zc;}tx;v_7I&oB9Xc|)CU=Ps8f18>DcqrkndHZ-MxuzeNbj1#tekzz|iTio96x(OCpHo;)`-RA~+%DG4YvVydie;A0MD z-8`Fh^L0)VF5QCLX@QbM9&Ks(8G+}V@yviwjOefuxP$|EJ-H?T@eB_5i!rjg5)*!n`~s$OOP;f<|1q?%-V#u}PVp-)YbD znymK34(`iaCkPX=*SSq@ICeRI7Eq6-_dB9{k|10378pbV;~~rN12}+){e2(~(HSW) zFF`4COb{(s>Tq!?pfKQWBc9Yxr9aDPo+!=nRwhXq4WGXcA`c*pu=bh{6ma*lEthyF z4MH;v=YwsI7%>V{!zz$*y1OOvjdv)FH?jw3Y^%%ww$g`ia%A!a#VK@o(D&0i@J&3b1EG#bp~#y@^`NlRTm*l)d;;LAr2&GQ>5;*9sLL_!EiTH=*|+`MRo zKGuY!b@@=PQDqo`{4?!{(Zf*4Z|O`geBnW#9>ByWU!oDPYJr2OH~(j^iU4|i^3d9g zULc$XyU;#VaS07;g$|JEnT&@?L^nOp8(-GPyd*CZMwU+a9S|K7uW8F!6YU(cTWkr9{xA!!VuAFnfpZ8<_{4 z0hzNBJl8>bxlV>za|@u!gpAWQDTI%X55(CJG+Yg(dnK$p_*UoO2XN>I94OPHFJ-pZ zgl@IdWvuM7VfE4!dB#i8~@_v zgLw(p=5-7z!F9Atmm#}OL3SO{rl!Wi+^I;g}9 z4^NCRD-RDjoQg%n)2Jo14Ghv=0+7!Tbp=#Y**z(}xL40g@Hk_2JC2hIxIe-qSqYk@ z9^GijlP!|huvgu)4*^{QM&vdU~Ma&4}V&|=DKWQ`NHr}_gb88%`g99s}q%h{ado=9nY3oPrXzjGQCwf=Sz zju7=Lp0}y`*^B!z+<)R2w%pfqBr*RTAKF>pble6p0XaE#!0tDOfR)Jrf&r|Tqit5g zK*~w(-h2GeS_kXr|HK|hF31x_pZtmE|NX5&tVjZcaa^fx$9@aci+3^#ChY|Bf%wJ` zi<}sKHz86l-{4@AI;4nVQ4taH7cT~Omw}4~8X54TR@Za^W&>cqSr49|bt{`%rStOy zBsNun)?8?kzuj|7yuxu^#I%_VS-o!zAvZKShv>upT9f>>=3wu2*QE3+ivHF?TbxTt zP?D)8jSq={NG=OgEu&3k#qA*!{R=Ixt5;Rzt&$9&30`6K^5ENN10TS$3 z+K2P76N9C;Uf}(422s)%7*}L~MSP6ci>(eW7qZQ~4&I+EbR3rzUL6so7x#_-pHNQ+ z+8P~R1Q`^yzE}g$?&u#iU_Qj~2Nj424}H}nw4iOBDN>IhU{E`Wv{K)fM3m|mC>X4C z#FnXgMj8UXiOa((X5IQFV9)@TFKeeO7w+WxB8nMKo7gpJm7WhX;W&nA>0Kpkpv{wc za^pWb`HCB?x@Ai=p`C-E6;@H8C(x`w@+|xIhcjPGwf+m&Y}hEyFX*2J;jnDYkc$TM z?e8_{54O-I`a~gc_mtfgj0_Xg>LMBSdGx6fr72cc$PWb~HaLQYiqZAk8hbVRAv|%} zEei*^djklTww@@Q-GFYLAJ;DQG2vfLoA$0gAx7ClQV4PpO9IZ$WCu=f3%qtD!i={E zf|S<}gd2V+Pi@YnnBH^9ELV0HaN~=s!~#0H{?hQXAzr89+T@~m*zK^@1IaY5q>E@T z_mw`TXNT?x(kDtJZE6J8KW{q4K;08tD^(*I@E5IbX*&Tw9pQ;awqnrG`;-)q2^6Q* zGJDNb67=hG=KdECicn#u$S;=PJwqNMPSQV&%}-sVojlj0_N-nS6(Mp zrohP1nP`~tFoH;h|MmNppa)t~dPLqjv!gI`%_Zn+eUc&(OPuSXYMCeDlJp(?AD&ye>}hCbQz7NY z9(84G5M{{e<5!KYd$cE@1Feas!~gvSn7bkEhC!06<<2_t|8ZoJ)c-9v5$4K#7w5=) zjH>uy7j_(JhT@{=JvCZ)yVZlS#g z{Gcx&YgT*&1vVrApJ)0Ewl}Jaq3k+2bOxKpD)@|VF+&ASZo|FhjSof<;0uM96|en8 zma$>NAee*h(8C9{X^D25NjeRyNIRj6J*`3Om|eA~Eti)is!jO&;`| z#ShOBjjWHn&Gfk`!2p*u_Z`gN&{+VFQH0XZwI0Am?dZA;7d-5}j58)}=pYa+SH$|y zE8S0&m$;_IyjP|5?dJ^IFDi4HFg3IkgLSmR;U)}q%wGJ_glG@@-V7(lz)WY>+|~vM zTup$+0K&_vb{o$6@#>XPf{_$@bCqk?nxSnTEH2Hz{GA$F#;*rithpRIFDJ12YrnHP z3@4F;5a$G47@Rs&Ffqw!-!-~7O^3{u$j=0cF}#hRqo5I+lLPy8sJb;`pwrM3zmC#orqVRSXx^8J9GXdmjjFO z_FarIY@#~QTJ#|5^(2+BGmlgrCMQRM(6Ty&o^fe38Va|tml24VzkXSv6Ohoi1GnL= zCsuwvf=K^t;`&F7Kx7KDHUPGov$;G%dIaD5*6J%4@?0y1Q8ogbhz^4Pa+8#X6TlcA zoQx-cMFx!=!_cWF2?+@mRaJ!>H>eH4Ujcfv^#0CjsxLza_ZvQ9v$yZmNN9@^f)5{J z&_CD9S&~I=5Jb1&;Q+rCB5VYpa0w1pAETq2DD5*;1ce67GU#-+zp09a#mnwZS#ZSM zF}z0%9A+@Q%mU8&qN9~?%D+J|Hr;%44L>AE_>2FjnUg+8%*%MwrEG=IY=_4jW)Ad& zRY5zSV=;5-z#xM5CCn7v)<(EkuNg8gBoo$3`r>khQFY2jTpSLF!jHQ0#Y{ecwH~q38LXmjk<>~*)Aykk*w*UQ*3$Ibn}7a)b|LM~-H;=ft09nO-RA7ZF&T zizG~ll=()27Nr6uK?UAryW;{)0wN;~|MlD}Hjs>IQx^|V;)XsiQN92gyB8`CWT3Sa z<2!yn8@Kf;=lIZ~a7>HAS@h1_BhiB-?~Jb0KQ4eJN;Mg)ZmdBikcTP2bXdFaU%rF&6ipqPpskT zc|COE+!TZ$WYY!P_|!n_76Sy$={d}W#Pg6+(aoSEDTms=sXF_)2OdxnUa4&t@ZkMD zb?Ov`M{nJMms1d6@a_pX0jMV0G2?ZMME#7hKwWGt_c--`sk7!m8({;S2|NUEH4s3D z($Gn9$luTl%lOc*tgNKkC&wOkEy33!-X-bZV0EBp>N%|4TlU-)G=WmFq{GMCaQ_9Op)UIIoTCH3*z?!_Qw|CEKVS~v5Fw>z z8Q$8_c8Rh!&1`JSka;iH~G7F|7A-mX*Nt2jz4^{ zSr`eM zwiQgB>rwifPi)8FB@7f$rin0k*Tu@Si<4}Rj>GvgVJ=Pv1e5K|i~j}uhwi02Aei86 zOA+K}q$s}!<{Ej^u?BDq&>lTHHPO38?|)XD{|u4Aklg8YBFygEM`iEg&Zc}6{E}j@ zK)H7c!+`3Bml!O=i7X@tVnyJ0N21vOED$e+b`38@BFpg*!CD1CT$@%K=0I7(L(hI^ zc*^rvG)XHLv?(~X2abpOoFsU8%@952z=>5~}{o02jso@IEn+9bcaD8Xm`}qYgEs z1e+~)-?x)q3pic8_L@0ED?(<37p6a}d&TScG8|3#0&2-;cmoOYn}HO#5*x5X2PO@Fcm9fcV zX|nkcw5cz^>W(}>2Y2~>hZWQEvixcuuNiW?ghY||Zqb6BtpBUUw+E$Wd&LW@a2%7Z z0dq1L`5Q(WdKQ)_WJmxWV%50a_m;Lhrmbo6cW{0X&mdx0Q7MLv8|}-4M{d!vIUI(y z`Bv#AjXhD#hF6O)WAF|wFo_AzYNO3GIW@%@_Ys}DW|8rJ*SLG9K>t42kS~Is42KTU zDMCt;rO(Ng=hQg^RX#M>nQIuDue-VaUK{^Vz|ei}7zAzMo=aY<+p_?gwnizJi3hDIFb(gYZIuMboDdK z@Jg%7;e9aRq9nLjyI}|b*$j*<==gJ{j-pXREaBg8_c@YPN?9^}!U!*kZt~R#DT1&NjmF*eE6ua^Cj$ro~7o zw=JUZ0+CF+%FQ}+Vdb51_Av#VvA|HeNa6(l>Zq>I)OHA`Jg0J9FJ6xSxXHCb0W~qi zbIvYHAHhzw7nfL)5hx_@ulw|Na~ z`p{c?P`$jirV}`6zb~*RsAj_n z*ZjftvLinoX|PD1s9$U^!63urcE^RXmrb>;vxN9ep%AD1*LMSBs32N1#m3_7sNjel zI*?N9BUax5M{>a*$RKD6pcyQdJ%|2OWY5%;`WxQz^0{brc{j7?*U?#;xSlX0wQ27v z2^0t6eVhdH4YCDJ;6U5_ndIoSw{s7@Sp~p0I)Z{>;Lb*8H@0?j;5BN2#GP+7ig5>|9>Mi4<`l9{eGedVbC@m!+jg*v# zlr#v^jYxy!P|_t0BCT{tNJy7}l+w~jNFy!v-{bE-_j8{Y`buZcoU_kfYkg}&Rfi%& z{|3|9jK@ugpPj&C9So`<5|R2kGJ@0yf^n@^4Ywa;V+@?PfFLasN_3=t4OrelVoW4} zMwfwZ|6p9!M%yeG3dF`za%Uygrp!(9K6~o-GsmWE+WXE&R{@dikMh}y0sr%?t0?Q4 zjy=7@|Ie0uhQ5063c8JM{cFNpjb z9?rbb*@#&jaS!ho0XH{XI1ltzn%Z%fHG2A#-*gB*_ew;uo`wKYJ>r{-!^6b={|YA^ zF=*h@)Z3-m>qcxQslVNEjPdEbw)Fbd>j)u)KN}(X&5r(+$oN=fFFLGdH3HW;R}|)j z#J$ahLy8K%vK4m{JboZPPm8PrT>xMRJ}P~IKAZ}d1|XZf@ChnZHs?-d+apHsIUM;u z=z*(WYQQxqBtQeel(`}jcl$LBEdDqW@7C;HEMsSF2z16$%_la=2Nw_uX37yqE{xs z{%^IigT`1ysu&X&MbCljn01j2ZIz8dE0kvgH&BbYeGezp%eqhgzejlZ8g$4`a2QHx z_Y3R~jq~k7G*N)Q}yo(wZSEa#FK-`gJj7XPLp{DqW-3Hl~oP| z0}7`Wrt7*NPeQ>18avi-crtXThx}|pV*p&-8-1JJ4i=m0qwJ2AM(2<*mtrllY)%-|x#b!8af;O6OH0@dM?0_KdpLo|i$6Bc z|9vi?OYe=&nT-P0&qSXd++68U08a||)Z<3UF}Htueu)CLO1z5&gkD@dvfVh82X_X} z@kE84(ld(PIz=m2+8!`PKu(F7J}sFz{R27mOfaEpqAPUv!Yi*`$c1QBkl!SefxJD^ z^d>n;P1$GyY2}LjTxig7#BrDshYKdul23R9RB_S_M2sx?xS6UJKL2)ya5b=$5|^3+ zX*kikK5^k2-w#}{2sYqWSX2yv5Xue#rCu(?;rXDtsHttjATQT#G@Futy*A+rH+bGy z0sf4NU4h?2udsjF;u2yb66S*$O5R^DtAM3~q2M7O$4drY=`S^_LH`8WA?LWr|COA? ziKZEVUIp$Ipb8D6Z-G>%{>CQa!ilU zCch_AR`;oic_0uFx)B_?Hf8O@PxC;>8?A`hdtAU)#dR={@}ufIa#1oAJOlTW*dO1h zy)N|`Cy?&$Dob+Uk+T)b;BHfEZQN+^?7-K*h&K{k6)?UVm|VJS`=6JrdmBtuPuN%( zF)7>aP>%5*%_Vm#?TDumWQ}1bD~F6p$TAR3_&s-`lCDWUY2tdG)`mN>IEMor44+1Q zouU+hajqN+s2++ z!5=og@}fm|$C54_3u0+|fB4^&P^kcZ`3lcxHPk0O6`d1|bl9~Dytwg{r9h)7Ltp-W z^V!{3rD&Uq^d?m+u`og`N(ZUuh+XR=iFsz^HP}ap&qLq+(G^M=NU-RMu>lB3Pl7{O zmc*$3TWni5Q<+OTxqmBp6@uk>hDfc?Pvd3pv_!JBz3Vx_>NrS@_^Mt3?8JhfGlel68 z^h1t`m(mox8~uk8PJS}HCCWPDhh12kDhrFqH?p7wfC_W0bCztOBfoW`=!g1Z7WDn+v+OmZA?=1cOB6eFHQX)_zLi2!O=l3myrLH z!b2p4j42JHw}n@zn%Kv{lzGNF%*>zV2-XiA8aB52V3O;^VfbEb@PFkh2B0pI3j^ST z^omfUEW_sPHkR-y(N)P@TYqbbO3B23PAJ?tUGTA z?#2Qi&t&sH2%Kr>RnBT-*Zfdx9_1GWw94O=NFMzWM8CPcFGQXqG&~@W@%3;$3k3#c z?=^$>Ci3U8FZhMw!rK7Y1afZVSjDCP3H6@pJ83gBMr39jP({TZ7D09! zh|F*XQl`(YgMLwE$#$@HQB(wEVi)E((~rW)=W4^HNABe<%Mr;j>$rntCRT<3V~Nc7 zSWS3*rvo_g5UqZfD>WmM!63jAX`OVr1s*IAv2lP*00@!E1zRXK#>=zml|5u8N01gQZA;5QoOonMw0pi}y5G)bj^Qz~4=OEvR z&vjiHgcbtwGK`+&v#)5w9}bdZRvI}tx>E7A*KPtB!~lB^+JQGRjNO3MJU5|;!2nS2 z_Y1dhs0x_IbxO(pF_a)hH6c5Daq}9OP9lNr7#Ygu=p+TSGvzwl$5S&0M(y{%LN4=d zxi=bY%#6@(DrgY^bL}s_)aO&N5*u)~=|8tCTzH6r?FTc6g=XHbTUGOa++h=WLIt(j5tdn7P+Sb$Fi z0b8Rq8);rnyJ(`Ox;i2}JRE($^v7>xdWQJ%sBFx8>%*0vQQ*-v2C|o^+1)5R)<6Ls zbL;9^b-ibF(BHv}?+@<()^Myy{c!xq%mEVc=HL5!ObDcUvn_bYE4~MA1(?&3vdw1C z{dFM06+*^o09&WcK`V%x3mLQNmby8NQ}|zWc4|iPxd>K4(Ra*JJaxqobls`gU? zsF0CiaxOdC|Je=OSURu$kn#EcV&m=tl0_+KaSw+GA@chMA%gakOGu3A;%MU#xSwP{ z{#Xvg0C`Br5f=!BDqP!;*$K$hJs|J>+1xK#Txirjcix6shbyh(Z0p$zk?T+z_>sl& z22lC?x}mZjV+Hq{bp^TKJM3TJEcZr!UH8v_D6b1hS;;9X!mMmLr3Mbh|4&d%A`1lh z41^+m%^;JmI}il}878DAFmun@sC_7_c3I?xps1fsC;!opFg=}zVdpxxyh8i|5wk+=~w}91pN6(wLSMMqz5zWC6G4S zB@4cMNWzWswS0krxG7t%enu}zcP2Fe=OhvC^bHbv_w3gso@43CkPIw%>cfeAQ8wwT zm(2*W=REZ4>>bezS+DYdFfcy05-5@qPZ`Lu>4|xv3`rt6W4d2hl+rKg6q_ERS7}+p zA)6DcX@{2-wNjF-u(*Y3JgCa+$aY8kF^d`K8{EW6p|`AwLN(+j$^ETuhK#6P)4_`1 zmKu}^C2jAf%hKRzWpJrDx@vy$dirWEnHHrqriWx(bt#OA3TV^w9QeRR;OEP_BQJss zE0^COlNQ=4MUk#J=lA4le-E?JPa(jiOV&wWqV%ynu{s~@9Bozfw0GoL(fDJuK z6#PsYZBD`an9byzFH|9Fd(|06Pr+q(^71Fzw}gmLuk{b_&tKmtUS0o{^SvE)I*vV% z1p4!Q#;2c!NHA8>9ynSAs3;&8SXMJ2+zPv2|AGmB7}XmocuSn+xBd#C%hG_R zu-8BlN$`xvC4C=QKVxvI66O`v6!z_JU!nG(5>QQp`p?I z#6W_>`^BEODU^dK?=7Pii@aM7ZNGD%Z#!}#_rgK`aQPBT&=+h*>m>bF#w^3fq{;Uj z13IO5Fs@?m+Z7%P20eCI7evk(#gW)!`{0QWF(xHf#xzb>GumqEIPFfGR5>s(v^ET>V*MHBu6w`g}{pMdvY`bCXe@=?Zd8UgjmBShWos863pc0-k~yc zA&j$hSse~NK)>cjpm`|Y8R6Nip%)<@0~1ROg-gr$5~3jr^v&RF6EG7p^zI^>`9+iJ zAj@6(oJRfbcNw@Q^UiJnWS6rfcyMiLhP<8=aycRYS)Gj%Exaz?O|s=MFbG}=WsL>B zRbr||$MMMK=^j415J}AMiFHMrcCLUxmt5~9S4dD3%R4Y(MQIQg=;y(InNa4G4MZ!MuhzI2kp-?h_2d{?L%Tp1 z{xlb5fMSZaa23)B~H_mjK}jBZ0c3pzA$`4_CQe2G)cUd+HhXApMHGR%_Qt5 zAFdR%qQvyxAUjgnUkc+XQ)!Nf63^ta@B8{ff}U-seFEKm*ot2*I)7Uk(;%Ge4sGgF zOxrtPz0`c|mI=}JoLEZ|l%y&s@n#I0>j}ZE`0{j@4?%{`uS`yZic44o=DSSeBBjyrd9tYyTOH9ZLpI5J7*^WkJ|63uBblqj_ExJAsFysIk2t|sB%lr zyl4T_&{mNQ{3oJ|f(y@_R%M4&FyBOMSfpr)UT5NsWFsi!jg2X(d^@3zqW3jS8t(qW7d*|smY4E zvu`>y$E-e18picqcIM8^<*3l8pj?Dx!VQGfY^GkS-64z^I;wo^5br0xrn#-jcNpw< zf*uqbXc1U%j)s^+W!QqB`h#0MQ1T6|1>FX}xzc<7@kBBPZ&(B4tu&v=V`_yz)3H== zY;5gFM;KB#?NTG8hbY@;joJlQZ|$r?BSYY9g{O7lb?C0m6Vs&vy7u8@V4`*5)vZ<+NE4@QOQRc$Uzsf`L6Ggg( z%5;|$5><6G)xV^a>-!^|!NEVgHha$+H-;cc%Ys0eq%#RT-U!!5gH#y32|+b|zfJq)5;pUYHhmcxtJSz#98<=PerB$5i#aDKf^K@#N`*V?Q1-+A zRsE;> zC-HpTP%;JNM5v>e*TYQLgMw$!V-}P{hp`SBT3wUrU$CpQFE?Ab4xEJJ=uFOpS?ae&jc8L;bu-uq z7&yc~4FM0rnxZIv{5Sq_x3Wnew@J=kj%S5{vNFOoMU9<|K~gTlUS90o@R*51WtGAR z3psW?DGj1v8WQ&n_WPNVC<^5Ld`-G+TskzsItOc)Y3H3zL(W(acEpUsjW%!?NO?CY z*5ZH!g;#=|`Z`}iowpju3pOeOGO%`98uk{Q0@$UlWbRXRnF!^*LvGX9*WXz0PYQP5 zIX2?_-uPwSq`spUj=S1~iwgo-d&4qO+ud)`IlA3X&r*K|e6HQdXa|Jr6y2^~eW;~A zsjdrJ>GligQtofCDdLL@ibl;qrtcmwsA{uvf?0s*=0V7jQ48*ed-AIv`zre?h zsOAfInOQOrKe*}{O)%i@9X$tfzDC2BEj2;gUCA>M>Vx#8yg-hFsWCf}Xe>d~;FEUu zMaCRPfTR?D*bCaQ@vB_vuBW%umAuEQn}=V#$}{1j>j1YIvzGAldke z7u0U#Vl54}b9C_=yK~mRwXZV)mlJCpwJ|Iq5PGx2hFf+xYCx^5%0Jfb}lrU>44|aGDJxn1<*3n+UbK%wScb4 zc2KE1EyEjsv8%ujRp%UD?qLu?9k_p|2;+wfau_eAH1>+=T&Wg=PmNX;8| z$&<`nD83du7g6l_Kv9+-Axa#^hX9qp(E1kgkxnAClUh7H{v?Fwz)@lil@^?yig>)H z`ljRm#%b3(^yCR<&F9SLzY8R}23K5i{orA%IX>+-zOI6VN7P^8fW#Hvr^Ez>GvBsQ z&r{$>xlsK*Zj_=jZX;Q9sD&gImK3q&AA2p)pzv9E)mthf1Lj6cF-SIcub>VfKL&Wh zRLrHd1HX0cHJcE-RML*rBZeT%E6R|Ntzd2H}P;~yTo z#d zzcoKa(!ht9dk|m+s;H7-&Ys;#7GevkYPBSO$hp^I) zPhHkLgqf(IS6N+U`^-qSx4xqjZcfLcH(IvBIg31S)u(KH8V_fL1;14y8Qu_0^)}Tf zw{{U|h<|0AWifnmh$LxZ7NR{p4c(f{cLNEa(rn!f)RnC06E_%&08xSDoDax?80-~6 zL*QL0G8eFbcetE`;oEz(FIwubsEJ7%A{+cvi62z=ecLD0DR=`~)yaaiiS^33z!Yz2 z)d?V1&_y*ie6A6X$@RWJo8fIOtV|byaBaen1}WTFhg#WG9KvLkIiQ#{Ibj@ zqx^FtYshgncohzV0<2Sy(j`(XozD%hZiXk9fFsd=yKi3kE~58S+N^B?o~;r~1gmpc?<-@cL?dvRQ%f z1Dr{|%~iYo83(Rgv>jau^ik*0hn^j-*6?s9#{lkNy`M9*KI_~J$`eaRqhRxzrWbYK zayn4r1DB3(%;`MP?vkFlJRih&pAVZ0=gZCZ40?0SPn;=1R`LhFZ>B8{eVYw!x8&z2 zER%JX!8g)28E9+>1vlQ{(ogxls+|_=Ir@d)cUKs_rtV3$a9@tvR5Vq0NCUD=iNr=dL`gokRe4^*K>S-KUWJ^ts9VV1Zb_w`lmC5ZOVn9+Ys!R82`w)R> zveAou3!v(tpiuTXW-*|Y3MK%qIM&j{d9LLl3Q3Q(qY^^yy$ymwHWB^twBlm#>}!3pYR+fF|5G&SET* zGv;cwrrMqV{hO^R`7K5iOfRdLy-Bm0YS3DCsGZy4^%{(1S7WV0blE;Ym0l17;N{uw z9B!C;zueUT3@_#uWy=c6q=w+qsU~O&?gW7dSgrRZ#cK@*={pW*Wy^af@uFiW?5^8mP`06Al3aYopU z&VH_}vWqh&o8QF9trrL{Ct6+n8Aae}FV6$CT-c`y+OON@6U%4w&9wArP_nwOO1*dMq zh?l1I7w=%43o^xiHd!SF{ZhJ`)9$zr;ykexS$6vJOSkv!+RiW}8&p;H3&pfI$gAfIsrkIdKW$$TguJ zt`rH9D=^bC>g;Jc(I7?!&3mhpqzQJStfx`ZUu1X10}+qRlp)CHL)Rf=^2agI^5w>3 z0*nTDV-M{KT`ACYVL70=;j%ES(A|k0HK1w-kBMqxW1Hl+|7oS9p>9@b_2YRN?P=b9 zv9eZALVyqdO4>d=_}q86K8d4hPE3c9BdpVqF_<#Dzp;QeXyP&qO_rgr7?C{UD2+Ot zovt5rN)|D!8ax>qfxuA-w?zP@kbnQ-(DCLe8X4dtHSVtljEeXxH0&AY=IlA);S1~c zPdz}0<%bfq4(Zen$E5=NK-JO~>4*?pb*IsIXybbJdij)uSCGVUE(^VTy^!UUb<_fCA zc;K_?>ya@p8!cU^-TJb^Y*_d41rFmB0AyB@irqpvQ&Dm{;8U@7DHJuIlYO}DE74sF zt2%8{>hta8lSSMLr`OKE0OV$P-7fy)nDFnF-Ea^bYvAxwJEg1o=VzAH&0239F8sKY z(d4)2%@r}^oNZeA`-)PM&-c$o?5&`w?Ea0Q^T{eUuDt zLN%Fcl(9(OdR8*n1w1HUi(kAFo-}Q&1Ko|P<%C;ylU82~w@Ln#4QguLIx z-YQg=Q}KVB5J;ra%iYcx>>x`QDgnq+seG}iCRc>y)BCMYo8GWJv#nh^?HKbNl6)MS zPT~nh?fwNJ(Yw$CUj29Xg0v{ViDc-Y=RysdbSMe3?L(hV|HgsY;`l8`H|jtFB@NWl zAL;s<`j@>O_c|j(uwotVVTaPksU|){b|%&2G3=tb)@Cq2q!`1As-#l628Fi6)NS44 z&2EW0^0cgbJ2+V=7ax`lEBjtLTwnun0G!lJu4GNML+WELRXc5?9%hQAUj?qRPVx0o zWfC?Rf1hcYx|Ou_qahG}4R4yw{TmS@YOFG$9V@3t8k)k|sKts1jVvE2F^!tRXP_1; zenkXIWa=BN`TIQC0E_UD8kj@Tc>fsXzhwBP_6A7$oVi*+ks}Lu!HsTmH-FRXML;^G zT_YthZ^=AbHK)wv)MJq^9*!O_a{-qZltdhIIcTsp?TbD-q+j=gI3M&z1abbJw7*%j zzy1(W`>V(~Y1&_DT@7ka+I!N_d%Yfy4V_ek9||9$JNb1qY3K$15T%aZqw2L5IjLhM zSCl`UnT;iR)L^dv^7K%}6n{ibKbgvk69l@1LKz}!N|RvwHx;!?DS{(XYH z%;zJ&@{2mdr7B68v{*ou4FS5Q&vWW64*A!OdvvA*-iDT0c9GH#t((=XQkE4B*i|i) znShT?o=jm*l8qXGmb1)Ji?he9oY|sxC`k~YOL_O8->P)TmMhDTQf{>{9g(rYrOse$ z0Bs(m$3LChh7Yri9VU7yxZx;xN8p2E2Ry5I=m>*gDj<(YAS`jAo>CUWz=k5G6hSCd z8a-OxcsU6KlK-S*0e|Q$_Bc4|;VcE0T$XxIcqt=J0lgqqVriwXel-5>XQdrAqk z*v_~)msIHhdOdevW^<5ABq-EEEnmO|NJq;|P-6O;Na{yVex$XaJ?VP+r`_LG$wYDG#us)!z5H z+$ccDC$T{Zxln9_M-ps~;>^)ZJ7eh$Xa(ZVq)obIOalU$=#GeZb4MF=I99U*3 zYa$vF%=zDK0)auvG<1yp^5--!=Hoe6@*F~@n(^xj=e|Pz#=8o5_c5$%^#B-2ifB0l z5)@eQOeBcrz^+9T4S+_gg6y|bVGi+>JB~uC$r=A@_u2n2&b`PZ55QqX%&e?t zAf^nQ?WNapnVOoq3iAJu(o9QmfC*i2TLh$J~vxo)Yc-O^XKxp6K6Xy{}3IW}Cxn29GEB>2~?; z2n^YKC;2ZR#FZ=hFFRaHQkwR~5x%7oiQ%|Q&mtx4I+y90x`56-NLrSZ_sLsB2JltYk5nE?4t}Zw z6YW|;Z$zhhj-a&lr_>BSgECC*Cqxuwa%tJ)#rA1D8yX{&(x9!U5YF!XKzh0D50v-7 zfzQat3T5v$NBX5kBBdfglcneT^i}0B>YvpB6tYtWDkUrcu(Fl#%CL|z7q?3A@*xvsj=5^b~I+c&o&waVl?!jI>NcdhA@Og_grF zt4*qBq{3P_v?&Sc5S`d4plAT{Bv&^Cd)~-big*zjJOHvxOpxIqKx~Rs+x~lutSX%# zP#L5E>R1N=c_>mFZ)$3aOi|6t&rbkJrXWk=^p*Hw8hv5G0u}`r7!xt%>VIEcTbL=z z!$I!{G)J!{qF5*(s{8d;araiOj(X8K;w$;`0JDMR*HwKQXbM98-Xu43o8J~P%AF4q z7A1jBr0cf>UL;2hP^j_E1sKuxo?ywUrr)`3R>#briTnzQHlcEivdF~(VdI~fs0i>m zmof~)zibXx)_LOkXU z6^l05yMe(gESi|E7JUPE08mI?hbapUxsMg|M{uUrXmSYizYNUf;pVJ{iq{lG5&*>~ zB5#ZASw>BsLg*MAj4tZX#~srUgZ1&XIYRDji|T4#gR=O@5PT^{J@LOr*dE4gVAD0} zp+n)#|Jw&Y69KJxeb!JP#bxEPmp41(_=B%-XfJ6k>%Mpn$4{bI-2e59~ngWoZ!l*+Dl`rShFN$~?w514Lc!a}=G ztj~T(5%X2`wdG0%Ure%sTvJh}NzKGJuRZdT?m9*~?seT2vsTyYE6z|cpuS=o3BZ2d z|9?$w&=L@5bODP;ED*6`^R%9uWnH)Z-Qom?F0KISF=5p1-O=;&^HYZh3=jg$&*~-o zxz821t*BY>+y2IoXFj**eCYD-nwp9}Oi>U2se5`f6p9+$jJom@Bdo)rj=|Wx9oR;R ziU`dO_tmfb#qNexrYtqLJvaaX7w)kw>@1lCzEn`9@@`a^f_u+wu&rM830!r<1{`VT z$D3AGcWDg4wrz^dngr)q=F3$CRw2pgFHA3K#F>Uz5lnfG)507)ts*mLJk9IZsu zKa(m4P9g@;k|~Mr>h0V2Te`tX-zuQQ%<84c+v$kbzwdwiq>$)Ib>L{`4j^gGZ&*dSG2`Y&@fNR>J3RNXDd`p2?msdXb^to)eHHwH_PY zR~|8TwQ~YK4KQ!2*7jg-CM|`sG-E3EHGoo&9vM@@AZVdcItufzpPwi%>Xsd}+|KP+034p6wI-AP<=`M$kOI)_|k-$(Kwmu8p+)2$DYVn$7Ql0C4?Dy1*D1gwH z{OL(%?OI#)>2#)7b~V@ugiX5PlozAr3+p={C{=6XiRupTT!Ho1oLX1YnEJ(>?jN0;JQM z#AV&TU_^?Tn#*TxM@|n)X$@Maz`7hbu_~}gGMxz+F#`n&5WPAeMps>3VsM@hN{R@* zvhOM%=(4T*vmUR&96ca2e9 zo#((442%P#Ot~ILf*jN+_p7#^OBd6Ck=)Fol6TsHOVwg_%6gYPPewHzCc$)t?EkM$ zJ?{XiF94{vk`f%0b7bII&j`rdnS?#Mz#kBC{dIz}YRv+F66_39k#1ggekDJyL0A2i zDuX+0sEhU zlPl#-sE`r>a=Fsx(xDyj2t~x7EhJZg%^HQL5JiR??0t_hX=|raHeRE1L_{)O|IIkp zCGOrI@07G{s*28NhUx}RQFItK)~O*|cPhqrCxE?Ub4G*LHcgBkd+@_qa9-fdk2!l= z-p2PLT|tl1vT>h&Jga=Is;mRV|5(O5ZEtQLW`u5&$nf6hD_L-@eM6kpvJ)%ASf+Wy z445aClO50Y7in}=7<#xUl9cu~wB}iV6wDYP*Ze}01|SViK#cHmGBa+fu!0v0v!YH) z__ZP+yZRLeyJh_6>~bgdtlzwP?G6>CG~eumm-giuymYePVLX(eV}yW3KM>>rJ_>aG ztp4Z`jFFMiaN!;}1k0>?y14l>h+74Qkg$G>AUTaQ*=kT>KumV{?Pr}*d2qsP)-~oK z`5t+&M<|U~Mf|K3)7)&&nzq%)iYGZ%WQ1T;Un9P}eQ4FrQF^-waDW_*Xn`)%648Gm)xH~ZVzUTkJ@yUZyvcJXw{;3V`rFF z4u*2w$}afv$V>5nWrlJ>0u`t4to@@;rOAAPvPJT5qu7^jwd^c3R#AAId$bU6DMTu~ z`qXJ>PE_*t55>m22NJ3lDa$o}x)=Jz5GYcc)OjI#Y|`Elu>?iI$;7lzIeU@<6DVf| z!?Sk)_L3v>3OTR{(GGSO?=)>gIB2-UGRc4hio1DccN}&4xQ(rDklyAGLUE2ygc@uJ zl)UPLJu&!9OOC?h91`6_5XO%AK5eS)7Xz(`1``&AGwhy)D0wg2BU|QP)LPpo#N19U zCkt3di7QIEevBcC?FW}285#9!4_oPj{DSYO^6J;ABN_TXPS0wZx0!Xdopp=I6+XX92%jSz^ z01YZQzm@skJ#*kiY5?c2LDT%cKq=Y_f=3M(tdWQEe0HP*UVK#eW!N!Dl?RcPZd6w= z1TyShNqZt=2G z0j<4ssNaXu!lu()b9IL0<}AIB=4{O1ybA_@;$QaBR}C%Fq0{AWX=C9fJYH)jT-$5+ zNX$DL?s%Cwcmk!>@=`K!Yo>!!sx*)uo{HI9dh*jd~_du4JyZ{HI*)8BnB)+Qxr}sa7f35kT&OmLbvPoVcu+KL(`hQin^^ z6BZRA8<$~PxQ!F5(-11*)KnQz%~Bk3#v9wy0xr-j8__c@wFrP3U|$dB7o|p$_ztme zDj~v>w<~)Ld@6TjmA@E+-VlZy6p`VW$joeHSnAq9GO&bOfZa44lX$h&&0D z%dmkEd3+JlAPiC{z5kdJelM|DS+|B7%d*UMbwM)AoJ;VJw|a(Wm0*(%L@eWQxl(XN zO{|kDVYHE4 zdVr(-4Du-(gf|u6Bq*lrdPIi7%sa%k}8Lw|=yqnwbeY4g; zzQEv3<5b`3@UJv09+cjeb+N?4VXyi(<7F5-hH@D=N{xpOuc=XhfB+Pj^F7mCM8}_> z7)$SYZaRz0T#!N63yqxBDnaclk$?FSO2y$kxx~-xweR@Tnw%UNfiIqFgoE}5*w*^3 zHBKf3xzAp3b(Xfh>u9$T%tIk_hp)~aRBSzPQR2+vM>zkVE zC+VgGNhs(jf;0ar&;yYc(C&aHV8z9h<>q?P)wgOxk%6cam>RTfk!9xKYN&9dA1`OvFM{&s$|JccgO_&?7r)iRSy!3vr<-}1b8 z?iauvPl`h&84lQiaa06xA2fO=I{m&oKLXL>GyE*g_=j%HvnTRbJ2vGVb4%xsT4}zB z(Z6kG`!=Y8jp@O*RURLXl-KcC-2;l)LB%1i$BSE^c!Bh_!B1TPlzw2>iTlpM@3=`6 zwB0ljeSoc{1p0bLJ(f@{W&{Au_7wv{F8W7#W`U&S%Gq9n6pVO)L9HOuT^Skd!Bh|D zV-iJ|U^1xBi(XwVo6njd?3+zAbQ(hQa*2S9f{v?KeDkx{*mg?G2jKTSIcw2%T-@G)`LkEVg{X16q? zWFMS#^C}gj*!gTb(14@3fseUT$dQcU{f~EROCndygvG8P|75C(|M^Q*7L%(rL&#=v zQKMxRW9oW)Lp@CdkWMI1(~BG_s(N}mt<1By!{;v0aL*Z=hd?aL>30fwveV8<5dFy4 z2H*H2K>33|dW6{J5!WIfxAU;0PC6I2wJ8US3@I!=O8$H=cNqe+I+;kyi#H%_$Qa>k zXGRLdUKj3Oq8bVDBPmq(g~CH|0a=WRh8vVjOsbm!kfJab(D1Vbh$NI%iqo zki;T6=O6~@o&_*1z;6Fia_In9hd(@CgHgsIo))=dYF0c3Lc6&ws;{we?!MVhzF=fq zzjcBGQlVEO`)=d91F1vGq>SOtb| z96;w+L5BNW3Te!l=L?zENeG4lQe5Ize;0zx!ye-)C0_Rl*c?AIInUhp=HY1x?yo-s ziZSo*w!#x9&>6bu$JHVmOwhpVI{L7apoQ@&-l(K+xwJ^ejE)0D?26d$F%t&Q45a3(i@Cu-!*IS=UDIfQWUe)}`B5mV zJl7_YDyqbQmIrhnbKj+iaZx^U>s8C9ELhY{ltponAD-dpJOSiRh_U_sW1(+>LQ?66G2F0?muvsHE0rY?_aR!bPPxtq>_X*O+q-4!Kq$@(SDWihe zLy$SgSN%%lulz)tw`%cl2xu0FNZ9)DB}qKa@Fmn!N6Je zJ>!pv@F{N3*ANpBstYFgM*uwr>^Vm3Q5V3&tv)kZV z`8I8E;2UxF7IT4?@%Hv~PrRvoYk}hYjCSbL{r-IMhgeVe?=gG8?g@-i7|SRrh* zFc}y%ea9ECMv^yWsKZsmW9YZkULd)|;`ujJuJGCU4AgI#b>HRbgdklLdsthGsUBz2rm4TnpM(rL;o^nv@}Gaw zq`;zmnH2bVXLEb?iW39#EoFnm$GE|x*UZsxTJl`kz)A-Zz%~e zOk1a7@P*NrrI|{Sj-s?(il|gS?1M>V(?PLt^8_N80Qo}L(w;pqUd#x)oZRdDJvi?a zB3QiORDjkt>jk&eVY;!+pj&KkmTA+j2wXzxknokTLl^VCwTT;vtGgA6F}}H$YZDWB z0(Z=M5&3FSoQR)ORVMEj2-Jk&^I zj-uW(@{Oh6Qg?gDtnR(n3m`0AxS`}9K+&I5dHmezlVFw1O+skm!Pm|wHd{MANBdcw zp|S0G`HAI5HV)f?gwmE(AJ_bjdV8*YM(r)Nrr|SPuDdO1+NM1nI9VM=>cpSbzS~-m zu2CPXsp+oX`gxH{d2M6%lC5{+eNi*sQ+Snq*Qy2mPPXwiL^MyB^&JI8IuF-M(Tpg3 zYNPLGSVltrl*#hA^pHc@Z)17ORw_#&rVKH|Y3C9Zzn4$-)}PoKjm>XpKSwY>?<<`8 zdhplx;9Txo+06JSaZ2|;@v|Xp!mX!!?F+59DL5V^ZZZnG;%KZU8=~ArPF5CUX_SGYEU0!~H zq#TiqCzTP?f4OHIO5d_;1)c3xL4=q)oPK#M>X+7|=ox;T%^Gs49OITqy= zwYh^=%O~cROJeL}o7(ieysJJYU);9 zkCUBDXU|JK-woAEc%?Ak;H&KZ+-cD5VWbP*riahLY=tZDR;`|RzSe#HaBIV7^pLnu zA&vHh6(-TSC|)gRghryz)ExHJ>MzT8O>;3LQkRmfDZf@??Fab+%!nMUB+6LnzKKy~ z#?`GH7dqNlV5K(AeHGq*rfJi8714urOQ!^wUpXq}bol9CxwZvA?6AS8iY49BAE9r> z^9@#0NIuTIe5oS2u;-vr!!C**(-cI3sgmr`Y(53C=1mQ3{>CYzjY)=$+gT`6n;AVb znTnS-`EsfJ(Dz1KB6p~)DTu*+k@4XHk4w(=BhHI9>GYxS8Rz=&X6p4K1W!7<34Ixr z8}If`G&c0~5AK%gJ(5V*oPtxn^B?T@^KQfev#xhMr?hixJ`!Axc&@ml(ujKBA2^E96K}!wla#u#A9+pt(xc?0 z5KYuu+2G$UpcRghN}9GPY13Jsm>i2oB8_d=(q9hdR)Q_F&YtSkU|zYHPyAZNUw&Y zU`Gy~a?4$NeBWs*wo8l<4-^<;k*BhYfB#NbZ+^MR%xq}DiRIeb zAD(cPESPv)Q zc_&hoWnsoXFtK{P=4iO*5@zYh)b|u?rE`!ET+NTc^0XI@J)OlKSG!I)F1Q)~Ap9&_ zK6{qU!1mURe>)M|z*1kvJy-wQ357oIm8rOrN=4s2-dqui5x+um{8Ws6TD#uompm)u zg^q5g-s86ZEeZ-Mxl}bAFGmN67asa!4dGL$)_a^hKWy3Uwk*5Yex_W%v7GYTV@@oe z^vA%;l-u`%f2EO`J>JOqHT-9I54L3I**%G=$>7y7{>%!iP>;`OUOrD@*Iu+X~Lr`W}g>w zTnWwUdJ2hMT<$k)=D+HWQAXRg(F4&6QG2hcR4?cp_S_y-CQQ(C zzd+g41J$NTb6@(lCD?q-Huzv$V z-v)oHrom9rSvwW1YVPYhWZzyW9-E55PMEm zvqw^}GtHi>^CYu!QTou=X?y*~NpGBTZeO0wNwf?6-ot zC??#Fy~f|7(G!aJxpoLb@WAgM^2@*S+c_WoGW$~3h6Rm_eHl@`vw)bf`;PYF=e<#C z!*~)2%RBF>Vpy6sEJavw{HnV`qv&#tBvxL+D4sgMhc))9Kfm+*0hM$epU+D6VDaRg zv}0;zwt)ytlik+};Eo*@e;5B&QfoRg<6#r5--DLT(Oag(8T(n}a5&fMi{};b@QdFa zIQv;!XMY!)E~v|B<(TZ0@R8*|wWt*vAtwK^)>Cw5wp{fme(nD&?aZU8ir;^~kFi2J z$UJ3M$ehTK;fSORnJPmfNoJ8bDksyCOeHhPlz9p{#*?AUV?;C{g=ENhpWW|%?^<`Q z`^R0spSAiU_Bs2rKg099KYKl&_sg}#S*ls3C@90{vYsJ62koaJZvs6bS9R=4`fq=DAG-Gz{*p`NG{va`LE z)Hm{i#&BYNejcPVODa4cs;O1ZX>IJ3Ux|XaBRopq8+I{dfCwSJ!fPWVixgV-&1B|v zZ9L@N(yya}JG-;YSLf!mZW5@ulmq5G?>)+?#IBK$7?BpbL0XHBGkT(x)-JYn;~RA6 z0-MwugNzCc%Ei@wuLY^iy=1&ix$Ii@Y^}ya|KZk>s4nCwS;=12=?Imyxue8zPOoE; zEEe}R$%#*x15+LeummGE5o*nTYKK{oN8>+4wkb%NH;U~|$CsOgO?yX&LukqnJj$X-N^iSU z-syT}lq_jhTz~QQB5}}N{weptiEM&M%R^sGd+iE^4E^8JipF2Uo;NSZ_Q$NR(DrP7 zIn0Mdrt)!hq<6d;_)~{HK0pkgTfDqE_{#DG>DnZxBh^o%a-~w|U-QQ=`LX$F-R9Fp z=GJH`duG(w)B;?ovAlb-t}a&Tr)vc$%PL?$IO#2>ZPX&?b#w;yKf}jXVMBd zf=?xrKOBRpXPU4wyCo{a;7(^TaXOdmRJ-|ArVEqLr9Lo~98u@mH#@QFL1*!Wy>gl6 zRRJM4@rpqbM^g0q7NvyepY?4OWO9cl7Wflw4Zp4K}*3&wTLgF>GHg&(1K&~A7U@vy*gSR9m-GuQFXS{t+ z$Dd%%S2uG8xbhFi+Z{|RqYgB^SatU-{vGY*O(w}BW^2j?{fEjeL*4iX?`DhSGgkyr zN$#m9MyINH)&=ywyN~K6%%eoA*|vvxbz`&j3GK;ylDJ+z(PTA}5};4~dsD zA`8nVQ@b-0Pt@H_GpsYYX8p+WMApZjEo~oqn-3(CSRD1a*PCo(mFc~^^H|-x5`7{S zFSLd|oSRD4lnd5n?sk@neiyz`kTZ;cvgG9m9@o4w|DE-`kH_z2`IB-@NJ(D#Df{5R zZm!=GJ96&bk`sFNAWJvyGsC1=OSS*g&}SICps^hRlY>H;6!aG6?8aPa{l4k}DOd}N zSiFGF=3*Sf#F<(F`zp;2u{Mj~^h;!OpHvzxXuK=^SaQP+$rVReqg7O%(KC{ZQy47l z$GMXg;o3K??dQ6`I%Y~++9i4tSu^bbAS_?M$^24*uRkGbZP#fOg{9U{8*7VB{mK7U5>G6VkWu%}x z?ChwVmgtMB6n5G&m1>v>>CqQ$uaNGF*}EqALndiUH9d%K`kXi!TR4Xh(@eQhIHPle z{ot)Z4u@R!xX2WCHQti^@;AiDmA2625SpGqwhDK{%IpmK<8EX`)&|krAp^B6a2S{efiEb6T7*g%mbDdGVVlDu6}&j$n;C{A|c~swrkX{WbaCpvopRH zk#~^WY+iJqkbeKE_>;UW-2~T4O~3Wt^VqAy`%%3A+HF9nG^@N7E0EFc$nL(LJz=j7 zLSp`FD2+f1xth6dPvJ9z+_TTTrjsiTsq?y1qm0idKQWBSB1Jt7k9A~Y_>fJ%OZ#*e zk?eK!$~oxigP6tLR*ODMUaVRobKuCKs;uOv1gf0Cla|YQH#$|E-SY{eP1bMC6BFJ? zdo9Si&h2U($f)wviQ6@5z5UJ7=*XsZ-^9H7Y&`dYW3D+}QIHGDDD*_XE=)a%3v9fj zDOOc-Jw3l_%{9X(%gzcCLM)wmRD1I3K&A3y z_W_;U?k__Jct$)qW}h%|vkH79m+s>`Vz+hb(``|6VoOsSxqXBExeMLehS6su7N%$7 z$-gUMkgq02 zkxF@(`GO`*+FtiC;<_vsEF~TMdhbMVizp`D{c8Tppr>+`vXTvXVuy7{=B*G%qa_uW zS5%h*rdVf#(#E1;)5MG)q8=)$P6mm3s{ThjWiV>sLCqIF6SE~FRla{4zUh*&ohiks8p7)aQ1Y;cX$LaX(cbfCN zrs|q4d?qpuUybU|o*@04NjolcybxaBoUIiPaEa`Y{2?2Yt@ctlSvojYz-A@VaINua z#!mDh?4~lEmCm9k$r8i)`VFzL%2a0qJk#`wOVZmut6zRwYqiwn$>4EF!R%%S?eu6n z=n|S%N2*CKS|rQ#^2<;)`ldfA%s{q0FZn}m?(R0Jc6+ za#)sZy5Ct7~2QmVY7c-rXf;@~o+c_D|!gAU&Eq}TOCgkZ;)ylbK! ziW)b_pXFc;@TD$}W1af@xGXppvv^oP2QyzsrZ8Z9G|AxT)oiuLY!&yNZu#Ve#O}(> zf5qhLvgk)Oc*|UC(7a>au8y2vk@6SrBok~B&$r-|_(NGPs(iIW`I+9suczVKQaU$oSZDc?JwIkUD{_}Up8M`|l zE$nYLxfP;2JHh;rB;txCPb=kYJqMi&(Jj3N46fa!a+?k+~2whG| z6NwP{dG56*W!dqoi2A&M@6qMI>uL@8zndQ7(gbuIkBoj_4Rb`;km!48yUw}2#`xZu z>q*7%<}i948l4TDI_Y|r4jI#yijUi%C5-fN2eUmu`|*k0!J{@;3ZK=|9LT}i!Ig{- zZf`=aGj$0d{zcXKvocm%OR2-(Nz{CpQE)$%=Z)7r1_A=A3s_E zC)wNEo30|%CC$#xUJ|gqUNbc^H1zQKb9Qi;{bz{`rQyv%q@QiuHtG4#^w++-@914p0KKZX+KyjkW z+q+4pT)01^sq$=0nM0*Op-I6OkhA3qN6u=-{e%~6>3mZU#x7SGryZhv=t52H$}_F^ zq*AqQYs+^6YEEmwTGnmg!YLc@yB3jDDTiFz?uHnj#z!uYs_(?pFyK=;yyEzE^i#l;sFV-Er^%#AmUTRO0{FeQ;>#GYZZ;8Ms2@>FqrW)_Bwi`ZQpD zjRM~>i0aN~dbbw3Q`TVZJU2H-l<7GW3ckEE98;UP<0nJ$c#)z%#h4pN(m`nJ&d9w<;?u|53f} zj8_<6Bg0}1#^)2!FT)BPi;KGEP{Mhby3pi=qLPwLshMGbA~^H4d{|;Jt3FXOXTVQx zwdLs*-s3Rmv;QH6T@4Dm*xAa&&gzi4Z=LdhU=C0GAnukmRq(S=3@;Xo70jjxF5K_p zge3;eJ|>6Uph=2sLSn$Dj-mfHd6D%fh2noc*S)1SQgg<(-ILJeyQ9MZEmI#c8N1{x zmmxhBw_ucE)BInblU|U0B_W%;CF{WIb_kXPUZm^ao%uSY|J?>(MoW&iEK{uI-v|Du ze|9hmAhUgTgbbN>RWS4yf)0rj`}($Mf>e$rCmwTEOhJMHtjUyi5T2JVVPO8jkmH55 zTiFi;%1-Za@ik5nz_yMLXwk6(bn}(ayKu4VuZh!UVhJ{iE#1vhx{N0?!e>Uzun)t-!*BGB3Ga&6U!2`Hhv1;qEj(r54M74-N_YfA@XE$jhZDs%Kj*s2^ z+o>eTj=`rorMnU6bgUg4sCD=;fAntz4H94ni$1d*EAsNb)&AB9>nUeWAkd($;D890 z8OoJ)1iEb0#h|SLz)@@H=p6i2Gkcg*>8{ueYhu^KqbE$#fyi51Te~^K(uhw;NWj~& zb8xr;Nw&#JJ}Wz$0zh^O^_EKxmYuK6%I)a{beaK>ov+fqf|0md6I|^7^@NC+*n^H6 z&46Sn_1kb>yLXHNttpC&k8ipmosp4&0mDkXPgGTvJc&Z!c%@?226H8Fb>v0Sic7rrEyyF+96*+W0FJuK;lFA_dR6n9*vNw9Sd{D#G~% z1zM)2iN4(c6c>Rh(h4;2wqKKVZFHw5c;RqWuFBGyZyPY#G&M9r0h(Rxv;DJL%fR5t z<}dHY)!5m+t2DLiFN|dNnby|AzSB$H4_y5i*kO#0cQLd$N=GhS$H`U z`)D%%a)Bn$ls3Dp_W1PERK)i-Nvh!!6IWN@7lz70AKT~PyO@D&oNd+^*nsc?8fOi< z)%Fa;m4}ngEWr0c+0qQC{W=WE43r767IoD-K5oy=%F>XPmBm9^ya0y(#!gdjuU++? z^vZ+7LZph5BB&3MJ4q9U?jpQVP42S@Io zVo%W*Mq8FoLRsKs!N5hXJHoe&6YMH;aCSB!+ymtNgSP8f=W0LClhzLuQuI-$|5BS4 zDm1I)VR%W}cpxlD+>k1hmJh}k~ALSz58=K zhkJFTaqsfESOJ*1lJ3H)y3Tb!ERVv~D22O%yV^jTc$QD!uMOe%ImN0t4 z%oyPXEX?VukIoUS)WNgl2!Php3`|YK>XzPe05SzF?hD+go674+Qwd;y|NcGJ_C}?J z+wR(kcI1=y_8Ql&rTFS;XprA92XMR+Zs|Ji9Uv7-+-7l{K*U8*ggZ(xFst{GLZS^S zKC=^keyp|y*UR1?YYS2l%;L?Zwxr%qpHy^BWfWmjz|w;nQ6##@Ed9dT!5ih^*WdDe zRcj&%Lv*g5o$JdIRV)}>+1~X5g(MZU=ii+qMUM1NOwcx17Qf9CS-h+CJUMyD_Igyt z?+GY4om51n)F|LA8^0^45c7<3mnS@W{y`o#-fk$Pz!8-3^2b*h2;i?RZ40Fi@MHmd z3IDy)Lj2I7L(jTzx!U+`>*b3Atc}mM8%kC&}ShcG5zf@OrxITQOySdKe!t@%EwLew z#M$Ow6c+!x8;Gg`Vb#9}5o_R$Ltr?P8nky$%mL|I;?})z`~&awv0ha?l?1 znac=UPHfzvL}}-Cb~#%jax^7Cbf9i&xAmaK>W1;~JSsH{x?+Ybupt2V^cYhrH9J z@*sqC6CiX+>b?!!AXr9g+_JWkrj|$$6b-Db(wb#Bl+_QQ2Dd&iBTH`$ybK(`z;#fA zinaAz9F>xlm(RB~wz49GQq$w=$3$FkefOKp%3VLJa{^Bu){Rl)!oos{)0p&HWBEOQ z#2SvL>{?KB!Q7RTlS6`6W=UDVhQ1yN`TFkSC{_x`#loK(Q%lrDsc`wLv(Q8Wq?P8`l~*LE(Gm;Uwl$fI(D)_+(jITU%JwO@0a(c&){c)fZ6}mS0vz`WSS1&b3eC%LKrdSXDnvLr^(!0o z;Ntsm%!wI2RpQ|2819n-vkeaiSZSVi2!w}+x2o>1s?rchGMx}~GQmNWaKxoyEdh+P zA4#&(Uhj+(ovCizz0-<@djI|HDVDo+*C5K5!nAQ)94*D$zP?(^mmqQNxVwkPL&zJz zR&50RmvxVgzx}f-9H#VL*;0s& zZjf>h!H7dIwmz4;jr+k6CeXL}LM1@)m){0lKJ-sYP{bawDVhf5j2D?LrTUMg1CjmT zlDcK%0UMKHO22COhjPzq%I3ok`9E?m?&#j1TvZ#`^*}NPu>~4~oI7a84K^Y{L~vt1 zs1wVp!%*ckMusSO|KfzS$qiElQjRqW$?^CWx#g?-ZJAni6B7>L!BVqjzy@a)7oU`4 zIj1RmVB9zj!SI6z1P3Xs|ga-)dkD+LO`!y2MpH z=)sv^bxZ9_fg4H{)zu{B!2P{lg?qmRe*gX*lbjp@>IgcF_|^UM(~ByPeXf;{748MW zBffd_2DSsW*amLC%#7F@`<(bVLJw~SajN}X6qG&jP2`l9k0lcS^KGL++L6px^(loRyfRTRb| zA}V^n?fT>G=i3`g+Ac09^@JFa=@xobO=o8b5T3X{7I^$4P#l_ZD-inbr|ofV6W=8`tyBFR@0Jd@#!c_Zk(Unp_GfsGoT!UqZ?w^|<((p@%08ywlTjyzsbrV_5 zq_fzyH%$9m#rx0S&