From a304e4639d7ba7a93f7c647b832c2880540a3ead Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 22 May 2026 20:30:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-cua-dev/qwen2_5vl_3b_sft_unified_idm_data Source: Original Platform --- .gitattributes | 55 ++ README.md | 60 +++ added_tokens.json | 24 + all_results.json | 8 + chat_template.jinja | 7 + config.json | 105 ++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00003.safetensors | 3 + model-00002-of-00003.safetensors | 3 + model-00003-of-00003.safetensors | 3 + model.safetensors.index.json | 831 +++++++++++++++++++++++++++++++ preprocessor_config.json | 36 ++ special_tokens_map.json | 31 ++ tokenizer.json | 3 + tokenizer_config.json | 209 ++++++++ train_results.json | 8 + trainer_log.jsonl | 109 ++++ trainer_state.json | 799 +++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 33831 bytes video_preprocessor_config.json | 86 ++++ vocab.json | 3 + 24 files changed, 2402 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00003.safetensors create mode 100644 model-00002-of-00003.safetensors create mode 100644 model-00003-of-00003.safetensors create mode 100644 model.safetensors.index.json create mode 100644 preprocessor_config.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 video_preprocessor_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..01dbbdc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00003-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..f051e7d --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-VL-3B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: qwen2_5vl_3b_sft_unified_idm_data + results: [] +--- + + + +# qwen2_5vl_3b_sft_unified_idm_data + +This model is a fine-tuned version of [Qwen/Qwen2.5-VL-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-VL-3B-Instruct) on the unified_idm_data dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- total_train_batch_size: 32 +- total_eval_batch_size: 64 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.52.4 +- Pytorch 2.5.1+cu121 +- Datasets 3.6.0 +- Tokenizers 0.21.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..87976ac --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 1.9483786471612088e+18, + "train_loss": 0.10519510776023655, + "train_runtime": 10705.8335, + "train_samples_per_second": 3.25, + "train_steps_per_second": 0.102 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..6c22663 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d68b631 --- /dev/null +++ b/config.json @@ -0,0 +1,105 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "text_config": { + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": null, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": null, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 + }, + "torch_dtype": "bfloat16", + "transformers_version": "4.52.4", + "use_cache": false, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 2048, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "torch_dtype": "bfloat16", + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..273dbe0 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "image-to-text", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c110271 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "4.52.4" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00003.safetensors b/model-00001-of-00003.safetensors new file mode 100644 index 0000000..7844ff5 --- /dev/null +++ b/model-00001-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c93956f0ce5e0e76e85ef4d0cab2affd2e4f692a2113eddc5e2b45187ac866 +size 4958351144 diff --git a/model-00002-of-00003.safetensors b/model-00002-of-00003.safetensors new file mode 100644 index 0000000..610620a --- /dev/null +++ b/model-00002-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762ff8824f954f7cc0884a3e1d0ae361b0b3edc427a30488a0ff4cd807fc5371 +size 4932949296 diff --git a/model-00003-of-00003.safetensors b/model-00003-of-00003.safetensors new file mode 100644 index 0000000..13107da --- /dev/null +++ b/model-00003-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db99657557b789ec2586688ffaaafa4aea784a95c89c2b531aa9b9183be87122 +size 3789914528 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..007c03a --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,831 @@ +{ + "metadata": { + "total_size": 13681123328 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00003.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00003-of-00003.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00003.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.norm.weight": "model-00003-of-00003.safetensors", + "visual.blocks.0.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.0.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.0.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.0.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.1.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.1.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.1.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.10.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.10.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.10.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.11.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.11.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.11.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.12.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.12.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.12.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.13.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.13.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.13.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.14.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.14.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.14.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.15.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.15.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.15.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.16.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.16.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.16.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.17.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.17.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.17.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.18.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.18.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.18.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.19.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.19.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.19.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.2.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.2.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.2.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.20.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.20.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.20.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.21.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.21.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.21.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.22.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.22.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.22.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.23.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.23.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.23.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.24.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.24.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.24.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.25.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.25.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.25.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.26.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.26.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.26.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.27.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.27.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.27.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.28.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.28.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.28.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.29.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.29.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.29.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.3.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.3.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.3.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.30.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.30.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.30.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.31.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.31.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.31.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.4.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.4.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.4.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.5.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.5.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.5.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.6.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.6.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.6.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.7.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.7.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.7.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.8.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.8.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.8.norm2.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.attn.proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.9.attn.proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.attn.qkv.bias": "model-00001-of-00003.safetensors", + "visual.blocks.9.attn.qkv.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00003.safetensors", + "visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.norm1.weight": "model-00001-of-00003.safetensors", + "visual.blocks.9.norm2.weight": "model-00001-of-00003.safetensors", + "visual.merger.ln_q.weight": "model-00001-of-00003.safetensors", + "visual.merger.mlp.0.bias": "model-00001-of-00003.safetensors", + "visual.merger.mlp.0.weight": "model-00001-of-00003.safetensors", + "visual.merger.mlp.2.bias": "model-00001-of-00003.safetensors", + "visual.merger.mlp.2.weight": "model-00001-of-00003.safetensors", + "visual.patch_embed.proj.weight": "model-00001-of-00003.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..1c234b7 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,36 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..230f071 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,209 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "processor_class": "Qwen2_5_VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..87976ac --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 1.9483786471612088e+18, + "train_loss": 0.10519510776023655, + "train_runtime": 10705.8335, + "train_samples_per_second": 3.25, + "train_steps_per_second": 0.102 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..71d5e2e --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,109 @@ +{"current_steps": 10, "total_steps": 1088, "loss": 0.578, "lr": 8.256880733944956e-07, "epoch": 0.009191176470588236, "percentage": 0.92, "elapsed_time": "0:02:06", "remaining_time": "3:46:44"} +{"current_steps": 20, "total_steps": 1088, "loss": 0.4698, "lr": 1.743119266055046e-06, "epoch": 0.01838235294117647, "percentage": 1.84, "elapsed_time": "0:03:46", "remaining_time": "3:21:24"} +{"current_steps": 30, "total_steps": 1088, "loss": 0.254, "lr": 2.6605504587155968e-06, "epoch": 0.027573529411764705, "percentage": 2.76, "elapsed_time": "0:05:26", "remaining_time": "3:12:05"} +{"current_steps": 40, "total_steps": 1088, "loss": 0.1899, "lr": 3.5779816513761473e-06, "epoch": 0.03676470588235294, "percentage": 3.68, "elapsed_time": "0:07:05", "remaining_time": "3:05:44"} +{"current_steps": 50, "total_steps": 1088, "loss": 0.1712, "lr": 4.4954128440366975e-06, "epoch": 0.04595588235294118, "percentage": 4.6, "elapsed_time": "0:08:46", "remaining_time": "3:02:04"} +{"current_steps": 60, "total_steps": 1088, "loss": 0.1554, "lr": 5.412844036697248e-06, "epoch": 0.05514705882352941, "percentage": 5.51, "elapsed_time": "0:10:23", "remaining_time": "2:58:02"} +{"current_steps": 70, "total_steps": 1088, "loss": 0.1509, "lr": 6.330275229357799e-06, "epoch": 0.06433823529411764, "percentage": 6.43, "elapsed_time": "0:11:59", "remaining_time": "2:54:29"} +{"current_steps": 80, "total_steps": 1088, "loss": 0.144, "lr": 7.247706422018349e-06, "epoch": 0.07352941176470588, "percentage": 7.35, "elapsed_time": "0:13:36", "remaining_time": "2:51:26"} +{"current_steps": 90, "total_steps": 1088, "loss": 0.1377, "lr": 8.1651376146789e-06, "epoch": 0.08272058823529412, "percentage": 8.27, "elapsed_time": "0:15:15", "remaining_time": "2:49:07"} +{"current_steps": 100, "total_steps": 1088, "loss": 0.128, "lr": 9.08256880733945e-06, "epoch": 0.09191176470588236, "percentage": 9.19, "elapsed_time": "0:16:51", "remaining_time": "2:46:35"} +{"current_steps": 110, "total_steps": 1088, "loss": 0.1237, "lr": 1e-05, "epoch": 0.10110294117647059, "percentage": 10.11, "elapsed_time": "0:18:28", "remaining_time": "2:44:15"} +{"current_steps": 120, "total_steps": 1088, "loss": 0.1317, "lr": 9.99742583072674e-06, "epoch": 0.11029411764705882, "percentage": 11.03, "elapsed_time": "0:20:04", "remaining_time": "2:41:58"} +{"current_steps": 130, "total_steps": 1088, "loss": 0.1258, "lr": 9.98970597344593e-06, "epoch": 0.11948529411764706, "percentage": 11.95, "elapsed_time": "0:21:41", "remaining_time": "2:39:51"} +{"current_steps": 140, "total_steps": 1088, "loss": 0.1259, "lr": 9.976848377045343e-06, "epoch": 0.12867647058823528, "percentage": 12.87, "elapsed_time": "0:23:24", "remaining_time": "2:38:28"} +{"current_steps": 150, "total_steps": 1088, "loss": 0.119, "lr": 9.958866280576803e-06, "epoch": 0.13786764705882354, "percentage": 13.79, "elapsed_time": "0:25:00", "remaining_time": "2:36:24"} +{"current_steps": 160, "total_steps": 1088, "loss": 0.1193, "lr": 9.935778199624394e-06, "epoch": 0.14705882352941177, "percentage": 14.71, "elapsed_time": "0:26:37", "remaining_time": "2:34:25"} +{"current_steps": 170, "total_steps": 1088, "loss": 0.1159, "lr": 9.90760790723954e-06, "epoch": 0.15625, "percentage": 15.62, "elapsed_time": "0:28:14", "remaining_time": "2:32:27"} +{"current_steps": 180, "total_steps": 1088, "loss": 0.1198, "lr": 9.874384409462673e-06, "epoch": 0.16544117647058823, "percentage": 16.54, "elapsed_time": "0:29:50", "remaining_time": "2:30:32"} +{"current_steps": 190, "total_steps": 1088, "loss": 0.1109, "lr": 9.836141915456646e-06, "epoch": 0.17463235294117646, "percentage": 17.46, "elapsed_time": "0:31:27", "remaining_time": "2:28:38"} +{"current_steps": 200, "total_steps": 1088, "loss": 0.1158, "lr": 9.792919802282656e-06, "epoch": 0.18382352941176472, "percentage": 18.38, "elapsed_time": "0:33:03", "remaining_time": "2:26:46"} +{"current_steps": 210, "total_steps": 1088, "loss": 0.1148, "lr": 9.744762574354967e-06, "epoch": 0.19301470588235295, "percentage": 19.3, "elapsed_time": "0:34:39", "remaining_time": "2:24:55"} +{"current_steps": 220, "total_steps": 1088, "loss": 0.1054, "lr": 9.691719817616148e-06, "epoch": 0.20220588235294118, "percentage": 20.22, "elapsed_time": "0:36:16", "remaining_time": "2:23:07"} +{"current_steps": 230, "total_steps": 1088, "loss": 0.1097, "lr": 9.633846148480024e-06, "epoch": 0.2113970588235294, "percentage": 21.14, "elapsed_time": "0:37:52", "remaining_time": "2:21:18"} +{"current_steps": 240, "total_steps": 1088, "loss": 0.1055, "lr": 9.571201157594925e-06, "epoch": 0.22058823529411764, "percentage": 22.06, "elapsed_time": "0:39:29", "remaining_time": "2:19:30"} +{"current_steps": 250, "total_steps": 1088, "loss": 0.1046, "lr": 9.503849348485112e-06, "epoch": 0.22977941176470587, "percentage": 22.98, "elapsed_time": "0:41:05", "remaining_time": "2:17:44"} +{"current_steps": 260, "total_steps": 1088, "loss": 0.0973, "lr": 9.431860071133592e-06, "epoch": 0.23897058823529413, "percentage": 23.9, "elapsed_time": "0:42:42", "remaining_time": "2:15:59"} +{"current_steps": 270, "total_steps": 1088, "loss": 0.1032, "lr": 9.355307450574666e-06, "epoch": 0.24816176470588236, "percentage": 24.82, "elapsed_time": "0:44:24", "remaining_time": "2:14:33"} +{"current_steps": 280, "total_steps": 1088, "loss": 0.1057, "lr": 9.27427031056979e-06, "epoch": 0.25735294117647056, "percentage": 25.74, "elapsed_time": "0:46:01", "remaining_time": "2:12:50"} +{"current_steps": 290, "total_steps": 1088, "loss": 0.105, "lr": 9.188832092445281e-06, "epoch": 0.2665441176470588, "percentage": 26.65, "elapsed_time": "0:47:38", "remaining_time": "2:11:06"} +{"current_steps": 300, "total_steps": 1088, "loss": 0.1048, "lr": 9.09908076917548e-06, "epoch": 0.2757352941176471, "percentage": 27.57, "elapsed_time": "0:49:15", "remaining_time": "2:09:22"} +{"current_steps": 310, "total_steps": 1088, "loss": 0.1001, "lr": 9.00510875479983e-06, "epoch": 0.2849264705882353, "percentage": 28.49, "elapsed_time": "0:50:51", "remaining_time": "2:07:38"} +{"current_steps": 320, "total_steps": 1088, "loss": 0.1045, "lr": 8.907012809267107e-06, "epoch": 0.29411764705882354, "percentage": 29.41, "elapsed_time": "0:52:33", "remaining_time": "2:06:08"} +{"current_steps": 330, "total_steps": 1088, "loss": 0.1029, "lr": 8.804893938804839e-06, "epoch": 0.30330882352941174, "percentage": 30.33, "elapsed_time": "0:54:10", "remaining_time": "2:04:25"} +{"current_steps": 340, "total_steps": 1088, "loss": 0.1, "lr": 8.698857291916456e-06, "epoch": 0.3125, "percentage": 31.25, "elapsed_time": "0:55:46", "remaining_time": "2:02:42"} +{"current_steps": 350, "total_steps": 1088, "loss": 0.0923, "lr": 8.58901205111326e-06, "epoch": 0.32169117647058826, "percentage": 32.17, "elapsed_time": "0:57:25", "remaining_time": "2:01:05"} +{"current_steps": 360, "total_steps": 1088, "loss": 0.1128, "lr": 8.475471320492728e-06, "epoch": 0.33088235294117646, "percentage": 33.09, "elapsed_time": "0:59:02", "remaining_time": "1:59:24"} +{"current_steps": 370, "total_steps": 1088, "loss": 0.1044, "lr": 8.35835200927887e-06, "epoch": 0.3400735294117647, "percentage": 34.01, "elapsed_time": "1:00:39", "remaining_time": "1:57:42"} +{"current_steps": 380, "total_steps": 1088, "loss": 0.0983, "lr": 8.237774711444575e-06, "epoch": 0.3492647058823529, "percentage": 34.93, "elapsed_time": "1:02:15", "remaining_time": "1:56:00"} +{"current_steps": 390, "total_steps": 1088, "loss": 0.0908, "lr": 8.113863581539905e-06, "epoch": 0.3584558823529412, "percentage": 35.85, "elapsed_time": "1:03:52", "remaining_time": "1:54:18"} +{"current_steps": 400, "total_steps": 1088, "loss": 0.0939, "lr": 7.986746206854143e-06, "epoch": 0.36764705882352944, "percentage": 36.76, "elapsed_time": "1:05:28", "remaining_time": "1:52:37"} +{"current_steps": 410, "total_steps": 1088, "loss": 0.0967, "lr": 7.856553476043294e-06, "epoch": 0.37683823529411764, "percentage": 37.68, "elapsed_time": "1:07:07", "remaining_time": "1:50:59"} +{"current_steps": 420, "total_steps": 1088, "loss": 0.0953, "lr": 7.723419444358261e-06, "epoch": 0.3860294117647059, "percentage": 38.6, "elapsed_time": "1:08:43", "remaining_time": "1:49:18"} +{"current_steps": 430, "total_steps": 1088, "loss": 0.0928, "lr": 7.5874811956124805e-06, "epoch": 0.3952205882352941, "percentage": 39.52, "elapsed_time": "1:10:20", "remaining_time": "1:47:37"} +{"current_steps": 440, "total_steps": 1088, "loss": 0.0938, "lr": 7.4488787010311425e-06, "epoch": 0.40441176470588236, "percentage": 40.44, "elapsed_time": "1:11:56", "remaining_time": "1:45:57"} +{"current_steps": 450, "total_steps": 1088, "loss": 0.0925, "lr": 7.3077546751273494e-06, "epoch": 0.41360294117647056, "percentage": 41.36, "elapsed_time": "1:13:33", "remaining_time": "1:44:16"} +{"current_steps": 460, "total_steps": 1088, "loss": 0.0953, "lr": 7.164254428753581e-06, "epoch": 0.4227941176470588, "percentage": 42.28, "elapsed_time": "1:15:09", "remaining_time": "1:42:36"} +{"current_steps": 470, "total_steps": 1088, "loss": 0.0913, "lr": 7.018525719479805e-06, "epoch": 0.4319852941176471, "percentage": 43.2, "elapsed_time": "1:16:45", "remaining_time": "1:40:56"} +{"current_steps": 480, "total_steps": 1088, "loss": 0.0974, "lr": 6.870718599452279e-06, "epoch": 0.4411764705882353, "percentage": 44.12, "elapsed_time": "1:18:22", "remaining_time": "1:39:16"} +{"current_steps": 490, "total_steps": 1088, "loss": 0.0901, "lr": 6.7209852608897005e-06, "epoch": 0.45036764705882354, "percentage": 45.04, "elapsed_time": "1:19:58", "remaining_time": "1:37:36"} +{"current_steps": 500, "total_steps": 1088, "loss": 0.0936, "lr": 6.569479879375795e-06, "epoch": 0.45955882352941174, "percentage": 45.96, "elapsed_time": "1:21:35", "remaining_time": "1:35:56"} +{"current_steps": 510, "total_steps": 1088, "loss": 0.0933, "lr": 6.416358455109695e-06, "epoch": 0.46875, "percentage": 46.88, "elapsed_time": "1:24:06", "remaining_time": "1:35:19"} +{"current_steps": 520, "total_steps": 1088, "loss": 0.093, "lr": 6.261778652277565e-06, "epoch": 0.47794117647058826, "percentage": 47.79, "elapsed_time": "1:25:43", "remaining_time": "1:33:38"} +{"current_steps": 530, "total_steps": 1088, "loss": 0.0879, "lr": 6.105899636710895e-06, "epoch": 0.48713235294117646, "percentage": 48.71, "elapsed_time": "1:27:19", "remaining_time": "1:31:56"} +{"current_steps": 540, "total_steps": 1088, "loss": 0.0904, "lr": 5.948881911998572e-06, "epoch": 0.4963235294117647, "percentage": 49.63, "elapsed_time": "1:28:57", "remaining_time": "1:30:16"} +{"current_steps": 550, "total_steps": 1088, "loss": 0.0883, "lr": 5.790887154221521e-06, "epoch": 0.5055147058823529, "percentage": 50.55, "elapsed_time": "1:30:33", "remaining_time": "1:28:35"} +{"current_steps": 560, "total_steps": 1088, "loss": 0.0883, "lr": 5.632078045480065e-06, "epoch": 0.5147058823529411, "percentage": 51.47, "elapsed_time": "1:32:10", "remaining_time": "1:26:54"} +{"current_steps": 570, "total_steps": 1088, "loss": 0.0814, "lr": 5.472618106385415e-06, "epoch": 0.5238970588235294, "percentage": 52.39, "elapsed_time": "1:33:46", "remaining_time": "1:25:13"} +{"current_steps": 580, "total_steps": 1088, "loss": 0.0884, "lr": 5.31267152768779e-06, "epoch": 0.5330882352941176, "percentage": 53.31, "elapsed_time": "1:35:23", "remaining_time": "1:23:32"} +{"current_steps": 590, "total_steps": 1088, "loss": 0.0882, "lr": 5.152403001214483e-06, "epoch": 0.5422794117647058, "percentage": 54.23, "elapsed_time": "1:36:59", "remaining_time": "1:21:52"} +{"current_steps": 600, "total_steps": 1088, "loss": 0.0873, "lr": 4.991977550292028e-06, "epoch": 0.5514705882352942, "percentage": 55.15, "elapsed_time": "1:38:36", "remaining_time": "1:20:12"} +{"current_steps": 610, "total_steps": 1088, "loss": 0.086, "lr": 4.831560359826985e-06, "epoch": 0.5606617647058824, "percentage": 56.07, "elapsed_time": "1:40:12", "remaining_time": "1:18:31"} +{"current_steps": 620, "total_steps": 1088, "loss": 0.0905, "lr": 4.671316606220394e-06, "epoch": 0.5698529411764706, "percentage": 56.99, "elapsed_time": "1:41:49", "remaining_time": "1:16:51"} +{"current_steps": 630, "total_steps": 1088, "loss": 0.0881, "lr": 4.511411287290964e-06, "epoch": 0.5790441176470589, "percentage": 57.9, "elapsed_time": "1:43:25", "remaining_time": "1:15:11"} +{"current_steps": 640, "total_steps": 1088, "loss": 0.088, "lr": 4.35200905238214e-06, "epoch": 0.5882352941176471, "percentage": 58.82, "elapsed_time": "1:45:02", "remaining_time": "1:13:31"} +{"current_steps": 650, "total_steps": 1088, "loss": 0.0873, "lr": 4.193274032828e-06, "epoch": 0.5974264705882353, "percentage": 59.74, "elapsed_time": "1:46:38", "remaining_time": "1:11:51"} +{"current_steps": 660, "total_steps": 1088, "loss": 0.0878, "lr": 4.035369672952516e-06, "epoch": 0.6066176470588235, "percentage": 60.66, "elapsed_time": "1:48:15", "remaining_time": "1:10:12"} +{"current_steps": 670, "total_steps": 1088, "loss": 0.0849, "lr": 3.8784585617762084e-06, "epoch": 0.6158088235294118, "percentage": 61.58, "elapsed_time": "1:49:51", "remaining_time": "1:08:32"} +{"current_steps": 680, "total_steps": 1088, "loss": 0.0867, "lr": 3.7227022656034873e-06, "epoch": 0.625, "percentage": 62.5, "elapsed_time": "1:51:28", "remaining_time": "1:06:52"} +{"current_steps": 690, "total_steps": 1088, "loss": 0.0896, "lr": 3.568261161663042e-06, "epoch": 0.6341911764705882, "percentage": 63.42, "elapsed_time": "1:53:05", "remaining_time": "1:05:14"} +{"current_steps": 700, "total_steps": 1088, "loss": 0.0893, "lr": 3.4152942729725896e-06, "epoch": 0.6433823529411765, "percentage": 64.34, "elapsed_time": "1:54:42", "remaining_time": "1:03:35"} +{"current_steps": 710, "total_steps": 1088, "loss": 0.0861, "lr": 3.263959104598009e-06, "epoch": 0.6525735294117647, "percentage": 65.26, "elapsed_time": "1:56:19", "remaining_time": "1:01:55"} +{"current_steps": 720, "total_steps": 1088, "loss": 0.0776, "lr": 3.114411481475455e-06, "epoch": 0.6617647058823529, "percentage": 66.18, "elapsed_time": "1:57:55", "remaining_time": "1:00:16"} +{"current_steps": 730, "total_steps": 1088, "loss": 0.084, "lr": 2.966805387963463e-06, "epoch": 0.6709558823529411, "percentage": 67.1, "elapsed_time": "1:59:32", "remaining_time": "0:58:37"} +{"current_steps": 740, "total_steps": 1088, "loss": 0.0834, "lr": 2.821292809290217e-06, "epoch": 0.6801470588235294, "percentage": 68.01, "elapsed_time": "2:01:08", "remaining_time": "0:56:58"} +{"current_steps": 750, "total_steps": 1088, "loss": 0.083, "lr": 2.678023575059274e-06, "epoch": 0.6893382352941176, "percentage": 68.93, "elapsed_time": "2:02:45", "remaining_time": "0:55:19"} +{"current_steps": 760, "total_steps": 1088, "loss": 0.0842, "lr": 2.5371452049748603e-06, "epoch": 0.6985294117647058, "percentage": 69.85, "elapsed_time": "2:04:21", "remaining_time": "0:53:40"} +{"current_steps": 770, "total_steps": 1088, "loss": 0.0874, "lr": 2.3988027569455895e-06, "epoch": 0.7077205882352942, "percentage": 70.77, "elapsed_time": "2:05:58", "remaining_time": "0:52:01"} +{"current_steps": 780, "total_steps": 1088, "loss": 0.0815, "lr": 2.2631386777230248e-06, "epoch": 0.7169117647058824, "percentage": 71.69, "elapsed_time": "2:07:34", "remaining_time": "0:50:22"} +{"current_steps": 790, "total_steps": 1088, "loss": 0.0814, "lr": 2.130292656228856e-06, "epoch": 0.7261029411764706, "percentage": 72.61, "elapsed_time": "2:09:11", "remaining_time": "0:48:43"} +{"current_steps": 800, "total_steps": 1088, "loss": 0.0826, "lr": 2.0004014797217207e-06, "epoch": 0.7352941176470589, "percentage": 73.53, "elapsed_time": "2:10:47", "remaining_time": "0:47:05"} +{"current_steps": 810, "total_steps": 1088, "loss": 0.0851, "lr": 1.873598892951795e-06, "epoch": 0.7444852941176471, "percentage": 74.45, "elapsed_time": "2:12:23", "remaining_time": "0:45:26"} +{"current_steps": 820, "total_steps": 1088, "loss": 0.0804, "lr": 1.7500154604481312e-06, "epoch": 0.7536764705882353, "percentage": 75.37, "elapsed_time": "2:14:00", "remaining_time": "0:43:47"} +{"current_steps": 830, "total_steps": 1088, "loss": 0.084, "lr": 1.629778432080586e-06, "epoch": 0.7628676470588235, "percentage": 76.29, "elapsed_time": "2:15:37", "remaining_time": "0:42:09"} +{"current_steps": 840, "total_steps": 1088, "loss": 0.0776, "lr": 1.513011612034726e-06, "epoch": 0.7720588235294118, "percentage": 77.21, "elapsed_time": "2:17:13", "remaining_time": "0:40:30"} +{"current_steps": 850, "total_steps": 1088, "loss": 0.0797, "lr": 1.3998352313346768e-06, "epoch": 0.78125, "percentage": 78.12, "elapsed_time": "2:18:50", "remaining_time": "0:38:52"} +{"current_steps": 860, "total_steps": 1088, "loss": 0.0792, "lr": 1.2903658240450989e-06, "epoch": 0.7904411764705882, "percentage": 79.04, "elapsed_time": "2:20:26", "remaining_time": "0:37:14"} +{"current_steps": 870, "total_steps": 1088, "loss": 0.0804, "lr": 1.184716107279837e-06, "epoch": 0.7996323529411765, "percentage": 79.96, "elapsed_time": "2:22:03", "remaining_time": "0:35:35"} +{"current_steps": 880, "total_steps": 1088, "loss": 0.0817, "lr": 1.0829948651407374e-06, "epoch": 0.8088235294117647, "percentage": 80.88, "elapsed_time": "2:23:39", "remaining_time": "0:33:57"} +{"current_steps": 890, "total_steps": 1088, "loss": 0.0798, "lr": 9.85306836706184e-07, "epoch": 0.8180147058823529, "percentage": 81.8, "elapsed_time": "2:25:16", "remaining_time": "0:32:19"} +{"current_steps": 900, "total_steps": 1088, "loss": 0.0772, "lr": 8.917526081846411e-07, "epoch": 0.8272058823529411, "percentage": 82.72, "elapsed_time": "2:26:53", "remaining_time": "0:30:40"} +{"current_steps": 910, "total_steps": 1088, "loss": 0.0796, "lr": 8.024285093442874e-07, "epoch": 0.8363970588235294, "percentage": 83.64, "elapsed_time": "2:28:30", "remaining_time": "0:29:02"} +{"current_steps": 920, "total_steps": 1088, "loss": 0.0754, "lr": 7.17426514325359e-07, "epoch": 0.8455882352941176, "percentage": 84.56, "elapsed_time": "2:30:06", "remaining_time": "0:27:24"} +{"current_steps": 930, "total_steps": 1088, "loss": 0.0816, "lr": 6.36834146937354e-07, "epoch": 0.8547794117647058, "percentage": 85.48, "elapsed_time": "2:31:43", "remaining_time": "0:25:46"} +{"current_steps": 940, "total_steps": 1088, "loss": 0.077, "lr": 5.607343905385898e-07, "epoch": 0.8639705882352942, "percentage": 86.4, "elapsed_time": "2:33:19", "remaining_time": "0:24:08"} +{"current_steps": 950, "total_steps": 1088, "loss": 0.0788, "lr": 4.892056025909148e-07, "epoch": 0.8731617647058824, "percentage": 87.32, "elapsed_time": "2:34:56", "remaining_time": "0:22:30"} +{"current_steps": 960, "total_steps": 1088, "loss": 0.0761, "lr": 4.2232143397756607e-07, "epoch": 0.8823529411764706, "percentage": 88.24, "elapsed_time": "2:36:32", "remaining_time": "0:20:52"} +{"current_steps": 970, "total_steps": 1088, "loss": 0.0762, "lr": 3.6015075316722605e-07, "epoch": 0.8915441176470589, "percentage": 89.15, "elapsed_time": "2:38:09", "remaining_time": "0:19:14"} +{"current_steps": 980, "total_steps": 1088, "loss": 0.0827, "lr": 3.02757575302392e-07, "epoch": 0.9007352941176471, "percentage": 90.07, "elapsed_time": "2:39:45", "remaining_time": "0:17:36"} +{"current_steps": 990, "total_steps": 1088, "loss": 0.0786, "lr": 2.5020099628504603e-07, "epoch": 0.9099264705882353, "percentage": 90.99, "elapsed_time": "2:41:22", "remaining_time": "0:15:58"} +{"current_steps": 1000, "total_steps": 1088, "loss": 0.0713, "lr": 2.0253513192751374e-07, "epoch": 0.9191176470588235, "percentage": 91.91, "elapsed_time": "2:42:58", "remaining_time": "0:14:20"} +{"current_steps": 1010, "total_steps": 1088, "loss": 0.0823, "lr": 1.5980906223115933e-07, "epoch": 0.9283088235294118, "percentage": 92.83, "elapsed_time": "2:45:14", "remaining_time": "0:12:45"} +{"current_steps": 1020, "total_steps": 1088, "loss": 0.0797, "lr": 1.220667808502951e-07, "epoch": 0.9375, "percentage": 93.75, "elapsed_time": "2:46:51", "remaining_time": "0:11:07"} +{"current_steps": 1030, "total_steps": 1088, "loss": 0.0813, "lr": 8.934714979333403e-08, "epoch": 0.9466911764705882, "percentage": 94.67, "elapsed_time": "2:48:27", "remaining_time": "0:09:29"} +{"current_steps": 1040, "total_steps": 1088, "loss": 0.0745, "lr": 6.168385940783727e-08, "epoch": 0.9558823529411765, "percentage": 95.59, "elapsed_time": "2:50:04", "remaining_time": "0:07:50"} +{"current_steps": 1050, "total_steps": 1088, "loss": 0.0794, "lr": 3.910539369064603e-08, "epoch": 0.9650735294117647, "percentage": 96.51, "elapsed_time": "2:51:40", "remaining_time": "0:06:12"} +{"current_steps": 1060, "total_steps": 1088, "loss": 0.0788, "lr": 2.1635000958836748e-08, "epoch": 0.9742647058823529, "percentage": 97.43, "elapsed_time": "2:53:16", "remaining_time": "0:04:34"} +{"current_steps": 1070, "total_steps": 1088, "loss": 0.0792, "lr": 9.290669911672934e-09, "epoch": 0.9834558823529411, "percentage": 98.35, "elapsed_time": "2:54:53", "remaining_time": "0:02:56"} +{"current_steps": 1080, "total_steps": 1088, "loss": 0.0762, "lr": 2.085111108227067e-09, "epoch": 0.9926470588235294, "percentage": 99.26, "elapsed_time": "2:56:29", "remaining_time": "0:01:18"} +{"current_steps": 1088, "total_steps": 1088, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "2:58:23", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..c0b1d60 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,799 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 1088, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.009191176470588236, + "grad_norm": 11.266937255859375, + "learning_rate": 8.256880733944956e-07, + "loss": 0.578, + "step": 10 + }, + { + "epoch": 0.01838235294117647, + "grad_norm": 4.71966552734375, + "learning_rate": 1.743119266055046e-06, + "loss": 0.4698, + "step": 20 + }, + { + "epoch": 0.027573529411764705, + "grad_norm": 2.152991771697998, + "learning_rate": 2.6605504587155968e-06, + "loss": 0.254, + "step": 30 + }, + { + "epoch": 0.03676470588235294, + "grad_norm": 1.5794391632080078, + "learning_rate": 3.5779816513761473e-06, + "loss": 0.1899, + "step": 40 + }, + { + "epoch": 0.04595588235294118, + "grad_norm": 2.2544736862182617, + "learning_rate": 4.4954128440366975e-06, + "loss": 0.1712, + "step": 50 + }, + { + "epoch": 0.05514705882352941, + "grad_norm": 1.6429979801177979, + "learning_rate": 5.412844036697248e-06, + "loss": 0.1554, + "step": 60 + }, + { + "epoch": 0.06433823529411764, + "grad_norm": 1.428564190864563, + "learning_rate": 6.330275229357799e-06, + "loss": 0.1509, + "step": 70 + }, + { + "epoch": 0.07352941176470588, + "grad_norm": 1.1606788635253906, + "learning_rate": 7.247706422018349e-06, + "loss": 0.144, + "step": 80 + }, + { + "epoch": 0.08272058823529412, + "grad_norm": 1.4222913980484009, + "learning_rate": 8.1651376146789e-06, + "loss": 0.1377, + "step": 90 + }, + { + "epoch": 0.09191176470588236, + "grad_norm": 1.059951663017273, + "learning_rate": 9.08256880733945e-06, + "loss": 0.128, + "step": 100 + }, + { + "epoch": 0.10110294117647059, + "grad_norm": 1.0378493070602417, + "learning_rate": 1e-05, + "loss": 0.1237, + "step": 110 + }, + { + "epoch": 0.11029411764705882, + "grad_norm": 1.9791302680969238, + "learning_rate": 9.99742583072674e-06, + "loss": 0.1317, + "step": 120 + }, + { + "epoch": 0.11948529411764706, + "grad_norm": 1.28194260597229, + "learning_rate": 9.98970597344593e-06, + "loss": 0.1258, + "step": 130 + }, + { + "epoch": 0.12867647058823528, + "grad_norm": 1.228013515472412, + "learning_rate": 9.976848377045343e-06, + "loss": 0.1259, + "step": 140 + }, + { + "epoch": 0.13786764705882354, + "grad_norm": 0.9104840755462646, + "learning_rate": 9.958866280576803e-06, + "loss": 0.119, + "step": 150 + }, + { + "epoch": 0.14705882352941177, + "grad_norm": 0.957346498966217, + "learning_rate": 9.935778199624394e-06, + "loss": 0.1193, + "step": 160 + }, + { + "epoch": 0.15625, + "grad_norm": 1.0997158288955688, + "learning_rate": 9.90760790723954e-06, + "loss": 0.1159, + "step": 170 + }, + { + "epoch": 0.16544117647058823, + "grad_norm": 1.1610311269760132, + "learning_rate": 9.874384409462673e-06, + "loss": 0.1198, + "step": 180 + }, + { + "epoch": 0.17463235294117646, + "grad_norm": 0.9462277889251709, + "learning_rate": 9.836141915456646e-06, + "loss": 0.1109, + "step": 190 + }, + { + "epoch": 0.18382352941176472, + "grad_norm": 0.793471097946167, + "learning_rate": 9.792919802282656e-06, + "loss": 0.1158, + "step": 200 + }, + { + "epoch": 0.19301470588235295, + "grad_norm": 1.2811907529830933, + "learning_rate": 9.744762574354967e-06, + "loss": 0.1148, + "step": 210 + }, + { + "epoch": 0.20220588235294118, + "grad_norm": 0.8056549429893494, + "learning_rate": 9.691719817616148e-06, + "loss": 0.1054, + "step": 220 + }, + { + "epoch": 0.2113970588235294, + "grad_norm": 0.9176375269889832, + "learning_rate": 9.633846148480024e-06, + "loss": 0.1097, + "step": 230 + }, + { + "epoch": 0.22058823529411764, + "grad_norm": 0.8464528918266296, + "learning_rate": 9.571201157594925e-06, + "loss": 0.1055, + "step": 240 + }, + { + "epoch": 0.22977941176470587, + "grad_norm": 0.8142296671867371, + "learning_rate": 9.503849348485112e-06, + "loss": 0.1046, + "step": 250 + }, + { + "epoch": 0.23897058823529413, + "grad_norm": 0.8536105751991272, + "learning_rate": 9.431860071133592e-06, + "loss": 0.0973, + "step": 260 + }, + { + "epoch": 0.24816176470588236, + "grad_norm": 1.1437208652496338, + "learning_rate": 9.355307450574666e-06, + "loss": 0.1032, + "step": 270 + }, + { + "epoch": 0.25735294117647056, + "grad_norm": 1.4142391681671143, + "learning_rate": 9.27427031056979e-06, + "loss": 0.1057, + "step": 280 + }, + { + "epoch": 0.2665441176470588, + "grad_norm": 0.7978008389472961, + "learning_rate": 9.188832092445281e-06, + "loss": 0.105, + "step": 290 + }, + { + "epoch": 0.2757352941176471, + "grad_norm": 1.3588639497756958, + "learning_rate": 9.09908076917548e-06, + "loss": 0.1048, + "step": 300 + }, + { + "epoch": 0.2849264705882353, + "grad_norm": 0.6924364566802979, + "learning_rate": 9.00510875479983e-06, + "loss": 0.1001, + "step": 310 + }, + { + "epoch": 0.29411764705882354, + "grad_norm": 0.7341586947441101, + "learning_rate": 8.907012809267107e-06, + "loss": 0.1045, + "step": 320 + }, + { + "epoch": 0.30330882352941174, + "grad_norm": 0.703032910823822, + "learning_rate": 8.804893938804839e-06, + "loss": 0.1029, + "step": 330 + }, + { + "epoch": 0.3125, + "grad_norm": 0.8211079239845276, + "learning_rate": 8.698857291916456e-06, + "loss": 0.1, + "step": 340 + }, + { + "epoch": 0.32169117647058826, + "grad_norm": 0.7473457455635071, + "learning_rate": 8.58901205111326e-06, + "loss": 0.0923, + "step": 350 + }, + { + "epoch": 0.33088235294117646, + "grad_norm": 1.1483430862426758, + "learning_rate": 8.475471320492728e-06, + "loss": 0.1128, + "step": 360 + }, + { + "epoch": 0.3400735294117647, + "grad_norm": 0.8971941471099854, + "learning_rate": 8.35835200927887e-06, + "loss": 0.1044, + "step": 370 + }, + { + "epoch": 0.3492647058823529, + "grad_norm": 0.7846776247024536, + "learning_rate": 8.237774711444575e-06, + "loss": 0.0983, + "step": 380 + }, + { + "epoch": 0.3584558823529412, + "grad_norm": 0.7909674644470215, + "learning_rate": 8.113863581539905e-06, + "loss": 0.0908, + "step": 390 + }, + { + "epoch": 0.36764705882352944, + "grad_norm": 0.8026263117790222, + "learning_rate": 7.986746206854143e-06, + "loss": 0.0939, + "step": 400 + }, + { + "epoch": 0.37683823529411764, + "grad_norm": 0.6986457705497742, + "learning_rate": 7.856553476043294e-06, + "loss": 0.0967, + "step": 410 + }, + { + "epoch": 0.3860294117647059, + "grad_norm": 0.7079197764396667, + "learning_rate": 7.723419444358261e-06, + "loss": 0.0953, + "step": 420 + }, + { + "epoch": 0.3952205882352941, + "grad_norm": 1.0171252489089966, + "learning_rate": 7.5874811956124805e-06, + "loss": 0.0928, + "step": 430 + }, + { + "epoch": 0.40441176470588236, + "grad_norm": 0.8423835635185242, + "learning_rate": 7.4488787010311425e-06, + "loss": 0.0938, + "step": 440 + }, + { + "epoch": 0.41360294117647056, + "grad_norm": 1.0884760618209839, + "learning_rate": 7.3077546751273494e-06, + "loss": 0.0925, + "step": 450 + }, + { + "epoch": 0.4227941176470588, + "grad_norm": 0.7641892433166504, + "learning_rate": 7.164254428753581e-06, + "loss": 0.0953, + "step": 460 + }, + { + "epoch": 0.4319852941176471, + "grad_norm": 0.8474388122558594, + "learning_rate": 7.018525719479805e-06, + "loss": 0.0913, + "step": 470 + }, + { + "epoch": 0.4411764705882353, + "grad_norm": 0.8151172399520874, + "learning_rate": 6.870718599452279e-06, + "loss": 0.0974, + "step": 480 + }, + { + "epoch": 0.45036764705882354, + "grad_norm": 0.5582044124603271, + "learning_rate": 6.7209852608897005e-06, + "loss": 0.0901, + "step": 490 + }, + { + "epoch": 0.45955882352941174, + "grad_norm": 0.9465530514717102, + "learning_rate": 6.569479879375795e-06, + "loss": 0.0936, + "step": 500 + }, + { + "epoch": 0.46875, + "grad_norm": 0.7654430270195007, + "learning_rate": 6.416358455109695e-06, + "loss": 0.0933, + "step": 510 + }, + { + "epoch": 0.47794117647058826, + "grad_norm": 0.7761212587356567, + "learning_rate": 6.261778652277565e-06, + "loss": 0.093, + "step": 520 + }, + { + "epoch": 0.48713235294117646, + "grad_norm": 0.5924690365791321, + "learning_rate": 6.105899636710895e-06, + "loss": 0.0879, + "step": 530 + }, + { + "epoch": 0.4963235294117647, + "grad_norm": 0.591857373714447, + "learning_rate": 5.948881911998572e-06, + "loss": 0.0904, + "step": 540 + }, + { + "epoch": 0.5055147058823529, + "grad_norm": 0.7316629886627197, + "learning_rate": 5.790887154221521e-06, + "loss": 0.0883, + "step": 550 + }, + { + "epoch": 0.5147058823529411, + "grad_norm": 0.8223432302474976, + "learning_rate": 5.632078045480065e-06, + "loss": 0.0883, + "step": 560 + }, + { + "epoch": 0.5238970588235294, + "grad_norm": 0.7148771286010742, + "learning_rate": 5.472618106385415e-06, + "loss": 0.0814, + "step": 570 + }, + { + "epoch": 0.5330882352941176, + "grad_norm": 0.6548059582710266, + "learning_rate": 5.31267152768779e-06, + "loss": 0.0884, + "step": 580 + }, + { + "epoch": 0.5422794117647058, + "grad_norm": 0.7036318778991699, + "learning_rate": 5.152403001214483e-06, + "loss": 0.0882, + "step": 590 + }, + { + "epoch": 0.5514705882352942, + "grad_norm": 0.8155568242073059, + "learning_rate": 4.991977550292028e-06, + "loss": 0.0873, + "step": 600 + }, + { + "epoch": 0.5606617647058824, + "grad_norm": 0.654234766960144, + "learning_rate": 4.831560359826985e-06, + "loss": 0.086, + "step": 610 + }, + { + "epoch": 0.5698529411764706, + "grad_norm": 0.8868378400802612, + "learning_rate": 4.671316606220394e-06, + "loss": 0.0905, + "step": 620 + }, + { + "epoch": 0.5790441176470589, + "grad_norm": 0.5300816297531128, + "learning_rate": 4.511411287290964e-06, + "loss": 0.0881, + "step": 630 + }, + { + "epoch": 0.5882352941176471, + "grad_norm": 0.9155387282371521, + "learning_rate": 4.35200905238214e-06, + "loss": 0.088, + "step": 640 + }, + { + "epoch": 0.5974264705882353, + "grad_norm": 0.7309725880622864, + "learning_rate": 4.193274032828e-06, + "loss": 0.0873, + "step": 650 + }, + { + "epoch": 0.6066176470588235, + "grad_norm": 0.5966044664382935, + "learning_rate": 4.035369672952516e-06, + "loss": 0.0878, + "step": 660 + }, + { + "epoch": 0.6158088235294118, + "grad_norm": 0.924511194229126, + "learning_rate": 3.8784585617762084e-06, + "loss": 0.0849, + "step": 670 + }, + { + "epoch": 0.625, + "grad_norm": 1.1838688850402832, + "learning_rate": 3.7227022656034873e-06, + "loss": 0.0867, + "step": 680 + }, + { + "epoch": 0.6341911764705882, + "grad_norm": 0.7663735747337341, + "learning_rate": 3.568261161663042e-06, + "loss": 0.0896, + "step": 690 + }, + { + "epoch": 0.6433823529411765, + "grad_norm": 0.7709589600563049, + "learning_rate": 3.4152942729725896e-06, + "loss": 0.0893, + "step": 700 + }, + { + "epoch": 0.6525735294117647, + "grad_norm": 0.7545693516731262, + "learning_rate": 3.263959104598009e-06, + "loss": 0.0861, + "step": 710 + }, + { + "epoch": 0.6617647058823529, + "grad_norm": 0.6413795948028564, + "learning_rate": 3.114411481475455e-06, + "loss": 0.0776, + "step": 720 + }, + { + "epoch": 0.6709558823529411, + "grad_norm": 0.7467756271362305, + "learning_rate": 2.966805387963463e-06, + "loss": 0.084, + "step": 730 + }, + { + "epoch": 0.6801470588235294, + "grad_norm": 0.6672917008399963, + "learning_rate": 2.821292809290217e-06, + "loss": 0.0834, + "step": 740 + }, + { + "epoch": 0.6893382352941176, + "grad_norm": 0.7798132300376892, + "learning_rate": 2.678023575059274e-06, + "loss": 0.083, + "step": 750 + }, + { + "epoch": 0.6985294117647058, + "grad_norm": 0.729383647441864, + "learning_rate": 2.5371452049748603e-06, + "loss": 0.0842, + "step": 760 + }, + { + "epoch": 0.7077205882352942, + "grad_norm": 0.8981873989105225, + "learning_rate": 2.3988027569455895e-06, + "loss": 0.0874, + "step": 770 + }, + { + "epoch": 0.7169117647058824, + "grad_norm": 0.7742981314659119, + "learning_rate": 2.2631386777230248e-06, + "loss": 0.0815, + "step": 780 + }, + { + "epoch": 0.7261029411764706, + "grad_norm": 0.6819539070129395, + "learning_rate": 2.130292656228856e-06, + "loss": 0.0814, + "step": 790 + }, + { + "epoch": 0.7352941176470589, + "grad_norm": 0.7190724611282349, + "learning_rate": 2.0004014797217207e-06, + "loss": 0.0826, + "step": 800 + }, + { + "epoch": 0.7444852941176471, + "grad_norm": 0.674633800983429, + "learning_rate": 1.873598892951795e-06, + "loss": 0.0851, + "step": 810 + }, + { + "epoch": 0.7536764705882353, + "grad_norm": 0.7690839767456055, + "learning_rate": 1.7500154604481312e-06, + "loss": 0.0804, + "step": 820 + }, + { + "epoch": 0.7628676470588235, + "grad_norm": 0.6933445930480957, + "learning_rate": 1.629778432080586e-06, + "loss": 0.084, + "step": 830 + }, + { + "epoch": 0.7720588235294118, + "grad_norm": 0.944789707660675, + "learning_rate": 1.513011612034726e-06, + "loss": 0.0776, + "step": 840 + }, + { + "epoch": 0.78125, + "grad_norm": 0.645876944065094, + "learning_rate": 1.3998352313346768e-06, + "loss": 0.0797, + "step": 850 + }, + { + "epoch": 0.7904411764705882, + "grad_norm": 0.72840416431427, + "learning_rate": 1.2903658240450989e-06, + "loss": 0.0792, + "step": 860 + }, + { + "epoch": 0.7996323529411765, + "grad_norm": 0.8772525191307068, + "learning_rate": 1.184716107279837e-06, + "loss": 0.0804, + "step": 870 + }, + { + "epoch": 0.8088235294117647, + "grad_norm": 0.8419274091720581, + "learning_rate": 1.0829948651407374e-06, + "loss": 0.0817, + "step": 880 + }, + { + "epoch": 0.8180147058823529, + "grad_norm": 0.6790868043899536, + "learning_rate": 9.85306836706184e-07, + "loss": 0.0798, + "step": 890 + }, + { + "epoch": 0.8272058823529411, + "grad_norm": 0.7450520992279053, + "learning_rate": 8.917526081846411e-07, + "loss": 0.0772, + "step": 900 + }, + { + "epoch": 0.8363970588235294, + "grad_norm": 0.9222913980484009, + "learning_rate": 8.024285093442874e-07, + "loss": 0.0796, + "step": 910 + }, + { + "epoch": 0.8455882352941176, + "grad_norm": 0.5793068408966064, + "learning_rate": 7.17426514325359e-07, + "loss": 0.0754, + "step": 920 + }, + { + "epoch": 0.8547794117647058, + "grad_norm": 0.8552721738815308, + "learning_rate": 6.36834146937354e-07, + "loss": 0.0816, + "step": 930 + }, + { + "epoch": 0.8639705882352942, + "grad_norm": 0.6834543943405151, + "learning_rate": 5.607343905385898e-07, + "loss": 0.077, + "step": 940 + }, + { + "epoch": 0.8731617647058824, + "grad_norm": 0.8566415309906006, + "learning_rate": 4.892056025909148e-07, + "loss": 0.0788, + "step": 950 + }, + { + "epoch": 0.8823529411764706, + "grad_norm": 0.6394233107566833, + "learning_rate": 4.2232143397756607e-07, + "loss": 0.0761, + "step": 960 + }, + { + "epoch": 0.8915441176470589, + "grad_norm": 0.6848531365394592, + "learning_rate": 3.6015075316722605e-07, + "loss": 0.0762, + "step": 970 + }, + { + "epoch": 0.9007352941176471, + "grad_norm": 0.7035109996795654, + "learning_rate": 3.02757575302392e-07, + "loss": 0.0827, + "step": 980 + }, + { + "epoch": 0.9099264705882353, + "grad_norm": 1.1025725603103638, + "learning_rate": 2.5020099628504603e-07, + "loss": 0.0786, + "step": 990 + }, + { + "epoch": 0.9191176470588235, + "grad_norm": 0.9067655801773071, + "learning_rate": 2.0253513192751374e-07, + "loss": 0.0713, + "step": 1000 + }, + { + "epoch": 0.9283088235294118, + "grad_norm": 2.0745654106140137, + "learning_rate": 1.5980906223115933e-07, + "loss": 0.0823, + "step": 1010 + }, + { + "epoch": 0.9375, + "grad_norm": 0.77626633644104, + "learning_rate": 1.220667808502951e-07, + "loss": 0.0797, + "step": 1020 + }, + { + "epoch": 0.9466911764705882, + "grad_norm": 0.6542201042175293, + "learning_rate": 8.934714979333403e-08, + "loss": 0.0813, + "step": 1030 + }, + { + "epoch": 0.9558823529411765, + "grad_norm": 0.7697402238845825, + "learning_rate": 6.168385940783727e-08, + "loss": 0.0745, + "step": 1040 + }, + { + "epoch": 0.9650735294117647, + "grad_norm": 1.0100551843643188, + "learning_rate": 3.910539369064603e-08, + "loss": 0.0794, + "step": 1050 + }, + { + "epoch": 0.9742647058823529, + "grad_norm": 0.5885272026062012, + "learning_rate": 2.1635000958836748e-08, + "loss": 0.0788, + "step": 1060 + }, + { + "epoch": 0.9834558823529411, + "grad_norm": 0.6646335124969482, + "learning_rate": 9.290669911672934e-09, + "loss": 0.0792, + "step": 1070 + }, + { + "epoch": 0.9926470588235294, + "grad_norm": 0.5683983564376831, + "learning_rate": 2.085111108227067e-09, + "loss": 0.0762, + "step": 1080 + }, + { + "epoch": 1.0, + "step": 1088, + "total_flos": 1.9483786471612088e+18, + "train_loss": 0.10519510776023655, + "train_runtime": 10705.8335, + "train_samples_per_second": 3.25, + "train_steps_per_second": 0.102 + } + ], + "logging_steps": 10, + "max_steps": 1088, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.9483786471612088e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..316ba0e --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816f02fc6899b6403a33b78c123fbc889abfbe709e82cc155e969b284d634abd +size 5688 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..52a7891749e09851adc9e6198b2652ee0db10e8a GIT binary patch literal 33831 zcmd?Ri9eQI+ctbS&14=kPtjnk$ebkeoK)sg2$^T%6v_}nqKqY_WJ)s6b23#z$UKw` z5t8ZMm!A81-|u^W&tLHNyRQ4baypOWSZnQT-?wesw{=A5>#9*vuu)(bMx~*yVu)cl zJcbdBk&(bpBzuRa;QwSj&Rz02?`-4YeZ}oMrgO!^#nIWr@y1miuj_8^H=LbLh)Rfy zo)G4-^YCzSmlYGc`QN`G>g;AKW^5&jIMtrS>Dp_7I>uX7kod|f|%-@QlueYPWbEa@Y@5%bOr`2moGZz7Ovx@jI8?1 z^;Jf?aeU_@$<)Pof75FEIiDY0if!j$jaT~ncFWtm{G_d}@63m5GvgxN$H;k!!r@Pw z^WkAmj1K;k2n*s>;7{Nkavu0=T*eigI{bCYHW{Obzi%G=f9K;lLV5-U*NqYHQ*#4P z&fdK`*YiY&P0w6X&`Hl_s*Ua*hYUS0FYkQ;^3huxX_aUB#MZZ0yU)fyvyrP6&`4Ii zQg*XhKI6CpH;_)eSLjm@IuXfCWcGfy+Z*@vJ4&WuMTX+-|xn$F*B_t%ucK^;7`L50|M?H~}+_|+qdwQ>a z$hmf5u}Ad#uU78XR~K@{{ns4>;K4-x`o-rK+jdWE&StbOj#Q3tM(P=s%V9ywTT8W* zVJsGPBi^G_S-k^OvwB)uApKa>TuSuV&I5ly{0r3y1G7Kak1i8j}4R3FJT5jbIvTBb%w5Dh~|0Pet zd(kZErmL%~4%5nYPQ?ILiZC3F;vb%?SFh^p>*K|0{@_ALX@~m59a&mI;s#!PMmtSqRp56_9krDVc zPvY$}G*B3m($%YcerrFb7hM9V8I)+OONXvVr9Aoc{YSt(c| zWj4)Q$}`8)3j%ArW^2)XQ0nH_lW%VhF+11pyc?oda^Bp^`MxS9Cs%1QOcD0fBBQx0EsyyxR3>@M$1dg* zVO6lutm0N!Lt`TyEiHa(>YA`+P1RRPQ7+3OpI=wi<3l@BPFc@rogVW@^Eu`+4S9)FfoMRx)dVq|AqM`6gBZ`H#*wcI4tLp0N z7$(2=`8;gMh=_`7S?t$3^LsM(bj90Ua^B_cpk0PM)6zQ@ z1+69h7Ey$x)MZuNl$4ZDjE??VtXz8EIz2O^{6rt!N}0@e>nx2zXmT=Zl7rJo1yjFe zkb<(Za%TU$#I?5j_9H1>t_EtcT#2TGu;${PKa3tEC3S3_Q&IVxT=mVZLj=Qr{`}cK zwlA#D{@jflH=<)jENeL81;$H919R60)VOaEX~Y)>?d_77mrB8u#>K^zP|IwtbcprB zc;`H11%!mGVNupm0k{&kj_6Eb>-`@$-bnkjCd>zkeSDC+V24W|J$m#9XKC%k=|hhP%Uma2 z{w!bF-l*McHg&EJ3lAs5l&)QSR@MEr#Nk)pMawHN8mN8uPcx4C&T`&6c!DHBQ0Mlb zBbqLWz-^yxhzidicl;p<(Xz2c&ZhfQ3+bgdK_-lb@mUYPxt^rp^{vWR|1hJ^O1qGO zkx?jwH4|K<;Y*(B^ex3dV}#lniku-NR1FY7F$qF?SAPx^kx@~dgS<8G`+_5+fb;+> z9@6!PWC_CY@$pMidE@K!86&q1VJ-&8l!C61I z@6TLTthmRV{`UHi^IU%ccS|%oX;yDI>>&;YA>F3A-YhysMx%L|dHSXGg`r<4g~M;E z!PB~~Olbrx*ORi!dK{+ak|(RSi2YXWpLKKS-Jc)11>)D=GbT9*o4z~n^ zX_#M;JwjBKU~`^WtlqF-WMSzrckzs%!j7LfQRL7sTJ>ilYUQ1b`^;Fz-nNixELSw7 z59`^kG*%fmfe$vtRk6KxDjSOpxmay` zHDgcZ(j`{KzjOR%-XorWpg@I*)o#;6SrmZ15>g*R+As64B0vy}37QLni?W^$l#h>( zzn_>G7OVJ|?ChNb_3%4%EG&0L%`3*5SuC4UW!#tR2x;0fs0c|8U|7J;TK{1&u~w89 zmzP~&8mN}4H@I{&6r&4jcPj|IKhlufdlgi#KgM`;Q>6_SBrwRP;gDvH{9jj94NrR) z4+>X!FNx+?F3Kh?kdu>NegELd%2E`w2tC#W`6g_{DXH}I?w?8Jmqw8d4a&Yl_j%7Y z!M{_Z{duNBSU5ZwSwg#ja}d;6BCN=HRFOB7Rxm*WkXe-Ct-oYZ&3sFxQ2Pk#rc+DG zr59Vd{IxM!_ESy|N)sPE2!HlWATBxiu%lE8t#UX(hRaY+7vg8B$;s(xPH!(?w=NqP zD6$Sy&7y0K;Y=t^Q}8z?A|;K2S?L&p0r6tt{TBWUZ)RU>Rk755Q6?+8-oZ?uw7oUD z_pr1xUBNV`&ps|AL(KWaBkcyelaWx3)V_Ja6h#gUT#8FcnRn}g^kW_x8rs&MtL3On z_UrqLj7U5l+bsL})A32KT@yl2D_mP}K~b!%Djy!IFgzyaVNiyQ`*T)#pF)UwdhUSb zV0iqhDtTUwcpsREP+H}I1+U&GXG!DY<0ss9AtS{-cpw0Em)98{VU`F>niUJBEgg1? zBBPwkm0c~F?WH|(1#6JGC_?JTRsuwghelgrlsxqG^gjafC<$o06*kOD7IZc@XRErJGdR1t zn?2{hkn{f7*yWJ(dfoHggHJ)h{F~SE*cqtO^E-Z)+gyXy{-qetbDfl#H=~^1!v+h1 zGO@SDf=Q=t8s}aBJY%9BFEG=YBIGP~_%JO20fFeon%j@nNBWm99|=mAOOtk0wkt77 zs*M21Mu}a8Y}1#2@ssTgWS1}j4bhFq_N}5;G~(CVXgwe|eO*Tjv`0xnp${eEObAKe zOLhi~%V&%rY4JAvwce(fS3zOtO{;F2Y~S^Od#jd~t+CvsV{D zOalr>-uVEQEm(4dtIXUxC0E{MX7b3x4wD9ihw^e=?<)>MCSKNzj*2)M(x zJ3Vi8?WPoa;N~>TJx)1h$l8gett~C6jMTv-=$o0DEzMp?@(~Nj6Je%YSy}0+x#iCq zt(w&D-w;Y(cuDwD(bcf31pw}6u3X_2)K13gdZ|`BPmPW}PjR|Uiz_cLU(wUlq=<}+ zoO1tiNUHAFS2O>G61UXa-M_~^*qq?ZHjEMY?69vdb<5rQextjfkN~T;ZLv14o@y9L-zfh9UYZZ z4pO)NdT_}5(5}vQ7i8UXir zwW@6g)$+}o}MsIFcrdHIPhPeeC8CGQ7`cx-HYUP)Cg-4v}Jo_Z@1{_xI zIr7~w!BLds#4Dqty_Me1WV|l0qu&ojtMbcw{tyWI)_?AnBEwsgJbBk%2n8tPXU?3N z`~32JTJ5Ol_6Ol($Id!AiIN;(#dwLJ)?Jt_+c^ldcSnc3Sads;<|>tuo9%O8^Yv&w+?&<#o!;7MJ}XI@_} zre$Odg%a}g>|JV~KjU|Eqbq%3){27m0-IV}vz$k3(Eb+Ny7Dj~Ap`=%#JX^3p{=bg zXJhr1RuvNy6RMOGlao*S>_H{qjh(DmURxY27LxT|{P{7u1S%ki2xArV`3V_n5JHN( zf2^TWRcr&IW5Qc!`kPx9LzGqfm1vd5ua*GQ4(X@?K-;%VFsA)O%4rzQ`p>T=lqg!D z`cD(NOtwS=4VZ&_U}{t{bq1PK6SK?hLK$_}j$hc4%URmm0f64v5Jvgyqn6ke0KJln z=PmW*e-UA=Nly~o?+r8;TrRMv?tw)UEO&zc62IC+2Jk@voWbU zQ&8XpCJNg>cePxsMhqArWTL)1N|3uh&s+4(o~U;!oy;r!rhJ#0(@b#*ke%u5Qt9~@ zy5qnjRG|#tzI_{(^9W6G&b-VvXDjB1r`$U<`4%7zf~ttq0zQj{x&Spp*yL?a3&CGW zgQJO(PAn`3s+?o2Q%sXY&F?>acn5_D(7h%|&LJD4LEP>$AL=Q^s<1i+^}!q(qyp;>#Tn_mc&@Pt3kTRE%DGv7AF8?aNNz^ zosNU!9zdO-WNFu@!?&l0_qybkUP~GGe2+YqpX2V>^|1Snpa#%$gud=jvENTlCgUZ7 zi^U>J@OLgt9XJ|nSP82-to%aVCI^(q5|fV8X7Yir6_*B^qgbrJyuR!M(DPSp(010D z?p(oNzkXpHA;W2JO+;E^IHQ0Q@8haBZ{8I8uG&0YbTjXnsFwd{ZQ;bMv5a|Hg~ALmQRia2L~sMU%{cI3%JyEvSoZa$+G3=VDYpYRZ&qPK~ay#SUaWXP0$`!zBrF<-~L>SWnZpEtJqMbjJv2zf@S{?bTC6JcGwY+_Gb#lZB;vN2y7u!BmR2XZzN64ni`- zd&c}`&YXq8guc=AJH}#r@MS6!TTQmvC8DX?I<|tyR zlspp_C6GEMCMHBT#oV$DBjWhgCSZemAE}K8c#TA>vYE#YR^qHbcB({K3Rb_e>^UIu zB)7;j3qU+@H`0e9rgwms@JdO2x&A!e@MV+b?g~o)1fJwW*7CyK0@0$K-=FmQY?!FI z6*=rn*q{ofYYms=t%%$8@TAK7(sw)*NvI5Eq9BH1gNJm%z#P?loy5h>?Kn{8yP#iG zx6mK+T*$8)fTeeVaIr>o1QZ8$Go|XXva+xK8b*nAnEuUxe!${%%*=wdHlTIodCsZb zlCE44GrDvs+_`3x1a>gsP&Z#kxS^=^>*L3dF9Xc6o@$FLd51IqIk9n1`N{pgdhc>( zv03f0J9ho~<|XlxAXK=97`xth4HY+0^N^vT;WCJe<50&|CSSgM30vzz)}+g>^?Ji` zEv1E^yPYo;Gsq=xeY*vuL)v}jUdOwyHF9Z7eU#n2q4%}u3`Pox3yGyk%}=j>I8g?9 z?TK-&>nEL4?aqsjhg}+}d|={S;j5E?l9ar>q?m;-;ei!fFMX>PVe-p6$wrkPwCgLs z(#DUdrpwUH(($SGgiBRE5-?f)nL*!A!)*Uq3fhY@$Wpxmw4RKTvN8UUmdivFIa-vJ zq_wsDDqpgM<5WT0HdQ!h_)qbKPM3j_A2)w7z1Uc32=1G{rd=nGMT<}tOtq}xxBp0 z)-7|Tf#}1d6QrQpf%@iLqGAIw#-&mxPLQMTLeOzTV4e#MRPut*QadgkswSyUlen`qWhv>m?2>fdCTNI$laARK9(CGAX|sc+Vs}#2w?@ zM2A3vm}e6SdW!X^e&(5;LZv^?q@>}|3EM)a5m`{Cwnz7NEUPW<{{HQOQa4ClUre3z zjE_$2my(XPt~5Cb*9jHvRB1W@-fEy9*X*pDI)1AmQh)0G+lJdp>M|!cXI^eV^uGMvA0(@th}9_)n1Tj>>w> z@c`Dht=GYIgrRBw43j=M+tk*#le>85&9i z5bxY*&8=qON9Ww!-k@fIn7^KAj42s!45yqRYI9sU$%d#KY<(sm#UUMv+_!$mA@&LE zk;Np>_^m^~E|O}W=H#f8jUQh4_4&MB1O#~`)E*FE4*RYDJn{|XmyQ;JP+B?fMMmI> zumRNP*8E%-O8O%K*jKk~86+JSPl~!orZyM`3mXag9;jCWkQSPtblO*`DU-QEo2LAA zE7V8(Dko#(hX~o83kawJDU450Q1t-2ly(4!(4H|jcegkB1O%S7&>xXX(W!!Em`fM+sDd3^l*%~1XXpkt$d({k3flf^QCHz?oC zcREotgVeJqVAD+kG#~&vhk#PseR}?nR>Qs#S~@>8s&?bX%Q8r3p}lsD*pCbJEjGmw zmy2y8VCDcVoP)g}?f2U*A#j)6p!B%7uBUGh1#c6;D?wmFNYVh_$OK^WN{GeMDmD+e0#w;$laSvq^ta-*-dC_(9+X?d@aGq#ANQJ^C_xd$4NM)(`&F@5?Gr~ zO@OJcZr33pH@lN;p<0en-cgyXegudI;T$DMeVw zJgM`=MN-b+0@}Y6^z`T_P0#=Ds{|Y+Fe|ho03_=m$Ok6+m+sHQ5jo7H&Gx zEg!;k%$Ns~B`9z{fCEw-FCXTEKYCLq%RMX4#s`>OjP7$w zTqSz?^l2ePDr6)I;GyDd(IVXPKpG7wR~|9f1@8QPqL-nF3L&N@6aVLr52~;}uq3$) zd*gSxClE`4O_^z&%kH5AfDU?c&~+#?(BeSX=%Blxb*QDeS<>emkMk@8dFG%a>eZ}F zcSv~syyUy};K+G>03ncgYraZksl_6q1)V1phDbR@f(T^dA5{V$LE>kxk`jiCmS0p= zC4q{tuqZyv1AQNIQira`oO>6g*X)a7(YGN z32DAs536=@QbI7H{d%63?P6+NTyLi2RoHVm(@ZQZ{ECVe7BQc=H&t*0v=G_`1_pls zbAwQY8a9y45i84;BuJI>c8YeeVLL#w-+#Ag$++vhsnY7LqCx~%6ta@pJKO8m`%L6d zNJ%jRN%i=?xbQKX5|nmmO*+Witp6N5eDr915J0WRiyE{rsuJ1^bxe|t3ifu9O(&ag z%7|0zV@Zde+MqqQ*n`q8JTY7f6qO^Q&T;{N#IIUgJBVC;-Df}jMe*HV_;y_BN(2!t zhN@v0CCgR7@aj4`%}CY-qK@hoChog(?E@&9-}au|@e304i6tzAtT7`^J|xMZudW&sF`DQw3chqTSn1KwFXjW_A8WGsxDAjRH?faUa_uaEP0z5nzpb!+-DV@Og7OC4O z#SaPc@zu66^Nlw4|NiLXjSLst2N;xKznuOBT7K5W0*f_S8xTEweipS3bCF7l#1IHT zf?`0zJ7{Ndew@Wun<;Yoe%M5Y4~LOw-lbP|5oDvIlLY&QqZB(*3ZQROVBOfz@c774 zHz6+q|ICbyw8k}O=cdw1-AXw|xSGCT0y!jX#4Sw=nz>YMKoLWRmhjAFnXOI_ObXWud zR7Qv$Q*#(aZAs9opMdIv;e)m(xmRkSb&Z;dMIPS`QQgV?w3;>3%B)1gc(Z5xF*O~A z?>Ek_|A-GdNKY5HBLyk1hUG=X3-AgGk_-+GuDk=bcx9|EI6NZa40N}4L1GyLI^`J{_<4H(Hy3Zq0B6U=F+w98+6vJOCONR1CJ_8I**-ph?by7SOAor@w zD!K}^4kbbhpK;=6&z|uJ2oM27ZDx0_>J={1Z!9G4A$*xgVb`a5Z*g(%?=9O-x(AP6 zJH4S#zf*>bCp zxbg&rM0pU-qN?0K!TfG`+vo*jV`$AVfG}ro^l|doPcOL&kMFmKoGPirs(;5hUNe(}P3ydg{)Y6L9O-Md_VWWW>a zprH$aY@x^6ye-NiD zKL`l!)x#E<{z)QrktukQd6qTHW!bT4=qiFFqjf|*XWPj$`{FRK=sZoVTLR_Qr!7}- zb5BklRihG&>Xgu^JZ6fak{lsU@LRu&S!q_bu8U~dPWQ-B5vkH<2o{xZv5lB~s2c%>3YZ)-SNUQW+kL24O77 zHH6T<0@~FIf((#iLGSV!5J;gVcn6w=kgUic&%a3bqquVAirq+sBzTdg++ZQr$B|aw zy#c-3%(rii0*67YhJLOJSOEZ2|ED+y${#sGj=6xlOgUcQ0H^Hd>21&$WC1PEadE}m zBH% z1qt^mcwUfpgS-Iapn|B_*&Tl8G!hAUn>J`?-qIENW0=zA%Lid=Azueb36l_ZEl3>! z(AUu)03A_eOc`72w`>Jv50xV5XO4kdgW&->6JUWmYZn2LQ6DpYeLvP5bQ2)HcOa2p zL0TpVK;TdjJ`E~?hvVQIVwC#eD#%fS9Cs__rSLG2Usyi9&_k9v#AqkL0b$!{aSey5 zKUG|kc0)A{gd5-(^;Y61zn8CS>Rj^Vq4bNUw=Qrz6!?`}dlu(yllS4GjPuhfkUIdUhQxZE{;~W}K6JCA&}wz6Y=bO+sjaSIWirC-C_e z0O_vVe_RhU#o*>9C;) zd;=o3rJ0&prmxDQe&xo z$70{Laf$!rqhL5phuH>HRORdaK*wEwy=6xTWWR$#1gk01LD z`c!((3kn5+BY^#wr9YHbC_{4tMf?E4rZV6GsbGK!lk@!r867fP8%sfh^M(sQ*7d0D zUArXk#wmDOT>Mlr(+5Lw6_rjQrM#wkmh;123l)Y(6H(ga*xm>pK4g9 z1=GO2iPUKmk>ur5pUUf`E%buUC@bSYM;jtZ%Y{%y z;rssm`zhl(XpNqIqMr%a1nLQ_Oe0_|L^wCg;1kpl#IR^p!n)pSGj3R_Lx4ly6c>fAlkNI9}+d6XSy?%juSrm0Xd(v(nm)6h3NhRJAeljc1Im(?Y%|TYJk`F>HyRP zgT5;{7XTJK$Z&}1Ag>HSJ0|3a+}>QBzGd?vIT&Qli3p)|rC2TnbgOL;hN0KWiD5?* zDUck1E(tKyr@mC?!ut(eYrlUEGNAr7 zf^H}0%Hs)b2~H`yck}(NRj@TMywSXzZxBwQcsk@peMOef%?oTTzwb3xG88zj%tOYA z(&}V9wA6CBE~y3fknwpDB|O6!ASXGl$(Wz`Y*Q@dMM46+(}irSnArzU8_a6!-yyaJ z)#%bqYm7gngsd<33QJv4>c_{_hoB(6VuG4Cqm7A)l89)~%c{yf4AtrozVWLJuGv-z zSiq_znt%wed%*$6-F0=}SH9Lr)Dv>U{yUDurH1%ESk4Wyig@lUjXU_=fZHTjJk;Q+ z+hnfezsy0XuJT#G>(Kl69UUVaE4qDTITlj`rmu|B=X z57phq^$@jfBA*QJ+w4Yuz7=vXL}NTc!Bgz_RI|3f8hXNW4P*-jV@j>bW3Pw`L(xMM zYQ%>^CsyU$x%#U`WpW($IQx>vB0))j1w&pYUa-a-=5Qo<-QF_;F4A|it-`|};|*V4 z`=}HclAt7?Y;s|XRcUNn+v?$MUVtWlt#EVosn%GYl)Op9j2{Q!^ts&pN7 z?->j~YqD@U|PewcXw z@IW*KLDhq90X&d{Mrb~u@_Yr%eyD>Fl~}a=T~@tS9iZ*03;^%U_sX0^Pm$1Ij>d#BRl{*I%p!G?cZq?`<=1a*o`l>+hU~u!xZi zCWs+Kkgwub1W}Kp6wp&nR>gp_DjhHi{#hO$cynDVuQl=ELq0HRgUV30Ig{cFq)5x6 z_1f_#Wn}}?FUoI-ej+}Aab|IlTbT&j;uz@YdZ$6MNlr>YPfg>+l59fCcjUAIW)(f&q9cWw$y{m}5Bvk4 zq5*saj^VpITh=R6?Fi%FIdJec(%Ha72?Dx7UMuJ+?11lA^i)+{( zw5*EV1rh2rfBb%g;3TrTf&_By`t@?hZeW1g+S+MdsJn%Z0YLI9SFg9sj4l&I~26zxtJNath8xzXC7v@Vdp3c)$o z)Y2k#F`3G({J1#Yx^pb1_rkH;*QEB!R3Lse*e*<2xvuLnSP(R(sUon)|n^L8B5HJjAO7C zYBn~4U@u3a8Z-|$A#gnV&*#LMT#zJLrcY49GTkp6Nj~eiPYpWm6ZO+L6oRD_AW&vb z4jD;y4mo1V7b&Gp#bTqxo zwgP`E5w@$#_XwUeYfk5}^PAI$B`>Eah@z>nKzq`V_l!Z`ocBvt{FPuf6?Tpj5B51i zxG3m5EIA$8R{xcYonTuM`0}+))7M?nB|`b3!x}e7eA4YmvQ~HhceV~@BqUYH3*s%5 z7I8I>M_AQx$qz5%}9 zI*eAyg!$j)A-PuLU%jGzTS6^@$AoT!P}!Reg#)MA9*2EZ8Htqhju`)!pEwzm#4`1b z4&gn`Mnd+>)|}z~cqlWgV?^+2xtjGHvKMg%t=14MZ9!-nW=*mAcR`hHJUNNPYA7y_an78K7N zF6@^n;_EXu5mE4PRSYl`9u4|b87p(GdR7nnx8$D)G3qxwC($?YTAbHsIU=J znabdQ577lNaHuQk_RB4at_Ys3?m}X;C-#4uN^W&av)&`xdjHNBfShW5_ExaM<}CVf zKJujprfnRGoAxQ~UAT14l3yK0d+_x+qe5n7>}4vMGR(*Ym`L*Lea9|jFe~BL_L;FP zEa+3-Vmv{nf9@-$Gt!99hQESYrC$*q^Yb7egvs6bS6?mwwLZjloSaD7l48cinEb;R zzt8s}aQQM|I<-z-qbI}OQd8m2ytv&g=ps=0Oa{?aJ~2Q7T5X=#{9w3{M*J{E+kPAp z!5!GBP-sarBu}Cz2`A6&x0@579lQOgPMG*CJS_y2B%28-t@J3)XW7g(Bt{4>H`;(M zXI@8T2ZiV$QJP7xTQQZ;>ifsCC*jkT;}B?}!^FdQX8CMo<)lmb`{SmDpQ>0xZD-LY zl4*?Kfs60Pz$D%8s5_ZS$%<86OuRkl{}`Q&i>uvV0dIm+KmVlvQpM_OPMq7Hys253 zyoeTU905M2x4y^W0qlEM`4?}G{L>21C{NnZhp+nBD%6=D4AWs^hE?|Eh3QouY}4Su zdU9W}`_SyG!?i8&%ZF3LGT8@+52Wg0-Y52DVTb*vtc1eMaEAK&!_1FY9U=>1V%jJn zGU?x|>cXwdXgT>pN(u*w*NeH((~d%59%77ai6wX-K(1iQPEg364ByB=-vGVCpWg&d zHoljFad0t*f?T~~3O8v2&o%B<>f0)m3d zFFrkiCO!CNOw(daffd5pI51MDoT^iGd57Vmor$aBiJ!poZ$JJYA;kT(v|H_yy6N%} z=o|?cl)ifwxp#Bk|)H_D)SysZ6M~Nek3afV?bG|)?ratA5 z3eHX{1+*P%a88+hd#-<2Jm8ND@c-;Dlc<*u&~W^l|5Dy3Pi;X4=tr0bni!sE3?ady zHG`d8Niak(_*T@QXwJ;cG=L3MR`%<4e=uf2F9iBGAZH_u8ER>RtflSZa5)({d0Y?} zF4>v9Z?!jPvR|g8#V(@quwo6@_;OK0gB)=sVY4#S?D14|`ae5B67PScPGanGutjV6 z$o6AxFU!pv(}C~fKq|g``LgIx@tZfa3=HRQ?g3yz&X%(8&r_yuuD`O8Ow&Tb}2GZ~z7hnf-Ry&S=;6s;Np$IC$9RQ+aC zI)pk-zn4a9zwUxntOfL@LjMh?O=LJg=lVi#R4A$559*tmCGL5(;&^)uAzxW1^y};DH0l0*qRZcl;a- zi|=1>Y^YlwS0|%!{Jpt;jd5azIE9WrvnAhFt9bz4*r;%XsXo`Vvl(+7z5;-OIGc>M1wHxQ_$ z27Tda+T0-}@abG8?PskS8OtuzEtVTG|L7Z`ZKVE{caq=B(G6Djzi=>F5UzFofYQA)q`Br+ z-l|s;(o(g+h)-U{mXV2kFa8MjGXuMtJ$V)*w@oV?cdEq zLW%Q-Upd}se&DNbbfAVAa|}HDMR@k(ZW41gi;u1=AWS+6)uKbXl|X71RclxL_f7H3 zH#_}A;3NCXFcNJofDKA_b9h2Y?e%XIS?iJfn@xI{&FAI)gkJFi8cxK+9uNL)d-P+~ z%WIL6-jqDpfgiL4*np3~i@^d^d_)kGF;EvlEUn)ooCy2beptmIEPJp3K~51^?j%=T z+>J$1E6fgJZm3OZfY=sRaxp=Xn10%4n?K)WtH1o^8V5f zVX$Fx2Ft36#ldgp>l^dyIud)pX-0qn`-W4>F1B`DFAoWU8gbt^?AQ?eoIUp6zGNv= zAm9ME1*p7=!{9|mEgCpuM}?tdfp7?UgguqizFmVy*X`6Y-M``CV0e_w!b*F)J8_`H zA*bf}c+5njoY&7fXcUcbq|Lg1A$a>v9~Qvu`~@19)!t!d2VcakXC~Jr;KVc?I*IXa z2hK>loIRPY*V_Oaa4gc8m+Z?+eX|?Q-#&$vz0t9YGDkc8ar%%cb`c~xI5N>*D+ZcE zwclC;bdG{=-^QI%oq6;?#EgUlGlCxEJNLJ^f1}zeS0D)Z@$v;6S%EX4rOw>xJ`?2k zxD?oso(E(TJ!70HW?FXa%OF)%+%!ln;Z^BFm3Teq+ruGA9ESSL!# zCQF-*VFvxBqE7A;rM~?eP)pZKsUeF<-iIdyiv&nc1Q;@3s>X1TV_@SA^Ar3>k{yY|+=wUSBR- zmcqVo%88j`V?RlD7sTfgx$->$^A8hvS2Mc-3@g9tNx3sGU)M{&`E^kB`Y2`(;|5m92kO@8dR{R~ zo9hQRUe2ClWEh^1fK6;L36n{LrF7l_{gE2zIfjR0%2%KW>mN;Yiutg5_|;cO(>K(a z=kcl$1PcvCq9UXY)Ytd>XDfzIOE^Wp--l7l5LuX-Bbnfk5bH;o&@NqW!z3N?4O1OYyyX2N2_jo_`Z)0?14bo`W(u`PeLvMok`; ziu_`0j@Cgy)JXtVxN9h^D6ItD9mXB4B27J*$%5If$Ff2VLQgr|Vl>{uR`> zi@WINkAvtqHG#G$9OLB;1N=c`fe)b)?8=;Qz=0-BmlV(k0U=2y^wW?_YJ@YrRi>6ce2cy=JujM!=5yw=kCCVK zn9D?{(a>07Xt0IQsU*Cf3~nP(%ncZQR3TvhZ{yZku;Z8PfU^WOBr>7*)?;@PY?R#Sz&e0h-b0771NCx< zkBF)dE_m^Jlb61|V*Yfwv+L6(|HJHiWktEBSE1fLz2mBdD+9zRyC9_Dsps@9U{z=T zfGxsnW6(Qlg8Uf{BHjTw#N|=41IqZ1l`RnSBM)gkv;y?Ym4+P^D-)99&BXiD*PY?y z%QRG%PB*{Tv8J^3o6^1u=LEV?<2fnXUWq z5}__3pjXs8u>Uyl`0>hZ=F=(WN(;}M4R3qe|8`)%)2X&vxUMg?4~xYnAg}50o;t-M zl|lv11JR+ZtgN_4k1o%OP_l0yC!Y8|BW<$x#U=eKJ1p;G5o^fnI!XQ3-vvUnOg66k#AX^6IMVw;f0)s3v_=8m zPZ1`R?t_C&a13y;>HIGA>QoI3;ncJ zLBse9T1nUgE<=)*BbQ#Z6pF@7ukXetAU$3lyenc;sYDZt$~`P@T_n3OvkK3z$HPbV zpbJpS2nG9SA|$lH7-p46VH8rLz~( zes4BlH)Q~s>H4J0%3V%l+#Bg3gFh}8!J_s00xr8>OxzQ42g6|`ZzG;G z(+ojq9epVt+#q&1pHED#Jvof(9Y@DMBI%9`)F77lO1#2bPZ5;@Rn1dsI&}qmA6(o| z!iOFbfEe38A)#cXZgfe8GNEr~#txohP8kj2BVj+TW&jqR*1G3O;qYzAm#@hYj@AGi z{bbdFpi<_(mi|$Jd)7J#%*O6N-75=8y+s^Jmp5U7UWcl&Yxe%2`Jh)~(Z&vPbmq-# zw0{Nf)QjTx92MaGFlfdoU>%?Rz70q#fm8s)c8eDnKN!<279+mTj~=8!3&aD+^Ww^LW;odptg*w9hu`}azqmgDGFab4My@Jm7ahU%sJkXd zuBiDDtY;i?^OlBj2O?Hv=xYEJRfTw7{FT2jHa2RiTXBjN#sR25n$ZGQ{_6Qxf*}F5 zTf!9YKRCs}zHh4q0Iz&BTVSuYS?f(*?$^+#rl|yixtx}+x2)isrSR3T&zfPwRAyIx z#dvxh(r9?F8-d}w_tZBY|B8Ye*T8BdQS=-pz!Ghi)G-1p?E-1mHTzW2oVv%Kg~1*P zvs((Y`w}bRC;0u4SqbZTnOIh>$BxwrrRbK)u)$sSki;Zoid7#0j$cVCpqzcba6v^8 zn1{!|!GS*{>EneG?4dszU{mOv%lU3;tgaz?ztX#r!cx2+B>oAnB}rRke?Wx&xiKn} zdgS%Lkk~~$;iLZz_@+k`Wj)?&93(PkS79K=22sGsva37~WPaKS`HI6HI&~{)WH;|` znN1dSRT+}P2Fgn4IjFa)zm26(2I_Tv=rZeLSmQ%5b%xO4XHLQQX&Doi-&f`xuW{h8 zCSbX#_&u>Z7-rWL{R&&+MjnY&j$1*h;GECUyRvv z)bZXA21OJM?p;Lr;#;aX)|?CDzv!T$zLc*JIiVSqf+Wio1-MPBSSOL!;~qJ#oBV`v zmNqSS=VQy|IN;L^P-8oY?NUpyTS5dzN0@y6{_Vo>dZ*Ir%AZo4Lez1}6yjB;x~0?x zCl@`(7F`o@Mf~!D&uUWRe@y|bnp=$&NsmUnzz41cJ7Tk%)sxiMnJZ=B@_eJ9C3I{~ zuqwScHWWH>hpUJdm%R0fmu!3|+X+&GJOQKzma#1JI$dz_+%`EfUfL*gsr>Y(k#We= zn?$hcqIGJO_%wQc+^@0wUKn0xPY(ao?O_;XT6=g=n?;ulNzb*C#zn&1;LlUz4ntWt zukpBPYA0{Gzxp@JerWi*d7;W~+qDH=g!7*@Kd^ffV^-hS4{Qet_jf{cLHjsE6JvqX zZB0!o@Y{e{DIe~m4)=oJl3vp^i4`}BeaoEbD296b+@ zjcrBlOt5|YebYJwZlybSuEHT6beK0S|MLIGK6P}r1={YUFDQ@p2uUzXTVg@F_wmtoQ5yl;Vn&# zSBrRrg8OUnPz8CGo`F-pz03b>&#rsX?6<0L+3G!XQhHN#PMe7~Sn#Q?C1mITg& z+^66<67i5V&)b5xhx~VMm{Rq!T#!8^&>SnyU03UiSe;CX^I(Qe8sP9j(!NtIP-^SrZ5A{qJ&0O1W0ckow64DVXbU!I%H32dkl6ZzS;jzZs)~86&WQ_l_Z(%R}MIw?BV2lKVARo!B^ybFq4wMo-H|h|9Zr%6vV=nLyV;!S*~^JX$n`W z3N+Qj>RzPij=e_aU|7*SR&W+-*Y3LjnwV*y|5e+0 zM@5xw>%NE*1j!jBXCw)dLlH$JCrJ_%u>=G}5L?M0k|YN~Ns@C0QOOwu6eKB15|oUs zXoGm?vQM9T&v@^R``7ECqsNeL^YGydb#DU-moX-P6^_+zrz!QM=}h!Eh>%s@mY0>k-YjF6n6! zUGw5?r85+JzhqgL2glvdP&GYq)pU{~E8!w#;G;QO`tq)jvzF==$vdxK=s&Ab82NiF z+4zH0cx8DpxPmaKz{v;9QXGc^N0-F)ENAmHqV>3iGF4^g0hB{Ggw^t%AU%!sJ&W_i zyRSVQirRRadU>WAj$sb(_Ne^#dPNCu`LT1R{b-hAhrDuyUa(#?`wZXF9K~_DH{=1EZ$v!JS$Uvv(|l#umo7Qu9Xk}?66Ro^k|YZc zdy{*l%=#Ux&_Hw2a4YsrE*{Fnb^V$dSXqSqc^h7(4%r?ITV3!4VxmZrSBptP-z z7x$h0Z!P?yY(|=a-%(O11ae~~^srI%i&jF|!jXF;1`l+*e7vOJ7ay2@zcX~!?;hG* zWZ{cKsE~U;-C3%CH%sb_&XT;gPi*gd69wpS`_&dY?Gq*)dLR1Y;lqtLxkE9SBJx4# zL}-y`8HF98k;(6}2!zll?zRvd7%;Y=Z;;0T6Ii$3?a^~2t&b1y+6J4KBb5Csf?!)ee8K-A+y}>}(%O0=krr!g=GgJXFr5%&27z!! z>7wcU(@2Cb*}__$d6~OIL59KbG7Ut_s9pDjsSv$xlxK37{KFBC57Cp!gj>pXYg^T@ z!##v5{mIo0Viia|kx2`L+Ll|>G<%BpK3Q#5gm(Bm7l`)yn7^{X#?C3n{KNv@IQ8vo z#=A+KMozVhm4;1@Lp4f%_aMbP;g*j1EBH&2x}H4q69#o_`c(bRXh;JXc{DC;Y0aU- z+uyGfMX!TaaaS|4XJf1jnoo zmYvpjm8{%+{qC(KKv{4;^A`QqQw2OMM*PT=O8n@(`t;_83RD(QBf8<*gkH=BOX#VZ z4h&mQuI1LKWF>f9at6Thwqq)kEylMTQ2K#-26(v3C> zGAlV#f@l=0N-pT*U*kGUbENQueg4rcK9Fhz%xB+MRGo?H^qv=o$j3t;^V6ta{hqP1 z6BT`V_#}VzmXU0fh}ah8kaO%O=6j>to8+Me;i|96C62npp3N+{Ue-HQZae3w%mLQXRC z><7LuV%$#l!GWXC1176Y{HjX*E_U)??HSlOa+nd@?S%0d4A*U$%JpI1>dHS^=o#L6 z(cAwVqKE1{+IXhgp5wjWROnjy2J?Ig@|zc|a)`T5>Ecgu41P>+KL?%oO<(W#8A=o9 zT0W!ZOR-RDbUVX;x0e21ot!$9ZIl>k)x4>#QwVY9WXow8HE_=?kGI6Ys(t6DL!gq% zGah&@0#sA)8E?CFNB{DRU%3e%#3PCK1cxP%VS3Y(L1k3BaMx@O;Py?N+5EH=27K~aPD1ZpAB2z-Cdsl zzOQ_D9GZPv3S5SN9AUJdePxB9TXc#R&YKV5PT=U>$8ztQQDGd`@87YSp|`yfs;KQW z=^VQIYUCXi^%Jez_VO-=evBRu+eo2&DQ659_*ReRkRSIS9Z?g}Fi?EvdaD~FBu^Jy91q_DgsWy+4mCaIs;w$p_)KBR@XSoze zp3`Ev&gy$)?dhFII-WbbItqisaWj(;*h~JL{np%KDZ(ED1)uJVFWSVzNga5;zh-rX zB_yj~ER;*l+_`LW;H?yFB%_yYu+1Dl=OQ#Zx_h-8TbQF|v%B*~1dMDyxl+3^GDr4B z_;ph#JNdW48kV7YH*hNA?>Fne)UW^>FqEs{%SD&XMQ~Xa5o2I0srk!+q1+dh^5Mkm zCZBq&72_1Ea2$6MFD0?-ytswQ)sD8NC(aAKOM;?)$#_%odyK*{s|q z-@`$Y2(~Bnc#BD=nm?ZAk&!dFs{~)3llH7!yEF3$Qtsb}%q!4`XfpeF#Gq^XzO=vJ z^ZS}!1cy<{Wtm64V#r*u(p7}i;-xE z4p@tuUxjF_>Ol|egY@{PP5S2P?%!8(^5^8tsvyBOK2|KJUCpnx!f@EU&1SKo6blRB z@+NF39?!TLn)sWvrLNe}Qcp&=1qKr6V_3tl=R}B<)H{6b5cM}XyPEC*D?RME7OiTK z8Cy`F92!Zl@P!626x={qb13YklwlKb-S1IHlwDCm!bPs@hEXKlc9sGkzP;ETyEa{5 zpy?xjc;tdVEqI4O#y~xTxvkJ;Qcjx+V||Y}=gKo`F1)yz-cSCQr~OMY^e#GSuJE7| z%<0ryJ$u~g!8q+Jb#llrD>d4OAjr6?7ZNb(Qk>L|GCqBR{AN3FAfIw+HH@X+W4-Ji5 zi2g8OT=ePqQE5EA-akNm+3gg>ga-aE}S;w z!@Bd}-);OeX5`e)m!liscbc5xjMMz)CmhGv^Fzl)R0u;AG@Tp{NLs>EA^~A^kV)#0 zze6!`2&dcWz(x|iv)C$GZKhHhWiG;i^CQ{@_emGjSz^{`V#%T@GUGmSS54S1wM^)d zp0TA~f4#IEMg{kis%US>$jn3CIGmnn#Rb-cuHZVY{^x7+5OgNag*oXK>Bhju_+8?8 zCbs}L?%%`IVwo`z1q)qh4}UyWrH+d+pT316y!X#JDER3{FY1v;iHM?=IK-RWNyDeP z@kVm1#&t>G)^@{#(GIr;XU!>B=s&30)~9ad814J3Yew#|>Brh%kbY{e@KdVX=IE+) z;@-RP&tuVY@wPp)>`CP|VlN0XVDS6xIt{ew8Oq-VQpzfhoe`qj%nvDhG=!@=c$?m_ zv8Z?W@F4}%B_|xS8tRW8T02J*zlJA&j+a9NO#j3N`Mqww;nEyC-$7df$g@gYl3)?DOQ>le{EJL=lrcr=bszC!7y>FPl>UvQ(j&gBO-lbTCXl55Q;u5 z|0an*5>>*~hy63Kwk@#sAHdz;`SL;^meXKszCrysmfK$1?AG@_*9hcOK@dkqx<+$N zEmJ}{#7DT8bxbD95{I?VU{*+>!DHe3lZ6j|VvymQov7%UrJ}nTM#4dDwv#LeqYO(Q zW)^YMMdGWr#zeAgFFWG?#NSZ13+uYTcZ#&m6q*cpn@F`_J?0e%%eA}2X(`ABY2@we zC(r%Pwg3o}0(!<#|2s5>DFdgrsrT*)Hn|`u&N)E+6oJu@Ko|(5<@Qrcto@4Y1Hv8O zlHx8;n(2`akmkBFG849sCpQ1Q^kPVl6_aBsLRD^>e=Q5IA_lMF@!X{bF6An=zFPJq z16-bou8|-N`^BG4wpp&IO<57Z za&p%ri;vp>WI!N+is=aiNlur)!H-(&P+kc%va-d`hK7d5q2&+hv{3&9 zD>uL2)sysLFr)Mt6mR#kQWq=#x&jv_S**cpu#&q%L; z$!6|;Jc|myRf^1uw~SD>56cHbBp6C*k*U@)6Gc`BM06PV)y%OCU1iGTF$UENc%90Mu)uS@CH*w%H4 zTYH$txP(b6umn(Qkd)-*#;L2k#-9ds50bt@#s3%v@T(wYT}sg5=m1>&-2rE$u%C8* zP(u`tyHq=CWPPmsEx=6qCs~q3a*^TDs&+uZ4@(>eZu9 z)ev`2j&Wabsa-sHcLfi#REb-WQjuz!2)lW&*0F{(?ATR_debN8vd+Vrwq#V8KlI~6 zixcd9F%vg>_G)i3nhNux`$$`;13~|fA`LStXuR^}qcu(fxWa>a%)=2E;9nC!Au_c| zh>i>zCD|Ymc(rytU7sKR{McVyoVB#&e4lGBluKdaq}J*Qb*ETRy1Xg6?0jj8sW_Pi z?yI^>0x20O(^%yWMkTgjm?MALWIPOY$?p{~&t1GJ@sKyA99`iT|u6dja-=zx5?>w042UcY5YWe=BI< zk8d&EzewqlTmLHRJ>{xeV$d@aX)`iXh}60HpB$|i!x<*xW?bh{ofb+BCKCEYOXvJy z8#xq44eg{By_k9_;+&#^sQPjmwvkg1-x5Kig1TOlYYX`geRJlt*KsNk(`^C<0>CPStaU?HuT4X&Bjow87UkE%`=UB9*}oDJ*{(Y{`$Qe61CTkV>rvE zC4H-JT5Zx=z(Fa(FSd7f!i~<-YIknI?fAC$kNaF$k}R=O&6a_vYBdV%*N568ZWe;P znyfyNvTN~KRG;^(V8>6?6VW?w!8R(?vlWAdm=7ikD!b@fkPZ&ZCa0GRN@C}rZ@xTI}1;~1Wn(?F_bWmAucilJERQZ>Wiph+}v)+)y$T&;o(g3W#r=^lQEbd1*@nDb7*vpd?7|9PlF=iVYDWfAesV34 zj42s~K9j0*c5}MVgQs|_kqJUW2q4g$^yM6^Um$8y@6=9MKJt=~f z)oKN1Y6bC-UNsV;gB%&WUwVZsvCq)Xp5g?Rfb6;IF`s!_26w1W;7a1oC|D@iG4gg^%Uum_TD>`%ab(BICic z*6U-lt%2eU^yM0DjSJI|^*T1nz|&m%cDUn44@9QIX^oPE#bfgPO!pU7*MHDkTF2Ws zdFw9<7JJq=rhHr)P5L3j5JSv1G{o$KOU@{dtChpxpC%LJCB4kg`le`wlgsu*zJ07R zvlfPJ<&WC}VNN$DW7a8jye0FloyOu%Kr@%KpEjOUw7$&69ejwr=7kBno@%z#`^;|O z`(Nh2L@)n%=u?O{)Q#1&1LQ%k^ugAc53;tPq*#%R8af)rV05Hd%EOJTAPGkdi+b*D ziWoc`9K6HU*w0>fom_&;HL&I4ZraO`lE6p=9^Gl7@`2`%9cYHkgGv%62nbT#l9JS* zS|r9G@+FAoCx7F#z-!`#!PL@e@4eH17&1Ej%5Ykf(R=$=q;fuqJ*!WVwJwX)7Uq-P z((y?0al5^&6b4oh$1YeI2L??;rav|u;MSeB-$Kc`rK9xB#C*$Pm|nkvCU$QfB{Jve6@WuLF98K1wd#ND4j z2OY<}a$DEKdx)KbSh(#Z)Zz%XwjZt>1}lm*rLLh2?`*=&MDExzg1B~VVvr?mT;z-m)KViX z3VehvE+s=%wUO4pU%V~{dIprm*Aj`@?ib#WZ8UXi=CJH$rG8TJ+*yMpc&X*`_b-=J z+wbkIqt%^$JBEuB~3Oo0`F-yVk?`U zGi=;d13mHRUk69LMchqIh1d!rd~ifQxV~4R-eu0P!348F4sNeD42sfZq}8Osuk=I= z7|j5S5sppFiDxS*wy02Z(#*NzR&5a8y`$FXkZ8H|uR}uQorIB7o=Qb@+RqDnm&*%C zxFE?hW&N-a(g_szZb063ysm+I;cI&MBO6?2Ax{eoG4!BSlXErs+8-)@VES^)vGodc zN(P*Dl(CnF6?3F-&**C7z_}x#Qk)v`HFJ^);aoF8fC@R*&KMiHpffAcin-k|QftBt=CgU%2hP6(K^3?`psz&zjZL`IV{E8r4@i9~%B2hYpWSxlOXR#vyW z)hSvZ@Tyh$`iLne$zGwcH@TWXJE9j|@zQP{S3ns0ay*uu&C}7lxD;37Q?CgL)afua zNQyvf1jM{ra66%L&aGnhU`(yS*1NyhvaT$XCH9{)B=`15QB`LWqp8`;9yRib`~rBv z6#{z+mbeJ}{BD$AnkWU`!9rT-@5C8Hac|H!YN}2ziZVM8O=+Ahpyx}8yU!cGl8U>Z zXM*=<)CsM=HO{nDX)Z$8>Wb^-7Cjq{tlfN*GuYPk(=y$wr#Hq*>EkA^nZXM03oM#6 z+G);5dLGKpb{?LkR)@w~+iO1uvS?_(JrdG{C>2XmY)%G8SvjAVlFa;7!(oYoU+SKp z6RxP9lqD!8g@vVWx<9&CQxD^YUo2q*2Vx%Bxxze^vEu2sme%Hd>j#O8>0Rkdb=)E; zVM${k+2{G^)K2}Q2mn72x8*i>l4%5y!P&%VDZv(wA5>3F9WPC-Dcro6no-^_BE!@6 z_IOec%Ft4j=HC)paS?eX#a`Ac*T+$sLgQ5SnWa&Rc%r3DrnQ-7{lscJj#egaM6|@G zT+h_Z1CLj28ZWcD%jt%Guh)d5Pdz7tWjfR!v@!+~nuY0TASPWfFKf;k7Sr%3VTQNf zz&Afz*YYM~CAPp^2vU_Ax|185RIA6gg1)F~KPL{J{jwxLFrnva7H48498OqZ5~5ua zWHDJ?xt+=#rUt9k^WH0D!4s_iWU@4m${;5N)egvf!UUEsBsfhLv&M2`;J)CNQ{${x zWidV+(Yf&(DD0o}DOc&+*Znp7G9i+}E16XovUcZjvV*J=Jl04?j(t#B!?l-gST+&| zGt;v$2S1VUPgi>U3hQ99Bs1d`TdaC&-VjaPR* zr}%A6RS-{tcxiRN^qb5mtheYclaY*uqUe|;o`8~W^o|+@{^`LlNjJ^(!iY;(COtb( zSzqXr_ZQ^Se_u@RmnABzi1x>#?yznWSk)TuiMCnnS+S?=4K zbr?=4M;1-qnxA~WpeI7FjDn#oXvQUUM%aN7>)}W~sp!Hu)$QTu)0AD@MH47o5C*j} z2#yj3#OWc6{mJ!|o^VAxZ+}5}GFgsk3|@v7J*>cL7tC2}hc|Rd$cIJ*MVmNVpP1N3 zRX4wif*kOmz6AsUf@c&TXZE;Ue`RsD!6d{!-#htKt)jIdUzRxQrHL{}5+jW=6SaI3 z1#7lRGA5t6gHPqkpRyvM=LmkJUJ`F) zdoW7pxc!McjVXy6pBkzZ1|_5@`VwwxKNVEz6@fdaaGU#|oMdEi&T!1cu#-;=rN_kW zvH5OXoipTb;S>+`4fXJz2&p8B2n>CMUy04WpB*Wer(hkSJRd*g&x>aZ<9T&jc%BpY zs>y^jl(MwiiODK9W)G)b)8da}Q0G{vm#CRHHPQb-=k5$+r`o(%i%eY? zj65P*+Y)#}PJ>EJ6PxbLmm5MR4GjYMube^&+npGp3>4;hI5qQpyS%0Z<`qM6LZ7)X zZ(sTC)h~5(>~;Mq=F-c2y4ABnt2k)Xl128oxKm?}pZYrfHSDv)Kawo>I$I zXt8fmrF~QC6^`!1&A7@2w+F448O*V!DOt8_oxD3v!Ua6J_4Z~>##P1^BlB2UT!yFYBi<@~11f0o_Og2|*XSvP>_3#_Hcp= z=s$obT9ZhzS8sNs(>Q4ymo_vtkpg@B(;POPTD=52?|_m{sF|FlM#_!8g>n-(Bd0W3 zTDw)x1k2@9LgE=)63-dd4hffOzry~4lrgFttY$pJYLxIYy)Rv&b8iz>9P<)?G&>xm ze1wTAH)+C)9i}?B!dF~S!lKigoR>6`WP&??Z2WUtf+ZfTFu~Af>OQ8q93LdR=M0vicasa|kS6gpW23F~4W5n~J;QS2W6_h8b>^@vXsD@G7^xK`=U50s zLB}iRU3q<{nfXgsvwbH0rwX|X;+_=$-toBuEkVAL^Lglf<^^|OI!kNE<3?u&E=512 zOR@26EXIdD1o}Aao|a2T3)g(rd~Ca2a}%b3_n1 zaf+2`R=WFhLAfU0Afci1bCM;l^WlUWYc9O289K;Hx}b}5#`?&d5}IN9_f|=rAbxg86s2c>?1Of4je*f*`wIzIyroNo zq?%pDr5FLo6o2rqB7uGn+R*h*Z$=PY)VzuLg)n}=I$|( z$6s-a>MnhCRxI(=N2+vPX!eH!>^pX18R^CmXe9gp?UV|#vK<#JINEu6)nxLZ&g-Y% z0oN7V`hHSF&RbAO2oHnUc=9w*o-eHeGX>BTG%Fr&iVssQYKy(pH0Skg;{ssjA(29y zUDVvn1abq=sRea7xOS5KWZb^`dhw^5^|S2r(ff6ue*C3OkIi}Vgb;i@j06vFoMyAZ zu!6Tl4lvKo`>KF1Q&OPoR`(yX^|w?r8Md#W-@X0fj^WRSmC*s!*Y@xoxK(=zp(!-7 ze-xTdFrXSnMm<0uZ`IgkepZA&bP0uj;-6wF%I)(?kNKqY|~;D}C_lf!wqA|9v? zSnwegM4ti`2L?bg#l?aMO%5(VVn583UOn^w0{t_{E7YHL`^wKp$k+q;B%nG%j+q?F zw?BYlA^9XD7HJS7V`H^|JB8#XV7}U%1<>h}h-1~^5CpV6Fl&f@_3Bk>fUw7vx|yAg zx>4}YA_Y7j5)9ej{=}EoVB@bU?he=}q_w63_$)Y60y3~gY2IxAI`|GSopz-Hb}Puf zcR_V1yKkCb$k|_!ddf~1IcUKfb_2c)F)YP_RRru$Z$DQKK0ZDz@Nm)Hc;9vrQUf+1 zma_&=Ozq^<)WHK}AqYHbd!)-g1W%Mjcv}WgKgOSIvaZMj8MYGua-6_^VG$ZF(NpaN zGV-lkdK}KsAqod*V}#;G=7cFtUjp731_ZnSv>X+v4V$K)-Yk;?+Bq00weup!7H$c6+0cfddVv-0V#`ygf0B>oHK347lj|VQW`w^UNx-QOdkhK<9v}^%J zGqngDk5KY*UW;Mh|5~roGBS!s&SlGYZ>frJqAxe9^d$z_RAD%gS}LtCbMXk=c)|TnK@V ziG*6v(7_?Ffq|>&1$~eo$>#~)fhWZx0C&A+;0DQ|i{c{OzH-+t3nM%E6By_F(4<>D z^!^aWQWKu%hd-E&oomRaWB;Xv0&m0rsfB8mlp3`(Gb2QDMgj~<%Y)a)iaj_!Fau;P zVS5Gm>^Vyzf#{eIQ6o7U4<7>6o|K=*J+{Hbedf9h4 z0)`O?{El4HW}Tm9fAs?r5gJicx;lb!aR&7+Jg&sx`BA8!!Tmnz;nqy}{%K+1!4)rn zAyijOw6zw2a1FWWj02Pw;7jm*o&m}aVQ?`!0kS5h@7jik^?CXD%oXo_sTms^bGe_* z@_>}n{}IAu0xA%>6uf1Rni}lyZ%4W}cyu(1UPGUHwnNh#vJFGVMwlRUchRfiw<3|B zkG#V67x3C#01a7p;L(?pNPLMnc+L-$BbuA#<_+`s+fO;10e1u-j+M*SNr{M%1JTSQ zYOwA+c$31MA^?@+J@`8`=j`OlM?u| z115wEurP(|6=303ZeLOE>Fq^^fT!k=9u(M1cyfV;r@roUfV&B@TSVrNnnS5_BI5MUj+B? z&jt=L03uO8y4a4Wl8(Q>JRR9ol^~GjTHjFy?bp>j{CxCv`~67(1qSsvCG1}St|QpI zb#GlXT-~}Lc;xZvRRNmsfRK)coNd%Gj$3NTYA+*&w_D?cGA{tax?!^P{3f9Rir7CJ zz@9(ewuzk5qBYx!WGp@Z>8e$I5@ix6Pbxa`FE5}zStzwQMnkNM4n zQ;;WA57-HHLtD4dpSPa_ZcBXmF3=nWV3$CkGK44X0XIKe=b2b|zD!_Rn!C-`pY>TA z>$pCcYU>J|jXX#-do!m4jtn+tl3ftWpP#?C|K$}(YP&&Kjs6m1b^%@(1#GSR;GM#y z`TA`eES%Kr>|%&Sf>vNewFak&3&g$TC<;LSL&&586s38dO@+u;HZxhcX)2J0UEcHv~HtV?rV#($Egh zLW4)ba9P%SS8pLD=Pp=JMuE*R$s+@S*+zGf$NnFg)4X|}Wv9WD@svgNOc5*zVXjXP zny!p;c#X(Rk-)=l-GJkRJ3M7#n82b=vlvqQ8Tx%Sm%ku`hQEWL|3^UczyA1e_FoX; zr;5j+*|+E4Q596x{!ipDa#lf9S~SeiE&8|PJRSxNMw&Mp=NwM6APWj`i(!UanmoGd zCVyukoDpp2;64N)V6IEujIv>TWHE=?7G+RmaSJFYDUoGuS=Eau7!M+dE|3#5V!6Sr z2U;Ezj2u1&l-U46)Qh{jyZa9UfwBjBknhV$ zh7hM=9Kg^G93`yU0+fG?^^sT^;-Z|X^>MHqLXN|?fF6Ks+|+X&j*(OQp9;WICycH` z69!mXML;~~aQJ-}$qvZK$Z+ohAtr(7MKB~Z6uf1^AZCOs%LN||=+C$zUu9pF76=p@ zRlRfPVD62VkKT(cu9*g~rHWyR*>5g9#A3g_^&s}^Lbe&;==7#J@ak0|uwB>%=AFeK zqEb?|EnR%vICPNc7Y7tS#Bff)A4En7;BmSG{9SDRc)Lqo%f=s*=9Z4oQUQEZh$)M| zX8rMPLmh08e)A}hNIe9c08XBKUp^X+z6g=Nrpk3d$RgAMay&IYz)P zIYCefQvmr(0!N