From 38266f6bf6c2eb723b13a120c5e6ac2601621cf4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 05:42:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/1k_globalbatchsize64_lr5e6_epochs3 Source: Original Platform --- .gitattributes | 56 +++++ README.md | 61 ++++++ added_tokens.json | 24 +++ all_results.json | 8 + config.json | 29 +++ configs.yaml | 39 ++++ configuration.json | 1 + generation_config.json | 14 ++ merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 ++++++++++++++++++++++++++++++ special_tokens_map.json | 31 +++ tokenizer.json | 3 + tokenizer_config.json | 208 ++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 46 ++++ trainer_state.json | 357 +++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 39982 bytes vocab.json | 3 + 23 files changed, 1252 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..15cfe54 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..1d8388a --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: 1k_globalbatchsize64_lr5e6_epochs3 + results: [] +--- + + + +# 1k_globalbatchsize64_lr5e6_epochs3 + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/openthoughts_1000 dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 64 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..a9bb819 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.896, + "total_flos": 5.682962857616998e+16, + "train_loss": 0.687734149561988, + "train_runtime": 1863.975, + "train_samples_per_second": 1.603, + "train_steps_per_second": 0.024 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..6c52571 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-7B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..e62ff01 --- /dev/null +++ b/configs.yaml @@ -0,0 +1,39 @@ +assistant_tag: assistant +bf16: 'True' +content_tag: value +cutoff_len: '16384' +dataloader_num_workers: '4' +dataloader_persistent_workers: 'True' +dataloader_pin_memory: 'True' +dataset: mlfoundations-dev/openthoughts_1000 +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'True' +finetuning_type: full +formatting: sharegpt +global_batch_size: '64' +gradient_accumulation_steps: '8' +hub_model_id: mlfoundations-dev/1k_globalbatchsize64_lr5e6_epochs3 +learning_rate: 5e-06 +logging_steps: '1' +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-7B-Instruct +num_train_epochs: '3.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +per_device_train_batch_size: '1' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +role_tag: from +run_name: 1k_globalbatchsize64_lr5e6_epochs3 +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: user +warmup_ratio: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a753841 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..01fa21c --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503cdba37c9ad6472a7c11b90a4e44577d1c6277768a6e6ca6eeb6bd62f92b06 +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..cc24b40 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c3ffef3e395a3a922f23558e94bae5955ba6ba60f7c395084e8be0d234968b +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..7f0a42f --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ae7856f7910c66d2a44493107a5a9d8e92fc4186ddb3c5127453e86ffb4422 +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6c613be --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce913df918f0339b4456dbba5b5a4cf615bf82c6a2fcb156d5a1113e557fb41 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..a9bb819 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.896, + "total_flos": 5.682962857616998e+16, + "train_loss": 0.687734149561988, + "train_runtime": 1863.975, + "train_samples_per_second": 1.603, + "train_steps_per_second": 0.024 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..a774d20 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,46 @@ +{"current_steps": 1, "total_steps": 45, "loss": 0.8384, "lr": 1.0000000000000002e-06, "epoch": 0.064, "percentage": 2.22, "elapsed_time": "0:00:46", "remaining_time": "0:34:27"} +{"current_steps": 2, "total_steps": 45, "loss": 0.8522, "lr": 2.0000000000000003e-06, "epoch": 0.128, "percentage": 4.44, "elapsed_time": "0:01:16", "remaining_time": "0:27:30"} +{"current_steps": 3, "total_steps": 45, "loss": 0.8846, "lr": 3e-06, "epoch": 0.192, "percentage": 6.67, "elapsed_time": "0:01:50", "remaining_time": "0:25:45"} +{"current_steps": 4, "total_steps": 45, "loss": 0.8557, "lr": 4.000000000000001e-06, "epoch": 0.256, "percentage": 8.89, "elapsed_time": "0:02:29", "remaining_time": "0:25:37"} +{"current_steps": 5, "total_steps": 45, "loss": 0.8018, "lr": 5e-06, "epoch": 0.32, "percentage": 11.11, "elapsed_time": "0:03:02", "remaining_time": "0:24:22"} +{"current_steps": 6, "total_steps": 45, "loss": 0.8114, "lr": 4.992293334332821e-06, "epoch": 0.384, "percentage": 13.33, "elapsed_time": "0:03:39", "remaining_time": "0:23:44"} +{"current_steps": 7, "total_steps": 45, "loss": 0.7613, "lr": 4.9692208514878445e-06, "epoch": 0.448, "percentage": 15.56, "elapsed_time": "0:04:11", "remaining_time": "0:22:42"} +{"current_steps": 8, "total_steps": 45, "loss": 0.7823, "lr": 4.930924800994192e-06, "epoch": 0.512, "percentage": 17.78, "elapsed_time": "0:04:51", "remaining_time": "0:22:25"} +{"current_steps": 9, "total_steps": 45, "loss": 0.7947, "lr": 4.8776412907378845e-06, "epoch": 0.576, "percentage": 20.0, "elapsed_time": "0:05:29", "remaining_time": "0:21:58"} +{"current_steps": 10, "total_steps": 45, "loss": 0.7633, "lr": 4.809698831278217e-06, "epoch": 0.64, "percentage": 22.22, "elapsed_time": "0:06:00", "remaining_time": "0:21:03"} +{"current_steps": 11, "total_steps": 45, "loss": 0.7346, "lr": 4.72751631047092e-06, "epoch": 0.704, "percentage": 24.44, "elapsed_time": "0:06:39", "remaining_time": "0:20:34"} +{"current_steps": 12, "total_steps": 45, "loss": 0.746, "lr": 4.631600410885231e-06, "epoch": 0.768, "percentage": 26.67, "elapsed_time": "0:07:12", "remaining_time": "0:19:48"} +{"current_steps": 13, "total_steps": 45, "loss": 0.7606, "lr": 4.522542485937369e-06, "epoch": 0.832, "percentage": 28.89, "elapsed_time": "0:07:54", "remaining_time": "0:19:27"} +{"current_steps": 14, "total_steps": 45, "loss": 0.7106, "lr": 4.401014914000078e-06, "epoch": 0.896, "percentage": 31.11, "elapsed_time": "0:08:29", "remaining_time": "0:18:48"} +{"current_steps": 15, "total_steps": 45, "loss": 0.73, "lr": 4.267766952966369e-06, "epoch": 0.96, "percentage": 33.33, "elapsed_time": "0:09:08", "remaining_time": "0:18:17"} +{"current_steps": 16, "total_steps": 45, "loss": 1.0288, "lr": 4.123620120825459e-06, "epoch": 1.032, "percentage": 35.56, "elapsed_time": "0:10:45", "remaining_time": "0:19:30"} +{"current_steps": 17, "total_steps": 45, "loss": 0.8017, "lr": 3.969463130731183e-06, "epoch": 1.096, "percentage": 37.78, "elapsed_time": "0:11:19", "remaining_time": "0:18:39"} +{"current_steps": 18, "total_steps": 45, "loss": 0.5691, "lr": 3.806246411789872e-06, "epoch": 1.16, "percentage": 40.0, "elapsed_time": "0:11:58", "remaining_time": "0:17:57"} +{"current_steps": 19, "total_steps": 45, "loss": 0.6708, "lr": 3.634976249348867e-06, "epoch": 1.224, "percentage": 42.22, "elapsed_time": "0:12:39", "remaining_time": "0:17:18"} +{"current_steps": 20, "total_steps": 45, "loss": 0.5849, "lr": 3.4567085809127247e-06, "epoch": 1.288, "percentage": 44.44, "elapsed_time": "0:13:13", "remaining_time": "0:16:31"} +{"current_steps": 21, "total_steps": 45, "loss": 0.6678, "lr": 3.272542485937369e-06, "epoch": 1.3519999999999999, "percentage": 46.67, "elapsed_time": "0:13:52", "remaining_time": "0:15:51"} +{"current_steps": 22, "total_steps": 45, "loss": 0.6192, "lr": 3.0836134096397642e-06, "epoch": 1.416, "percentage": 48.89, "elapsed_time": "0:14:31", "remaining_time": "0:15:10"} +{"current_steps": 23, "total_steps": 45, "loss": 0.6421, "lr": 2.8910861626005774e-06, "epoch": 1.48, "percentage": 51.11, "elapsed_time": "0:15:06", "remaining_time": "0:14:26"} +{"current_steps": 24, "total_steps": 45, "loss": 0.6162, "lr": 2.696147739319613e-06, "epoch": 1.544, "percentage": 53.33, "elapsed_time": "0:15:38", "remaining_time": "0:13:41"} +{"current_steps": 25, "total_steps": 45, "loss": 0.6482, "lr": 2.5e-06, "epoch": 1.608, "percentage": 55.56, "elapsed_time": "0:16:16", "remaining_time": "0:13:00"} +{"current_steps": 26, "total_steps": 45, "loss": 0.6589, "lr": 2.3038522606803882e-06, "epoch": 1.6720000000000002, "percentage": 57.78, "elapsed_time": "0:16:48", "remaining_time": "0:12:16"} +{"current_steps": 27, "total_steps": 45, "loss": 0.5894, "lr": 2.1089138373994226e-06, "epoch": 1.736, "percentage": 60.0, "elapsed_time": "0:17:25", "remaining_time": "0:11:36"} +{"current_steps": 28, "total_steps": 45, "loss": 0.6103, "lr": 1.9163865903602374e-06, "epoch": 1.8, "percentage": 62.22, "elapsed_time": "0:17:56", "remaining_time": "0:10:53"} +{"current_steps": 29, "total_steps": 45, "loss": 0.5794, "lr": 1.7274575140626318e-06, "epoch": 1.8639999999999999, "percentage": 64.44, "elapsed_time": "0:18:28", "remaining_time": "0:10:11"} +{"current_steps": 30, "total_steps": 45, "loss": 0.6615, "lr": 1.5432914190872757e-06, "epoch": 1.928, "percentage": 66.67, "elapsed_time": "0:19:01", "remaining_time": "0:09:30"} +{"current_steps": 31, "total_steps": 45, "loss": 0.8842, "lr": 1.3650237506511333e-06, "epoch": 1.992, "percentage": 68.89, "elapsed_time": "0:19:36", "remaining_time": "0:08:51"} +{"current_steps": 32, "total_steps": 45, "loss": 0.6189, "lr": 1.193753588210128e-06, "epoch": 2.064, "percentage": 71.11, "elapsed_time": "0:21:17", "remaining_time": "0:08:38"} +{"current_steps": 33, "total_steps": 45, "loss": 0.5628, "lr": 1.0305368692688175e-06, "epoch": 2.128, "percentage": 73.33, "elapsed_time": "0:21:45", "remaining_time": "0:07:54"} +{"current_steps": 34, "total_steps": 45, "loss": 0.5932, "lr": 8.763798791745413e-07, "epoch": 2.192, "percentage": 75.56, "elapsed_time": "0:22:24", "remaining_time": "0:07:14"} +{"current_steps": 35, "total_steps": 45, "loss": 0.5959, "lr": 7.322330470336314e-07, "epoch": 2.2560000000000002, "percentage": 77.78, "elapsed_time": "0:22:57", "remaining_time": "0:06:33"} +{"current_steps": 36, "total_steps": 45, "loss": 0.6223, "lr": 5.989850859999227e-07, "epoch": 2.32, "percentage": 80.0, "elapsed_time": "0:23:31", "remaining_time": "0:05:52"} +{"current_steps": 37, "total_steps": 45, "loss": 0.5717, "lr": 4.774575140626317e-07, "epoch": 2.384, "percentage": 82.22, "elapsed_time": "0:24:03", "remaining_time": "0:05:12"} +{"current_steps": 38, "total_steps": 45, "loss": 0.5771, "lr": 3.683995891147696e-07, "epoch": 2.448, "percentage": 84.44, "elapsed_time": "0:24:38", "remaining_time": "0:04:32"} +{"current_steps": 39, "total_steps": 45, "loss": 0.5931, "lr": 2.7248368952908055e-07, "epoch": 2.512, "percentage": 86.67, "elapsed_time": "0:25:21", "remaining_time": "0:03:54"} +{"current_steps": 40, "total_steps": 45, "loss": 0.6105, "lr": 1.9030116872178317e-07, "epoch": 2.576, "percentage": 88.89, "elapsed_time": "0:25:47", "remaining_time": "0:03:13"} +{"current_steps": 41, "total_steps": 45, "loss": 0.5796, "lr": 1.223587092621162e-07, "epoch": 2.64, "percentage": 91.11, "elapsed_time": "0:26:26", "remaining_time": "0:02:34"} +{"current_steps": 42, "total_steps": 45, "loss": 0.6076, "lr": 6.907519900580862e-08, "epoch": 2.7039999999999997, "percentage": 93.33, "elapsed_time": "0:27:05", "remaining_time": "0:01:56"} +{"current_steps": 43, "total_steps": 45, "loss": 0.5931, "lr": 3.077914851215585e-08, "epoch": 2.768, "percentage": 95.56, "elapsed_time": "0:27:48", "remaining_time": "0:01:17"} +{"current_steps": 44, "total_steps": 45, "loss": 0.554, "lr": 7.70666566718009e-09, "epoch": 2.832, "percentage": 97.78, "elapsed_time": "0:28:19", "remaining_time": "0:00:38"} +{"current_steps": 45, "total_steps": 45, "loss": 0.6079, "lr": 0.0, "epoch": 2.896, "percentage": 100.0, "elapsed_time": "0:28:50", "remaining_time": "0:00:00"} +{"current_steps": 45, "total_steps": 45, "epoch": 2.896, "percentage": 100.0, "elapsed_time": "0:31:02", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..2e39a8c --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,357 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.896, + "eval_steps": 500, + "global_step": 45, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.064, + "grad_norm": 5.865464631994252, + "learning_rate": 1.0000000000000002e-06, + "loss": 0.8384, + "step": 1 + }, + { + "epoch": 0.128, + "grad_norm": 5.795282414900805, + "learning_rate": 2.0000000000000003e-06, + "loss": 0.8522, + "step": 2 + }, + { + "epoch": 0.192, + "grad_norm": 6.004920342985478, + "learning_rate": 3e-06, + "loss": 0.8846, + "step": 3 + }, + { + "epoch": 0.256, + "grad_norm": 5.2374685746239775, + "learning_rate": 4.000000000000001e-06, + "loss": 0.8557, + "step": 4 + }, + { + "epoch": 0.32, + "grad_norm": 4.177667527282572, + "learning_rate": 5e-06, + "loss": 0.8018, + "step": 5 + }, + { + "epoch": 0.384, + "grad_norm": 2.4660509268420956, + "learning_rate": 4.992293334332821e-06, + "loss": 0.8114, + "step": 6 + }, + { + "epoch": 0.448, + "grad_norm": 2.1484055104781894, + "learning_rate": 4.9692208514878445e-06, + "loss": 0.7613, + "step": 7 + }, + { + "epoch": 0.512, + "grad_norm": 4.24941370523086, + "learning_rate": 4.930924800994192e-06, + "loss": 0.7823, + "step": 8 + }, + { + "epoch": 0.576, + "grad_norm": 4.4742275329617796, + "learning_rate": 4.8776412907378845e-06, + "loss": 0.7947, + "step": 9 + }, + { + "epoch": 0.64, + "grad_norm": 4.584150310828626, + "learning_rate": 4.809698831278217e-06, + "loss": 0.7633, + "step": 10 + }, + { + "epoch": 0.704, + "grad_norm": 4.214193969501364, + "learning_rate": 4.72751631047092e-06, + "loss": 0.7346, + "step": 11 + }, + { + "epoch": 0.768, + "grad_norm": 3.991993764075393, + "learning_rate": 4.631600410885231e-06, + "loss": 0.746, + "step": 12 + }, + { + "epoch": 0.832, + "grad_norm": 3.1675527640947263, + "learning_rate": 4.522542485937369e-06, + "loss": 0.7606, + "step": 13 + }, + { + "epoch": 0.896, + "grad_norm": 2.335842962931273, + "learning_rate": 4.401014914000078e-06, + "loss": 0.7106, + "step": 14 + }, + { + "epoch": 0.96, + "grad_norm": 1.7295030845724642, + "learning_rate": 4.267766952966369e-06, + "loss": 0.73, + "step": 15 + }, + { + "epoch": 1.032, + "grad_norm": 1.9808122172905522, + "learning_rate": 4.123620120825459e-06, + "loss": 1.0288, + "step": 16 + }, + { + "epoch": 1.096, + "grad_norm": 1.549926635365851, + "learning_rate": 3.969463130731183e-06, + "loss": 0.8017, + "step": 17 + }, + { + "epoch": 1.16, + "grad_norm": 1.1443613272680522, + "learning_rate": 3.806246411789872e-06, + "loss": 0.5691, + "step": 18 + }, + { + "epoch": 1.224, + "grad_norm": 1.2766961031761175, + "learning_rate": 3.634976249348867e-06, + "loss": 0.6708, + "step": 19 + }, + { + "epoch": 1.288, + "grad_norm": 0.9945115738673014, + "learning_rate": 3.4567085809127247e-06, + "loss": 0.5849, + "step": 20 + }, + { + "epoch": 1.3519999999999999, + "grad_norm": 0.8883087926133657, + "learning_rate": 3.272542485937369e-06, + "loss": 0.6678, + "step": 21 + }, + { + "epoch": 1.416, + "grad_norm": 0.8678409731064457, + "learning_rate": 3.0836134096397642e-06, + "loss": 0.6192, + "step": 22 + }, + { + "epoch": 1.48, + "grad_norm": 0.8592932615188835, + "learning_rate": 2.8910861626005774e-06, + "loss": 0.6421, + "step": 23 + }, + { + "epoch": 1.544, + "grad_norm": 0.8360777220132355, + "learning_rate": 2.696147739319613e-06, + "loss": 0.6162, + "step": 24 + }, + { + "epoch": 1.608, + "grad_norm": 0.7344073667637827, + "learning_rate": 2.5e-06, + "loss": 0.6482, + "step": 25 + }, + { + "epoch": 1.6720000000000002, + "grad_norm": 0.7979431332300274, + "learning_rate": 2.3038522606803882e-06, + "loss": 0.6589, + "step": 26 + }, + { + "epoch": 1.736, + "grad_norm": 0.6706917123119454, + "learning_rate": 2.1089138373994226e-06, + "loss": 0.5894, + "step": 27 + }, + { + "epoch": 1.8, + "grad_norm": 0.5516361015903626, + "learning_rate": 1.9163865903602374e-06, + "loss": 0.6103, + "step": 28 + }, + { + "epoch": 1.8639999999999999, + "grad_norm": 0.585020748716762, + "learning_rate": 1.7274575140626318e-06, + "loss": 0.5794, + "step": 29 + }, + { + "epoch": 1.928, + "grad_norm": 0.6557857522167144, + "learning_rate": 1.5432914190872757e-06, + "loss": 0.6615, + "step": 30 + }, + { + "epoch": 1.992, + "grad_norm": 1.0124709491728257, + "learning_rate": 1.3650237506511333e-06, + "loss": 0.8842, + "step": 31 + }, + { + "epoch": 2.064, + "grad_norm": 0.6368456188165972, + "learning_rate": 1.193753588210128e-06, + "loss": 0.6189, + "step": 32 + }, + { + "epoch": 2.128, + "grad_norm": 0.5133965301911704, + "learning_rate": 1.0305368692688175e-06, + "loss": 0.5628, + "step": 33 + }, + { + "epoch": 2.192, + "grad_norm": 0.5303466898294212, + "learning_rate": 8.763798791745413e-07, + "loss": 0.5932, + "step": 34 + }, + { + "epoch": 2.2560000000000002, + "grad_norm": 0.6189893333744867, + "learning_rate": 7.322330470336314e-07, + "loss": 0.5959, + "step": 35 + }, + { + "epoch": 2.32, + "grad_norm": 0.49962903266405023, + "learning_rate": 5.989850859999227e-07, + "loss": 0.6223, + "step": 36 + }, + { + "epoch": 2.384, + "grad_norm": 0.4805054080903501, + "learning_rate": 4.774575140626317e-07, + "loss": 0.5717, + "step": 37 + }, + { + "epoch": 2.448, + "grad_norm": 0.5109754242918464, + "learning_rate": 3.683995891147696e-07, + "loss": 0.5771, + "step": 38 + }, + { + "epoch": 2.512, + "grad_norm": 0.44837516000440286, + "learning_rate": 2.7248368952908055e-07, + "loss": 0.5931, + "step": 39 + }, + { + "epoch": 2.576, + "grad_norm": 0.4870172383822943, + "learning_rate": 1.9030116872178317e-07, + "loss": 0.6105, + "step": 40 + }, + { + "epoch": 2.64, + "grad_norm": 0.4254891486184633, + "learning_rate": 1.223587092621162e-07, + "loss": 0.5796, + "step": 41 + }, + { + "epoch": 2.7039999999999997, + "grad_norm": 0.5097241752627314, + "learning_rate": 6.907519900580862e-08, + "loss": 0.6076, + "step": 42 + }, + { + "epoch": 2.768, + "grad_norm": 0.4670809129547463, + "learning_rate": 3.077914851215585e-08, + "loss": 0.5931, + "step": 43 + }, + { + "epoch": 2.832, + "grad_norm": 0.4245230557723331, + "learning_rate": 7.70666566718009e-09, + "loss": 0.554, + "step": 44 + }, + { + "epoch": 2.896, + "grad_norm": 0.4713555028487441, + "learning_rate": 0.0, + "loss": 0.6079, + "step": 45 + }, + { + "epoch": 2.896, + "step": 45, + "total_flos": 5.682962857616998e+16, + "train_loss": 0.687734149561988, + "train_runtime": 1863.975, + "train_samples_per_second": 1.603, + "train_steps_per_second": 0.024 + } + ], + "logging_steps": 1.0, + "max_steps": 45, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.682962857616998e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..698a5b5 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd959aba32a53508140d4a2bf57cb94b879d57c845238b21ea583bd226e4d75c +size 7224 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..5d49b778f4e2e044930c8661f63e0b9828b443f7 GIT binary patch literal 39982 zcmd?RhdY*k_&W_GeivPFtSC@V87D|@dSh3rK1F{7gF71<&(Dzc00%&hGB zJ1^hw?>Ua=`4^s!qdIb5_xpN}bG%-!^L+R8j>e6%Bn%`7f}B;osjQ74I9LS1Ob`*k zPsDpiXW*}^?$`C*b)2l-z06&$klW_&&JIrQ4z>?iJ*`~bY@Hs73P=iwU1ojg?(Xa+ zB`E0l|2!bzAQWCx*1uGGbZn4Q( z1UBx9K;7Ck|E&Q%x~r}nqy)IkL5D6#(^7F`tmt={b5EZ>B_bzp?|G%PzFhwO)1#^@ zzNDI*l8O}0bLn1FE#&g8S&E?)G&Et8E#cF(s}1(`A}9GWKg;>P9SM^MIadOn?8~`7K`#PR_|Rw{NzIdxn*E=echG_qe)Rk}gJN zb8+BIvT5K|JA3>40sdOl=#(E!GzIr8ZQWE?Z!It=cb;k`o|UTi+i8QTlOi|O)HdE% zJd{W+b)8i+3f!CRw4#Z^Czso0Eh{U_>RX6^@ghumr8>vpgMMK8WrH%jmawy-&1MRo zo)RWLv*%}}^7V?_QiLrKu1#ci_M%<(@Y%$9uoblKA4qi_R+_=Wrf+7Zw^;l2nblo|&4OqBwv4 zi9xybtG90n@bU5CEd<#)InNRjLK=^^iocpHfib6u+K~PD@dKS{dU{MavoDcue&xt_ z!@%f>2%@y0<2^~|32eIuvy3;zkcl5Z)wy%8hL(gM_OR9+?=P9i-pGz;qkN|6>gM*Q zcBSSP4r>6I!H*h`rPm%ygQ`hMNeLXP+Sb-@6B80HTG`m#Izw|gKJa+Y#ul~#KKdcM zGs^xoQ{L3@gTu=TyMap!@+W(7)GRE5W8Tv-G0fBZOU20|qM{d!2^1E=L&ZFo^%tT9 z8{%IG7+<>mpP1^8hhjhAw3C+VVZ*491=y=jE1PtW7u2-0+*?aSn!f+OUU_q#Pxq$V zpYCVK&DF+}2G{z!IvHL80gc6h{NxJf$!oR?Ki>T4ekuCqcfH>&5qkhw*AGG#e^zu6T+dadU{_r0F}MUb0}i&6h~o~{7T(F4cn12 zs~@RO4ZNHj95?Cd>9t*4N;y;$Dy+I_Y`2$3sF2eK&|MuJ9o1dk$%&Io*z~Qplt|@N zP2kX?e)CQzSB)V?#dqe}jn}hX$+y1CpVUz^GYiBpUezwszuf64Dk}P>qC)H)gt8wY z_-9_fxs|LoWbBoWr{D`_1Mhm>*{L>bvk&2puULG?L)I?5Pd@y*KjOSs6>{uuKReW4aWu)=c3K&3?;EyV~Wrr^JJhQU4RoT^z`d z^6zrL=6z9fh7p$vs}j4wl{ghC{*%r8_f1+eGBPs3&dv@!{Fn<@J}~5o{m-FybaZHY zcvQNM44DS;W8zh!>3VsF{a|nyGL}g?u}h}@7>=7GMunZ(7`<@){G{QgN2*7Gzvjpxc;;_~qZgj;I?ZCt0 zXOLWt^hPA6~YhG~wp#RPF3K)d4ipnKZZca`%VPVSlI2NaWA7Djv(w+|G9yQ~h;HGpU zmP7>P%%k(ZLq=}5Q+HN7z_sq^>4jf-RQ;-V793FWV7Yv~Pg5R)Jg~6n&DCTPpoE~OKD7+*$UI?&%g0g>C` zuCH;WT~d2{%|<65B{TEyWL8R{I8RsY8zx+a%#lAQDdWwW2!>3Q5es1Zn#OW9sM$XL4 zs9<;z4lb^1IlVmcxO;OyH^oOc=kyE>Ny1x#^-KfK8y0@(%>>AUi-08?24pC|3Nda{ zX3AQ)z<~H4Z4KqUd)ExlJ?ZXNpWPU2^K<_I_<)**MxwSZE30Ys02h0BcxXM|)zzis z?_am!VQtOzJ7C8cX$rqTIfxw^Jo10fl@X^BRwN z{hGrF(xqb&o2+d8fcWl%^{LOO;ZdGD*Ee6vNJbbL6?FkWIDz9;R+fV8e7w*8$IfIQ zlHqy-r5kw#1+B2x)N3z&TwGlA8v|uIRP8ps-sa^Ip@%&7MScjfx{7@ATlvP66uP_t zyY95B=e$N;!rR-sJ3C3{-B=fkP*@jgQcO5uJgC9d*xXTtZxr18%c+rR_;Y28flc}o z<62Mi?-{Z&0w(~24r>}+rrVkyicLXiwR7KldXBpUGB%*7tISSA5F=#{*IMWRlC*2* z85XwL=BB^3)V$A^oDr}+g7i3?y>R7GDnkXDr$oOH8#Hi zU`t_7ZsL*+ZWA~gcy*@#hH6f6%coC55Dgs0YR&`LXn{DNdbG|}!bO7LjZp2G&-c7S zumJVwVG!90Lw*8Mx}JwYCOQC0ncbzBia!2fKml-x{^b<;AUVj`()J^cH2{E1&6;u4 zQzg!7%BG?1e#%!|M|HHn6{?Zj0-juA(N1>w*C_}WsoVRLst>SKpn3ua1*8Bd z0XHFt)#az$fC-xbI7FgGd?|?pB18+Yl{KIctnBQ#5T)Y2%ja5ky?FKE15L7tuWe4( zcj;9b^>nH8n0NaS(?mA#Sw8 z?>LM0Sagqf|5lB!ZT4we>~Ah~u6h7wm;Bc)>H=^o2T&=Xq&9$LvE=fHB_jb15O*Y} zqeX>Wrj$p4fuPjl{rmUM^F3^bt3f9^+qP6sq=2>trij^6G5fD6)}0(5cpv<&VvD?p zf=c!O#NK`WMan2i5k)JA!t-ePqXo@~sHm38A(JSde}Bw>R@kOj?draM`}P6kfoeES zmtT%mXlO)`mI+hLV1FpNTtsWDavg;1U4S3vVhqBzKR9HLHv8s>idm2$ zlOnl*{fU?>zZD)m62MbD1@zvN_@j^s5u@9zfL7YUPa;D?aDZi-0hQU^{^cZW)tRU} zBouV)kH){%h64eUpd*hIbuJWXd;fW9bJ$4)IhF1lw}yknWkU))G!}U;m$t9{_FJ6< zZ@A{~FJt{J?P+diV2#$cUZ4iB26pCvO)W+M=x{1%j=F&V#@yUozr+lK5;66cBKV%Q zOn?%2$XMi-UCst`UHPv&Q(k^z$5DuG?caC#=~v;*p8)cNPfa~|{pQVNanMoz#w6k# zuy#6Sr{6L%5S2IhkeT@ezn( z0tfGK6l-?TUo=a?d?UdPtU`nG%0?VeD)n4b?j2t4F?z;fr1U==;=OE&nlG68uj3ch zu1KMw)_##SdnJlq;iBElQ|=4}JG)DO?6i!HV_@IN09TVS2kuVBlOH2`-1axpF=OY4 zge=-fyHkX7beN+eq{wmMo67kEQy=FtS|C_WI7{{vo66S#a@g%MJ*HZI1F8tN1W)}` z6_F$ei-?HeX$5W$T#7`P6nP5&zD5dzT)db~(IPP6NpYRh$Hxc4(x&$|A4n)3vJjfz zzbAohm&T3X`y(ZirK;iIEQuXA$={pb~&krJjEH(@t7H_G$p&(91{ zP*Og-0^TShB7zgx;NkTN{k+WS?pa$Q2#F^$NL@KL8R1TYY;mKRR=s*CP%RGjnq}A3jK+ACmx2R#PK!mohF%{=tck zmmSX;c`=q*mZZ|~loGp3S;y2|RZTD}AGu>>6b+75b1xFeU*cnqaCB&ye7eo0Z0%fGtOGUN*HD4jL;TP)uQsm1vJJqcETT~P9Aa?>G zh2eJHe+>^0lNp}JKX0#NtTkgXvOq@ybt zf%~?j?tQmm<;uk-^=n|v;)cI)$z`yBMcE;6jEsz+0pG0Zm-I%vqTB=ICUy3QIo$`E z8T5PBw@Q+)^}mr!dvND?ck%dOwH*lJI{b|~&it<`!M7Uek)RW(4EccXmw2t3kY11| z7zse*ZW|hIQ5B%^y1@`H+#DPhvjm`&iy?V+b;X19fsTz2*r8dzT;VOTP zP2NH*{x|o%{nL{(!j3=1kS0I@F~FK90H=IDRVUDF_f2}Wj%IZZ#V=@d>=LLYMb>`W z7n=irc9c7YkS1*NjS(qw7)Re+U{cS3OGt)?ptzvZ!*6FL2B|`~f;~J8I?9tsvUb@~0uJtXHqnU%!66(<+LF|I;nO`o~J)WUp#!7{Eugw6x^p zH5Vnpkgp|vWs}$!q{J{(l8CD068pJ!CE97e?Eq!>Epq|^_*B$RTWK}t}pu*S_cd72N>ScK~EQ0*?Nx>x%uWi8a`QK zS>%5g9lUO`Ac*I|yLz42^`vq};~h zVEeDh*mq;Eu_rbeJ_G=xJ_8tCU(7GguB)pv(CwjxA6?hbAd@>-7LBGCB^VDnk$rL5 zU~1<`tKAH&He|Fs(388piNfQ?$^K9yYve^V(Y$|u33VCy<6ZU#4<6Jt#1S%kBdC}p zZco#1C;q5@OBV$fc9lO@J&avDIIBS!K!v?ec9l~hX9Swq<77erRdlbyg3fU`MIOyO z8*vEhu)Jnv#d)PlyGq;9W8#;i4}yJsQ})}1H0qi2l=$JFA2j#o+;|2$V`wwQ@+@9D zPb4rZ3hVBaVD3zRk>M`evqA!yfeB{ zd}r=gJ^CC$$sSVAXr~m{f$ZCXhMgi}rIyo$MmHcl&5x=GZSN_kD+yri2XK%T4D60L z+XaM%nwk}OWUm#tg|j3h4=?Y!_l5iclJb$!d2%f;4jZJ!{lEQUdW6d33hLCLAOi{m z)*lXFg%&nJtz!$wt%|lb708;XnBFq!JOM(Bl7qwLAANlQ)I(Hus@&!@(tv_=9*uzp z0<1x|K``cB0@r61LEfcr!9SQ%~UN|H-Jh$KFWj!!9q+0?NeM zM>Pvv5dUaVi8%9klY3T9x6tqjKn%dif+*5kAGU~_{B%Z8SzVnJ1gE%Pk800Wjd@-G zITnLdR#r-$9R33~84B{w6xds9XA++a_~xa!Jv2q2sRZC(9Iyei#r}7wq~fwRp@=kr z(t;o;R}T!7YuI1poBbevawrPuF&dRP0I$o@fc-oqr9UEfmT14-Q_-ACRbx8L)dYV0W)UBK7N+FJBZOaAap^|p<^Mx|+ZjsD)2%S(Gi7*Y^!$&6ErOZWMu0i&j zfN0u=rbaXfe*E|m>KcT|W#bxZP~9juHa6lD6CcCbkGixo?LrDKk{KK>wGg)MrbESY z{uNB(klXH>dEP(~dAg`|H&*S&!t^ef$O|p1Tqef zpkO-?q%8jv^z|U^-Ox(tg9&;faa<*8F!`{X$ovd#~ z`vf_%=_?Dn#c;&77|WpVqu8)|h&+rQv7dJRFHytzEh zEE7Mc#N6la%-RDwM1_y@=P?NAk5M4C^EI;|>M25)Y@P=v$45eNCS6@EkBQGQ6k2?G zOgvoc<&?T4JDaGJ2rt*x)=q5yU1oKLL-iUw44C=VA#lXAU`hoAPNUT>F)QT@Lo=z& zefUOz>mg(FnzG3HQvdqki2AVa*5VV;+$p# z=d24)2?XzI+deM!3>kwxUziAjg-RDQWE0d~TwPrgS8c4UP)LNP!Zj#hu#1bIFRt4l zxzThdj$1WBgfQL@dCG7OuX#ztp@cXDOMH&Y47P5!UH&*2^d=}0wH6;R$ao9=4mt_w z@9*a^Xo3{P1S#w2VCM!<1hA5Iu);}Do9{lV^89NU%_L2OKnVw_?(Awni*RWg+@S6P zk8Y(I+5zMuR#SlP^UC_Aolmb-pBo-Mo@f}k>j|0C9FQne^`-2hb~cGaS##o)JU>HF zlc4m$jWS07(x|uuN)%f20cEpg?f?osOKYGIOu^dP(W)TuMwIrZTy=XZB0LQNxCLdt zK#$EJwtBDD@02+HlJEz`5y1kZhAP|T`yWUb78U@a3%yi#l=B4Ja2fL$GKc)Y+MNKwT@W_krGqos`)C)QWJZg#D5^ze z8B{<4VV61+DWE$aEyat^{}F@RjpDk3^e9gebM< zQN;FOM!WcJpz>o49Tubvcr3LD)b^jy)ecMI=1rd>lyHC~5w^Uz4{eB3B6uu;+>!`y zP&~ZdCyNCU47vnR0N(a45xXRcb--bpQavY25tLhKfeyZ`MqDk2`-O{w#C(I&3bKi! z2{HbEhtiI|q)Z<-Q=ThCe39NzW&MwfUSS3E`p#?Je3VCJXJ15$g1`JubG&7o%%PfB zSa@AaixTp4YPz7h0E&sC(=c~yurD#MDU#FDND(!Po3cvo?iCxgZ~mN4--n{&2Y$CK zmU;?Q6(Frpax|~{6x|eJUIl$+L>75XHU8rctOX`Y=-YcAtX2U=;LG0!UBzE{pWL zP?J(>-2~Q3eQo)H5|%p|8yrTO1?V04b`uiM^Z3ib$z7Z*ZDAA!zDK7=;e!_~gJ(D> zM2ZG2Egp12*JemF2OUpXCSG9Nok?ND|M_Ve*ucPUal;S%Wp~g0{~{vt{sGb?VcSTd zy$v{1gdhxk&z;lvNG4fK$RuMw62?dHh@r>M)=Ba3-kIC1jJQh5)KsT$-YXb?%V}1q zl6N8pqQn1wk!KF65+XpGLbM*9&IQb1_#d-E2HrJgY6kRs@h?QM8$)Edcv_a+V2PUT z=(;4+3gdz?!^B{OB&UP>oe9mlcS(_$y z(+HPmm|+4LvFKj9RP^AJqT5RfQ;0hqyrLhUbWKtcrugY}56?2&k)uWjIFboHs)(G1 zGx~GFxbq|=FX4xad*}>^!gU_s9Uq_M#m$>_aRzuEiu!_cb^6+*3u*Kyem50N{&ak0 z$wamu9K2VvvRGXJ{}H~Yv^4vT#f0VQZb_lTMGS^1;I4#b0UD*;a!23#7>;e}6$WpD zj_!YFrYs4rdNJGg^wY5}S*!-7bEFJ;N<hxZXZ#N0%YeiGys;hKhW~l&i*eH;jan0uWrJGdP4sjwE}K{( zS4qMmc&O1srtG9k(G|fm;=>uAo)uB83{g!Im^ZVKC{Pqx2Gjv2Zxh_fH>ZWypW4+$ z#x2Ek-9Ar(o^PjHembS$B|^pg`;uqqoX2s$fU8INilCw5S_krB5HFiF#M84A43J0i zbf>Mz&Fn4A#7;Mh#P=?;+jhZ;6_^1*C?-cG<`a~^e=csBg3w9IAVvhT5gIHZpZBQp zaV{DqaEPbj7i@FkenAgJ^DXf<4$dsV(sr~&0_rC2IWG04ppyerRCD*+URDGZ=0D@0 zU`9B4J}qmQ#Rt*xynt0MU%%DO1&x<-inH@JR8usnFGh{EIbxUcV zS!E_offEv(EL(ouFN!^2P_J&_VI@+}re1MsOXSsIFqX6Gq%JV79h`P7(B&f~P|E3w zR$-TL7)ENxew*8Kk`VY1x!aG(XPMuu;1DJPJMHjQM)b9{aX{MwnxT>mHA^VC&z48S!3{_I4>{HK=+Qd7z0}T09-x=xb{m&hvMq* zdP;iwr@On}aaBHW99jkj?+!b@em%SE#zCq8x5qhceE=B|&;Ur7yHI9whE#oR;8W^rlVZR+cXQ;G$AU%henydI8F76O zL15cTeY@#WP&FTF;Q({R+5q=f{q{X`_3Bj=AR^UeUVs?yS|2enmvME4ImMB3=BG4g*=?2)XNC`Cu@Zz)xZv97 zQP*a*LFzByvWwN6g)}BZiYO^-*z(6x>wyGK&2g4H*!wxg{p__lMg@|`cKNvCx;ILa z6_syqrU;nX863^@N z@D3OHD`+&WFJ^yhCp9A)Hof!a@TBN@lA;kYew56Q&&jgb%NQL$gJq53bgBZfXDmDs zHPCM;n>H}n`fQ3}b}2-SFY^6mMI%alB_-nFR8m$=oL5cGClr$tMylBYPcUZWUU_*8 zWLnqUQ)mLHK4FB;&_yz+HT||hm^6s9zg%(L$UKnKwoZInLj%L6@Tf`NnZI;GrXJfG zFLv%OPC53~%?`x34}bXuXGN5MAJ@r8n`fXAEgI4x+h*-uc3L*)%=_QJ%QFq=;W${nkih!DHun@kNz!3mTz{FK@0SA)Mz%X}~@S zu>EA7keq5R!))$Yr8D`QFKT+E;A&aE8onex|NP5kv%EDcyl8bf;l~$t-pLk#%C%Sq zt5w*TnA@ad&n7jD8=_D91do**2;ry1v6Bo6+=L2ZN z1fK;mjC;5LXS}IxFsnE7;c`s#mO)eYC2NcygAaL@W@y$`g0P<*Ma#117aL!&s$RxD z=W!m+7>k~9bc&Gjym;UkVL4VdxsJRm6M#bRfU(95-(HJSO2Z_N8lmYeWn%)|rbk8J z{5s!;BZ> zLfIFu(IK7|FmC9RB8zc?H_ASB8d^#CUjB9X7vhrq0vbJYADwwL_{s^b{{k@*|_`{4qNl;Iy<;`z-I&ctW?hz3Iv548i!84uz z>TLB<&Q~6>`;_m7CW>_kSw}3fTKQp$`C;&@5x0ndBQS+^Q4JQLL{ob%fBXEa>_M`0l_#S6 zZAugjjUR)6k;Mg;Uy#U+Xn0ELZU2YI((fwES{QNtD{bOo=L*st!QU8o=VEES)YQ8> z+-p~G^U?^rk@!Paa>}81_d4yLwq!l6AtS(!se=G@?;z5w$gL?)$9w~jSolKX>U|~+ zneD&KDDy*{k9j-11KXT4YeIF@Rg6Sr&I_9x9#+><1RdCMrzJdI(&!@H{r4(%Zf%-_ zqUo=UnYH5=@)%L<1`l1si-;N$c*#u&;P8?=79JOkirZ#_pGJs0Oj@P=kH7kF&e!4p zbTEp@v6L0^M}4vHvh?r^>gSk)Gw+2QZ;JfLZYi1A$?<;JAs~63xV&wPY^^*ycJL0) zw&osm4D1cIib zR3O9cZ|OgM=9`C?HOMt3IJf;omw%$Mk+E66VdQMB&ZlM3GMuf7ywIy@7iUIlkF8M! zKj_PdTw$9mGGqTVFW(FqKASi+Tw-TRSwKd~l|y4guKrkSj-iW9l}gSqGqk;N>})uX zxtS}+v9uet$n>Y9K$#fBC%Z(lk?#w5MDDLw+2X#^CHA)1GMCvKV~)sveE(ZFS$|&+ z*^Hd`P;$-$Hq5+-6zO2mts>0|1Me3I$C%OTX*+)Y4hQ9>7IAjy!4Ir5U4@P)sCSt`eRh7TlGrYKX3Cz#@iS?O5MxL-1UN$N9 zs1zZl-+Nm`gUkY--%ihV%9mWicuyP#S8sJYWRB0=PjC=11LQ#cA3w!);!8t43U5?Ex#4@t)upWE_>N_?})w163!KfqFq`=4$Y`hVo5 zB|MYwlATQ!9+j_U;drQ$M)$7$al?AGwS!>v*T}Q;)9p`|5}&hn+BtUevIkwQViB{$ zd_SsY5iF3z9zD5N?X-yXOiFtooMnwruOWw+|K{#4XS6m9h7Tga$il@@?Z`!F#Y+)F)E%C!SQi3e|ZgKmd5$6 zqGUyD2#We=YW^0;NmlBSzRgI$OIKm4@PL&-s~eAJZr<|rv-AYJPX||GKG(Fo*&Qki z7|ysKtf$NL>Bf?q^W02B^~$D6524G^j0w*6QD~?(&Yx6?y_=8ZehdUfOsK1ZCbv_8 zcvQdU!4+W0VCV-y_2OB>$4dhgoLPCDKc}|Zww|^OxwTDyJ&`^?vOdX^Upo18b$cR> zc5ot}pL>GZV4L_w7*)w?(7-HJ35Sb6;a*!kE*%mV!oC=^F7IPEf zd}B!nncYcyYI7_`4UP*Lrln5s!*qyV;O9TnR_UcicAt7by#`cjFt~QWBMO3n2v>)q(tK=aU+W15`n< zhZ3Dl84z*T7Ax5)FBG+`$cSd_2RdaX-z3bxyQ>Bjr_l#=5UUZ57Ps@4Ez>1V)_9x2Hqi1tgTBW48e!BAm7LeMbM<^aG4^LVX~4R<6Lr zLBnWpt^9acU*<7!RX{a8BufeD_qVQ+r_d{GDE2A#ASf09z?Gmk6WsIJ+P-$qJAFVN z&w2TmCBZBsK&k7q zB%kO_V9;N_7;Py2;#+z|Dwic2mwME-^7Bpwa?z^ai`(v<7>8$W(=`8~0QgyqCZ6vR zEA&laeF`XABta*Sr+B9f`YyjNxc{Bh60;3ugpxOI&$N>HqK0C*xLTYuahpOLY&p?5?x=KZg+B(AnE1B)1M{Q0zHl$=h8td#9s&ZGY@-ELM0VQz}dZwc|A5w+hI!dK@q zf)|t$Fi2`#vd4toyWA2f;}eO8;ao>cg*|tC*;TtBMoZ9n42~JUefm7?(JN?z6B6XsgtW@;S+5Mdmf&S-;KjQd&gZojLwW+ByD=K%XN$VAT)7>wkC_*ae{@=a~XbwXdn z2J;n_WmmKjBq5|XBOSKn-0jXk_*6kO^v>K%t@F2H_KPnpGMl$WuneG78AH8&Lp32e zhBceVe5gb1@~?Z?bF&`9FYaSXlh%cwY7zKf*&*$wOD9uA8h*bBFV8d$P1a*pPLDC* z4jR5shf`k*4K5lHSgqVgTXJ_VVc=2?eW^Kub-a2$*pz3BCqt#Fy1|-ONJ|eiN&f^o zTP!OwKtuSxkSuP9x43k&eGGrtC0m=G(A+J8=bdf6LmHiJQ@I{#dzDvOuyDP_9UHGH zG-;304ow98`p2s3KfU%O=LuWS*@F{9!IMsRhVwrx7IB+KBb)f+eK|ChvM@W(6+mA+ zwNy>`c#3^7?umT@KJ|5CX^p!R@IsVr7HgSb8<(_f`xp{_NV3}5rqp+Pck27}+M+l+ z7*A_Qq}1rvf^PTjs?@TK7X2`Hf9MEPMz}(k)#!)qlMW+#1$G3uro_jtDqAE^tF37* zlu=6$BxQfD@3`*dNSB?1{)bwmR^vZ5H3gLdN?Oueiq=Mw+BwF}N+wTs{Pv-j;d+bC zdSAVb`EQ>i^Zxgx>-tv(0*|hYHa?V&e2*g<`IcKp1bbV}#Sdx@x!&~1qS&R^H)=z6 z)5?BgNpW&Bx&}WHlD|2lpJ+Hnc1<}w=LSC3scxMB+N8{c=!ES0c@ClORA_QC9Vg$m zHrYZ6H^&kasYl_y5a>34Uk`YiuKWX;fby4{u|Z?xe!)0>z_f6wDGsUO(6Puzm)CWJ zv4*L0WiGeCH2-Auk>?-#(g-j;BT>a^7B# z+}}Sl!a{~s0uv1RxHoPYx7VHBD8nnbcSdNjfBs%0x%0u($R>eAU+Sy4!xhBJOCQcR z3zU(nQ#&Y0l3P!tRMNJ#Jrh^UXI@iO-ZB@YqNivIw!zl`a;oqW9Dp+CaRa_ht<=y^A0uqOHk8 zJO8Gl1RubarfO($KD|Y@`QsK8^_vd&{>hr0K(CboNQ%NrB@bs`^`Xd@Gt3~v;8K*yT0GN3yzmKx*J#ScFWcZ zeq&0E=-G&|^rSz1!Nd}K7%64h8fJdiT0JT_^YUlQrr2{yUy3Ufs5$fQejR75<0QiIZ4b}! z@|S#j_O_NlabBglW&^$7M)z>4=@W>p%Ys4{9fQw@{p%QujYO%~MY4|qM^{vS4_c@HJRR{i zZ*x9eOMbe$@xkS0l*Gl{0vf$;)2O|C^6+kg%|TIYMjZB^a>m>XDl4pF{-jzOBXCL|62W`7c%EFuGK!On2!X!;MNZfH|ZBprn&PLO7uGFNU<{Kw)muqiSE zEs{cDVTaQ!Cry98rj|O4h%iFa0W{9skJ>qz2qn)hE7RV4o|?MUx9`hfDxv_*g`a0G z;btzk2KeNNSd?xGo^xp~p_Wu8J~8<~E=pT)<5e>EOLv_P~$fc^&_0f9DX)Ix7EA*d0dw+@O|*#AGe z`!*E%(GG!XXnYoO7#2bs?$D5kUUdbHIN! zW;g1r?Y`Al{L&_-gO)d#?>=+W{QSeZ?Vt8v1%jZAU*ABUt`QE6YUZCK&sQ&(btQJ` z73c@UeZbafN4Pors#h#W)27EDch*}8k^c4<2cWPVSxiT5HUXQZ(`b!pGS3E)EPQoPaoSapAy20zm*J%5T z@uG@lD6y<7-&}&1SE2_T_a%yZDxhG6yBl6`Ru4QX!bOR>XM}E3{l|8kr&!dY|$Qj z9d4*hWU%sXGE|EAax~(0H36{bD;05&(v7u?!oBax@QrOHl`fdmE4uymxiSPfGsN6t zV`J>kkSburU6^`%raTU6Bzz74E@kLK>lh_HZopr z3;tw>fNqiXbE@g-Mp%2Feg7%4{e9Mgg0`sTx4)=>|JD`%^1qhh1-$w*R3$ZX=gNP@ zQ3@%vFkeg6QGVZn_HHs}KQ{J}c@f9(99LTN-~=1?G7%6dzG=^`CTQOMJkcDALC{+n z&~z37mjM{=e{et>Gy-ahue$v)`<8ZU)mxc1w$Idy|%l_YfI+|1`IJ<&WSyO;Ep;I1ZfN(9TX2<5+qVW?yzO{{#c zQY@r$o-E0DhWSuyg>b5F*yBa}`!ywLC32W4tBC0?^R|9SBZ*#Mx-fiQr^?!`LI#Hb znk~_`(qRaR{R{5UzkrVv7=5JDd8>{=pzAhlGp#=3l9YP5P&(8nNalSSti&Zis6%Ee zJ?SbgrHS$o15N}r2m^G^AZE;B&gnrShGkTYW+-FuOak8Mzdeb=x<($eB@(WWecCxx zcOHJoE@&gDR8u&4eKT{V{pjoHA8O&U22$uR=ua$6LigFeqZzukdhj8@q1R*38yR~u z&(T(55rRL^s&-RTlYC<_kNt}cF5zOzhjX))`X6&CJS0%vOh-dicbkEs!p@TWG48`* z+@VA@&WVm&VG~o6?@FXOM~{209V88D;w$l^c+}$Cnczy-a)(!v{Q<}0gVD8YZQ>Y- z)hq5edU$pp`;~_41TdhopQ0L5Xg_@@#&FrNf(Tm2Zx|XfAQRy%flYgJnJhB{S~qSM zvJg(Mer#IVKA*DQ6-));l9vk?dVKo}YQ4?WsPQn6;Iiu4{;UV~U&07>)5Vq(a(#M0 z>(cirX4ohDV8z9arTvu_aUc_B?ppwLcgf~Mq7Zu)8`kpb{-eqyjQhBznsW2`O{4@G zp?9Gvx+LJh6Y911KOV}T?2*Im`Xtt(XeqU_4kQV=YrrUU;G@*d)|s%WZZ0PgPx^LcZ=~%#y}uTZ7WP4^qxYeiv#Sy-LdEj&gNBig<4v zH|l8D%VS#858W!SDuaqYpE-Yt-Kp!{!;=T^+8^eh(eDCbD4B8-p+F#O(g>PFLo0ly z_u{);G_Eu+%tSoRP|Me46INp;oc1H=_(M_p$4r=P&}%<-`Fu>NL22Q)4;Suc?n#;G z0{PGRyhLANSLb&0ko4A-R|RchCw?}#u3dHkCKe^U?M?4~Ucpg$>!@90L7yU1TIEU- zaWMNoPKVnBy>#Y1S&C?zHrm38o)X+VZ{^KR3xR$^LO-8=#Tko9|1m-yRjNQ){pdrI zGh&x8=MFyeH5=Qb6&{HNHr1x%kipa_5S=d9xm@1oRLN>`Xg;a0WxhVPJTDnOEQD9{ zbFryZTaRMt>-WxcAKke#|4D_!u+9V*9*6qf;xr=*;aZdmVMe||424T%if~g3?zx5( z-mkjI%}oe*!c(NZ9+f2DU{d}~sDIaLeZi;)ghdef;n*ep?pze{m;9kl7Dz@r(DcAb zwuKSIoA7c?CEy+Hx9o-gjh)TQ+o}sH;d5od;ZLsDQ732(TRNld-O#6 z5!c3tGs7#1-cwXs@!&s3(0vFO5)E40B)ZQaAUrwy0h#h5-UJEbI zlY6?wk8}*|+qd_l``*3mRm&}|0)4CXvF#)UCltZp{{iXX!j;PikfLJW8aCB`vNZl{ z*lw?yue3G>YwLtd)N_azeysY8sPCPYg`4kI`Rg7t9XW6B-?6V;e!ZQXASBGrBJoA? zhL*JM4fy8-czB4rOP!RR@0Wdj-OrSO<~s3GY+@5H4sS2P=Iu?#7wPKXa8?BKHZJ`e z<`W=g8S`hzZmB@U#QXBY{npzheDUK(m3H@PcTO-dsS1eR&}NCdo>IpLqt!Tv*BQ5M zakTuH#b0aXv$kWQ5{0h^Ip&OD9R(E4`Jio>T-7xRAMPiTk9z)cM7w}P>tz-dc;)c0 zwHueTbS=U)ay~5>xCF{u7Y_@8{8%ET%*g+4eNp1*`Nj3)7z@fG9gDw{+N1lE)-!sZ zqXuokS){?bSKN^*Zd@p&d9jQOUt}jhb}$K19I9$}h5%PgpsDUUOheDa2Oqr#T<%S(K#ey4{-T8(r;S<$53e?PB}rbXl$OD-4at-QyL{K!zr(*vg%*|u*Q4m<_&MLHIQ5ykS%YjyMAXxB!e&Fg?Jfws>iMJS`kKope%Zl#q?&y?m z=79gcKfW7JBVtFE8{rXti%nHwwYtQ5Zf~DmT8_~-h6I!V*RHznGcil&!iyiV!~x-l zI;Zz+ZfMHkp`CvzZ&jE0HA&^6RC|}C^H4s!Sx>MatkSruImc$t&O+>!Rr0=z;8VZP z3|6Di?#qVHCoLgmBMnP-Fp;~50Cz~yo|N5MZ{)c?z`(X+BRjbPCpi{0( z$J}5>(Y6yq{)OS!EwX;sPKLI|3JLB~{@b;n{qS~Tp=7j|M1v;WzVai%uR1&2HsSaG z1K=X`FuRD22QvW#w!S8Vb@wFf`dFyHKuOv=*Kz4YQ-fSmKRJGB8sC_cH{);jIj@^J zHPBm$dqNT8=KJr;zDg8$>KFbCDJSHd3axBk?|dJMLcz+_g7%N032PIZ!Sl~4C`&5$ zm44%T*99J%`Y|XVRqS<)G363Kbe@?SVBrQBG&`hyjXDZCl_D>NP$9=at((2|7egR^ zDKm)Wl}SRX<#9VIAmcuk)FwgZGpS#Z#*$Ho>c%WX|2R)UTZVtRCMHY0SZn%)Xt~Q? zo_k&027(rwlKjq;`UX)RuWqUz&ZY%Mth=q4_;naJx#rwDor{2(%|B!<+!$YmDwe?- zt?c*n<8dM!uE`9Jt;ZpkX72U#VkZ7r%;uFpjSzd7XdS9>A)fJR==Fgw#U)wUgJJVR zCn1%?&P>dWmPFREOEEStRz7PUM3y-J6-LX0_0ykv!SP>~ntzEtqom?M2lXyca~wo< zelUCH5~(IQR}UvCItCGxOy0gv&G{xxrYt%Ca${1C*|m(rNrhhkXrSe|28RGk?f$Np zKo8L$CvvT;Ab|2a8&OeP)SyIS)s5GRQ6{D4k|u^xz$c?u`x=h?0?x6ot(>)3`_)W! z`0qe=Sntjgh|g-YMbb$VB>tk)pP;IaQ>EU$y>R#W2gx+5OH0eJ%~@K+^U3`U2^D_2 z?E;ZK`9`z5uWY%XL__jbcSdgzUqw(Rko3+4wO?tR@$43U_B3XnCPYIJVz?%^c-AI{!89LqoaAHHsT&&Vbbktmz2 ztWdZSvLd07y~>Qrri>&cE6QHkD}}6NX3tXg$X>tm>ht|Q$8&uDc>Z{fQrA$`W#acS%0>u)wXi&32jdO`l_~SD3Lxn7w z=P6W=?J2uBz#a;e=BE6wr^-r#q54h2`rXaSfVcxO6NyjgKy3^{npiSXSB~qoW9?-JeKf zMxriSg{!Z7@p@GVw3|W8W{QI=zd$oqYSt{AZgJUGdaHPr)6FR)#>L*q=4)YIGk_6Z zKVMTrV?J|DjoiAv6k{d&(PO-jAJ>o_ArQhP5@E*|E|EpX9;Wx^ZpOd2+3+BX$WEJ4 z>IW&NP6Abdr~3hgX5^=U%r;H`LyJEJE}PI6X@14QDG+`>v?QnkyC7XTg^x?e{cB;p zmi`uW*7Y@P@$Lfb(L*n7!xf1+aT73qYacdfUB%D{~^op_y1x3Aq&~y6uZ2kdJgoWoD zM)BGT%zz(D@h>N_IDg#?a=++``|9)4SIisBC!GzS@dr$_Ty|>P@S_p|pQ<}PC_5L( zHKGX+C<0XS^Jlw1cERm|<7WEQV^G;dNYOzbl+H)Ge@c6w%r7T4^BkS(fI0^pP~P*t0yX7;h8W{>s`s8&m`y2bL31EP zv1^_xlU|vFtNxw2PFBkV=TxVglQb1G&4S2PJDfTQlgx{~+3`kFI5+s`j{F}lW;zJC zo)r%i!eywAyJ#*L9XRWUO`if^>fAdELG!870Q`7*U_9}%i82QW{eeR6zbA?0=@v+f zj6ZoQ9;xt3GZMNd^X^vT*YRe?GfvDHSM>lU`2Y|y4>U`u{0&3DeSu2+my^2iei_uC zcxCb1o2ysWBm zgX8kc$BGFq6h%e@*0c#6L;@ahwAgtNE%z(w#9`F1kH6y3CkhyvvL9x75gp%s)81Gj ze84jWox@WoKVBx2j2-QXMflosvmIF{wAO_kY?#_m+I(ih9l_=gl*!gBQXt|i0;E4I zb#|tfsqQ7d1kw?o6>c8ovv*Y`0jgm~-*D(}R^j_Y!(@ME7ncbK#6{t)mshKTVvBy& ztGxn#FjJY?;-kdcarNx0Iao*tC1y!<`FFo|N{hby^~zX`((y(mujP*bHlN=d%5{FU;4FsYLQyF ziInvE76TKUaE`>>cyxW~H02HElo#@gR_30tNa1m=?Yn2sL=%2%YCcVN6)az{4eYvX z5<@MDLH?@!ens}S`Mg5Rm4ua*R4FQy4;L|B|8e3$_;>yNqHP=Up{}}q!{`nz5w-`Y zCtHO(nV9qEf`)F%gBzM%RUPFil)jb|u6Ftno8kKh>|oy3R1(QJym=KFzuEmMeY9md z4Ev|&z8>rxXN6@u7Z28-9e72*6kBC>x4j}~DWQi`bazn=h$gBYQSG73PULSfUgssa z$IT!Zqg%PvIQVOHz>w9js)9;2%#MSo;8{qhES^8|{M7qkBm92D6xjqVNYME`QS5cx zKJ9hVa%s0i@`&nP->w_`1MGV|t0$^<*%HYk`~?28xs=FM8n-moXt^r$hD>lpYvWfD z)YpopW8_~8=|B7BZU7giM)T1MQ8#Q*C8qcw4nVmf&>oR(TOy?@`Bwp!K%9DmFPOXH z^z)?+$OIq9NIxDOsd3+_IuhbIPm?7ocI9xZfL^1eUwC&EzjJmfBoOtJFwa#5pt?PW z82qsmga0ekA|IMQJoELM7$f8imhE3I@`(wSW4Y6O{iA&Bj#v3W-TR@O^-mGgJvn%X zMY+hN!#C1hqnt%;9C^Xpu2(3ccz4mo05Y{`*o{bkkC5JT4cYxEe+iuQS7S`bPtTKU zUahS6wHk`spDM0wU+@ghykdN#j~c{e)#AaKiB3bqM+kDVYb{RF^-|11VLX1km8R%$ z8f7l0;Juy0e|T|fz1L{&<-nc2H#nef2vSE{tiQ~ZEma1@nVf|Zkx`V2dzV#cIED2U zrhj+4MaIU3o$Q8i8VH^U8%DnBI8lCqqjDULl@R<~WrgvVF~o6A!L^VQ?Pg7W0unKd zZ{DfcT(YHAS^0-$&ssX7uHP;bC96IUp3T$NWWk!tQr~tvZt&pLpCge?ie{IZyMCEa zffoPY2g0GEe=K)iJ$f^k>#Xcm_O({$Ny6V+E!X{Y2Xb&uhK$(=mNgz$Lm~g`#ve+= zYoU}Wad)?>K z$D;d0=1N{y2oL*A+YxAcbbPjl1;sR=Pq=cs440D-*&(0FaV*yAG7SG->EQ1&?Z zWm%xpOIrvaAWbyl=1uurPxkbsB#12t?;=0D4k#ukDhK`nIG7;)r{%#K>)-chF}IoV zgAe?)9dYIT<*rd-r{I-a2t1Ue!$WKzL_L!UV5Q1j5ILq?>k6Z6o$O{OLcFa1$gN-HjaD+0e206 z`B)+JtEBs!$DKDAgc4#gr@F7?4)y&WkG9ukm>)Iq)XdNRDC!_cc!kr2>z+I|h;O3w zpXI7vrG97ht6*IiB?^0cZQqxHwsT~^*Rdg!=x)nX&mXVd{30H&&uw7;AOR;2zHL^2 zzF`{M^=JQRF9w6h^h<9;LLz+%1O)xcUxF9YZlb(joZjdaGu0TbJQ)+5Tt%hpujsS4 z!~XP$in=+fFOM{c!wq?V4)?=<{;2l~>*W*(_zsRGD zxU10CU3ERGZ}3~kNJbTiu2|J?*E;9w;T*et;3sXn?6hO8+l|>?E^oaRpw#pQy`LKQ zt=OPK!LQM*-ad*1xk?Vj$j-bbYh#_UzmzCBvexnV&Z)hJE0^$7YuWWysCM+5AN~XC zapCB`c)c5WIq(B(WA}sKz{d5?@-z*C8hQUltycQ_-}su+cpMe@!iq=9T+fn_Jj6@{s93=AAX54wVuj`E~@6$+sRL~TmTEDkY4fTJ?5@jSTmHrk1QI`{vNlFm<$18 z8$}WT8_!CHwjBZrW5zx3hpWm7_2h|^MPMJBZBLsHsOG1p&ev`L#jc!a$ zRNhb#06`cTVpt|wF}|ak@@*1+G3=e%=uMxQ`Q+YXrw1h1q03u_m^mo}ap^Ohyo=un zy?k1KZgp{>yW=(e7g7l{$o>@q^n%U*T`=+0W(kI1-ln_#cdoB?kHfA0ib&yXw#dK< zACvwU=zq(B`t*P?9(Oirki(7Bz-@MrpCHTuH0> zNzxWc7fUOLY^CD*bRo8&PeOSV^zk@woE;3Y_;W5s7% z`-T_HJDv34A*SZ`g5idp{GzJLYgZ&RFdXb=drHiWmxNX>vj1$yDIpv4-5te{Ri@&7 z0z6gdZw|7CCN1gf(?h(hN+i=$a1)h(S)2ej3l(14aH_7RWEQQ#_5P#ZQXIHM$Z2v7 z(3_g04CyBN6^lOdBcQ+GeFfg#UBIVj0WEG(q?CCANaUTF&!K3598f`5%uaqL+*a}P ztKZ-e7e8HGTwDq1PpI{0Tmu{m&ZlV$ngNl3R~tm?^i16thuZ|tvmr2}9*iUP0Gy#j zy#u5+pgt#*q=9rFH0vpPNIda6kfi#@z+@9caBn5J=KuRx)p&3SW=z*lc*J-&S7ZFO zFc_v)<~b0Pbq}4zkx%M+)|DiVCf!C}OucMHGFV``IN*y~o+W_3dXbnoJmU^#qfTpA z@X4gTOC#o5OH3*y;NrMw5*%a8>?f(s(sS^x(e4|Ye7SnShvQxI;5PHroKi6N6lG@O zX=c+x_Cn-EEp_#)3JMBI72m#nL#^fk5L;I@uqgBYG6;F(C*?>lv~@=6=j&MGT%7oH z*~wt&%|-K_QGDAR3F?Q1V1~M^K*i)Mpr%vWape{SDTB}f_3D0nR0n1+D#(IuPaQLP zW2&B}noq;gFzNZ3z^{s|)^Mnq@KBhFEJYM( z7c*0-A8ajAWRC{rQVU)O)Tfrc@6Xc4lN1|T|uS4Zlxv^o3K zR6j47W@up7`5FIFSO)xdxp+RAnFO~TJDMRlU^;RjILS8^t-Q6Oi4b=wR&-(gGtm10 zugM_i=aXAuin`TVrJg{*isu|n=%ctOwwc^cyfK#&#g$YX#R;4q9RjD;P?Db~xA*>V zc%veK;XLaF!y*LoZ@xg$1kt*Vjiw20M?b z_i{3xDRe-W^-2V+@f>mn}+jcQe1_VZ7bC0eJJS`y6r6wXhAZUxg62L387TK}iqtxLn*3P_!`??rT#b)!8gFO+HE4g@ z@7~5JFBv=Z*V}tR%PkSA5`ZgFu()=sgZesS@)K-garew7+cv71Wi6L!{-%j_&wy`W$q_WZ1id zysyUmciy~~|2QNb0DQ~&*~(+*@8+4W$WTlS5IH+H78YuEumdU033I#lJ!X_gD(`vm ziCuBKXjbVWp<>h0cwT+i+4D@n?IMhg?2fS6$sSc{pu!z@{*yrcV2+7pmyOC`m^i9-d| z3TLXj+i52a0xs2=;&82|{f3&7K+rJ&l67I!G~gDg*wok6ZI6XVR}=H&b>(dzP_Xd2 zMXoZwpdMd3pwwg!nQ*q?E%-Qdkn)gq1k%#pp!qhb=e-f>O1v?ejP7_k6O&ZBWYO+; ztkK#5)~7@^JJMK}qf89f2@sZaJTB!wFHTwA+ddLXApn|>A|A2-`o8gOrbeeaN@MtG<747T;_*;o!8g&fNFG=od}%G5^XZmi5~31>pgs+sXtFOR z^u8tYGC!VdDvF*-{x!)^?j=h%0%-T_Ju&seFHirrqQR0vRq*25*yP`uUIITrlq;+w zRb1jQ!C@aRfwIBL#mqdosG7MUOGtnss>{tD-S<{BsyD!Q1q2QVrPoC z^P9SLM2liz*5SCT#~vbU;oRxg=vCdWo{^Ow?s21qMT&<^rA$W6Y(_4TQIx%GX#_j^ z2;T`#K}nsyfIM*J2e%-{lKtdGP`lL2l~5_L3v+I0cw1uz4OxML!KuqsLDgjq$$gZ_ z+S*V}(ebtW!LnvK_urFx8T%4C8IyBd-V6GSs{3EDgo1dPy+E42$erc|r1*xm32rb~ z478HHF2;+(cQpVH%urd9~ zC=cKwt4Drh?qW9P^y*4%=pt;`^=2`NAHd`)KIuC1$)4DRzGvYcn^2A(&YK1oiD#M0 zC})~9Ir(IPqWj7-60l{FcF~`Dov%&Yc>X=sY&^PU+2jxDvv+8%)62wM|09lhSDE%j zAi5;8((smy6Y{+g`kXp5RSnxBuT3?S`rDQP#2B843ap_6(%iMv9t0IhTx#vBrmOTw zJMP;99%at!+3O4SZXkaJM~d+`H!IBK{?BU(c0!yBYX6={85my1tvB)ckSn*$2oVXB zu`383&@0rAT}*4&x4aON5O`u0+#qFaJp#f z_fH#l<8v(t{ky%;Or#WgBe`Sk^>pPQ1M;%cyWQoo2E+`P-t0t0wuQ8~8juBP%ei@t zbTrJIOx%hFk5zT2(BjHfHcSS#O3KS>w2lQtAr~mCWfyNm?gRMCIU3RVZ>-PS-`g+DN^Sk zJF~;KdEFkKI7tE&l{{;jA8Eibw$eXTC_`trk`ys)bN5WTY>$`uy5{xWA->wO4MaUR zf7wV^D?0*QVeuVN34>r%qDV1%3R{ZVWWq-^0xASNkew_E#0csMvc4B8g`lfDT+SO& z#$J7J#(a^gzz=iRag9<1Uyawi8Kr5$uktL#>@=av$JIbq|bb(c3X7rG1_N1JI z(yts>)d(7^g}F(K41(wT8>>)oM9V<{s zwOH&asCRtoS+#r{vYUhTHDaEa^6;jcjS(Hucc|Kvt#xx^x1!InnOrrQOO;L90 zssL>%*sgZB%!xe)312ClV)(Z-k2^7Os*OraWsgY_yTwwh3M(jvF;k%~leqGU97GIB zbm5dXsn4X()mZn|9W7$VDxESm3?J*;xX#QUDWgK_;cteP?jFPMPW`koOU1ZJC@)F< zAu$ZL*-gUOvmw@>pP^Te1nk*S?A5`k0#OpwdtZ*Ys2s)rbg(v36GYNnDdR!Pq>|hH zL}IbwcVjWO@%&!4jz#bEiNVPvU+b}a4HAP69~I%9Za8M9z^fEV0^We#<7dX(UXn=l z#{0v?A(yM4@g@x7Szp)Ws5jG=*dBb^tW*4Z z8%{Qzu^!V|kCi0G8d@NgI0-`h2m5^H@CZJ-FW!-aFsUPp(f&eSeq1oyK z#DIGh({J~7D956|>X>*#oHR$|Y~`}DMy?<(As?(!U7Z`d+ug(xGSc*-VmuBXJSS%?vZi-4-LWw#{)YOsXhT_+{X`A|dzmrtK z&6B$mZm}J=8Vf(Zk@vHj@+(wI`*-?xC1{#sH}oBD3HbfE832ur2p^cU@n8?|^4r6h9Bi{Q z9Phex`gr0_9BuKE@YStauRxsEFBjalwTOGEt6CQ^(#mBF+R^P1O`!Av8C31&A~uyh zDCG6#N|^&ECnY?S3m)HdEqVq%KBE>=NwEtkf+ABPYv2Sal4brm5y@0A!~t%-Fe7Oa zK7rq?>?=dQ-sv}U*LJxTg?PD1qM>+!6Rr_FDYc@mB9Fd2JwF5{k{CP*ZsI#fC!?&K zgY5iY3JKN0fJd)v%@137THaG%Kk%lne`jyK`KeeBKcBGIEn<0Z|d4$tNAzdy;$ z6ZHq42ZMNYSbC@3*1>}^n0|>r=Tqjq|1*`WKtuMm zJsn2%4w#SYZ4qj&1jaCzBkXDaL_Z zP`9M8Ui&@XJv|(jbUamlxk}-KFSBv|yi47}vq$c&PJk^RdE+SI1;G1R9wgY>bhAb@ zplt;9#bPONU1}2-Sah%SrbqsWwNWusW>vy&R9$LfhGKQSq2}DwcJxPcV~3{(3PQ-; z&kUEUJuf^PAoK=5e$(3rZ?>u}b=Yf57N}&$Uxhc_Ki7FhMz}|-$p)VL2J#!A45C1P zIh%ZyfaY^eD^!@e`9-3@fKi^Urj%6sFQ3X=od67dvbaaDGADSve1@~3+$}7KXGIu6 zmmwGme^L2LUA;aLPJh2gjC5`0tQ$Z$poBSPVEjUFl9A=!`EzGqb}~jE?$)EgacF+=T8w0{&(Z;dfV%Q}0kEukB(H>aGwZ5j1HT8;@02i5D96z_xt zINg}$UJhN&##&r6DjULRm{d}LZP(mwl_7-2sg=jLXz{L-R&&mp7tXaKYA0EW0FU`) zLSn#?Y3A;cQ9z4=?Fdw0gef*H3?)|&3{00S1yUF|5(|2KEC@y%yE;x z=5lhC45R$dpeLt|i9z|^RGL5;#8Da8*dRFkmE(CEC3?Cz8VRClIheEIIymx^&)7Pe zLb9QK1|z06aX?i!ru0k2lnZns$~X0)_LDH|uaA}6rmM6*+R_SpG7?-D63D?JWnW6)TmG(|Mop4P1Qh5%yxz+k?T?2VV{fG;Vr+00Gro zD3^f+_V~W0SL?TY4Ppb1D`Y4=eX9p@que+FzEoO%yLB1Y@TUcYR8Sy`_US{3V%!I( z-#sXQe-+e!CRST~LV$Bb_QGy%i?MvvYJRuy9@5zK$u_m4fUaC@&Y-e7h>%Nl-_1BN z8IzY&-gI7_A;$Vs?oh-Nbp*BU6rT9B6&`E_Uq(ij@t!YNk)JgmQJnqa>?9!Re~skV zZE+H*auRe?PL38oNGawf0sADZo_3Z-v1;+${DP?_-H)1}%`{mx=5bOs-E`2?LZw3} zFI4t0&j>vH`BijC05#)xqQ3jj?_B2O9zn1;AAjn3m5UA6;|xtSMHpI^`bJNL^`NII zhr0YjU&0khkTC6j$wrVjxBZaY_U+4Y*Ug)c<%V3(=X<2wrP&qom;>QyU(~+4y<$Hhl|dNSbm|@MA-Mr6U&#re7xABlfBRsKWtORA+ASET+>Wdg3f6}M2 z-?399L=|&-Uhxm40kpy5&~R=oFGS&+Y$BK;S$R)?X@3p}8DVD71c00E&Pw)wsL!^b zs#K=NkGdraWOSi4t9i8Qgz_FQM*6T5F6?h)>w$QbawP~BDC1|I?TGP?&nxva{CfjU zs$(->1~s;vHNQd_@Ex>_6xlf<@n!v(rHf#-%{S84#J}GT>f1dpNyOY-J+3ux2C8jX zc_8Oz5quyMd(SgW!f@_&qCmY*DZDi@9_?O_c`*8Mu#is$Buyup1!Nh z`o^gG^la*_r#ua#fYam`4j6-`k13ZwiQd%T&s7ok+Ch7ReDh-4=VaWfN>#|+_)w~!MKkv7 zs<`0viUjttQ4%dR0r|7cM;C`c*`2I&Qn$>*XCzS0cD~?o*BQ>+S5Ao+1cYFih6nGB2GBfo1mT2fT%YaG&AZO!%b+7X8)}-@*|InUq zScnT8ORIn2=BwM;_vAeBSarr5BT%R)#anXlQW1GM>H5#qhs8NQ0F=@Hr-8k!8GTVJ z$3pjiSM1J`oGl!X)Vte5JSK!xFB4GRg810LDH68a#g6ab?P$gt2tB7`kGdP1HgM3B zbFk_x;d(Lg{Sv)OO>$Y{RR>n>Qq{I?BCPDlYCc!+% z6@=wtE999y5XKfVl9g}KvqALgB^Weo1#ml5TYwSlx9e9IewK_sW^AsaoX`3wQay2J z=w)Z65J;e>oYa5(v5@#XvA=Y?Au~k3G_*b}mz`+bh@dA{;XD@gTIE%H(tt<_6?D^W z4&CXyG+AQqGB|L@btX)F$fCLUGPLGiyPuk5$F(%ZgacSF_5P}DQZsb^cB|4wPl}7! z5P-hx-g^dz&Y2=p(aQa%fLf({+?Sx}-emSPK5Ks0WmDN0W3K#QQMIw0t7}=0s`N`i z@`|&qb;QuE3o!f7)>;G^>bbX5EUJ8yK2Cr1t$tPa5qW0iK33=kvqCM(qAFKJHovb+ z2a$`@xb$MNi&olD1sLDZ7jEUyjg*4!CdeEb6Dp#cUriMI)FW8|_o4@s))3Y0RKp3@vqeS{Io)GhFC7L2HcBlBVHOLF;`xA~)Up zmsIRK^5xTp1GiM$r%pXS727ng^8mymAkala5nhhDTxSD4-j9S;zI^L1s(6_f7B0S% zm4E`)qFDN<`sB9|t8D$A+t}V$`opq9BLCxi!f&eVd95S9-rMpJ)hG0rPh1C~&W~hH zkaEq`F}HGj=|3ho4b-|kHo@CAXun|ga*fcpXo=~uyRB!ySp4Re!I4_Vh-z!m!o;6WQ4H7fCB$ z*&WclFye!Q2;G;*IhM-u4+d3}o#6e*f#E-`6;BsMUx{1E=MG6?&BAX}#PQCvH8iX+ zKq1jO;CS?y(kA-B&V50prp9wroVE#r02L=K8Z%>N3-W0d;+(l;BLbWgpf>%R_Eo~$ zTqnamLGCY;=(9{wyce*gajATiRevWlhZV9iiwImF1Tbtm-cIFeF8$hgl+Re1(^+Vm zA^1TBy*}Ic05Dp7ifj5BLcIEeLsfP?GpD^~^QAQSk=i+yVZ&mGV|tpzV|^C#9P0M0 zJH7f&_QI5!KBHTs@=!a+Z@zF(c#-p$apSn&TW}PoGRij&kWuGc*FX7uO{rh5q6xzg zGWHsRb@aBlH{?C?&8}RbTOIFl@>^j%F?)KO@?~Sr&Dn+%adpXsuE~;`3dluia#gT8 z5KeyVmYK=)ON#I>6CFXe(izZ|hJ6j;xhRVd6c)?*_f7GeLo?T$-HQ^`=V+ne?!Va1 z)~K)1xJ-%U=2HL*!G{U?dpYCBcRfDLJlXZnw{U5C_%G%uvTNki#9<{LcjDkQG9JyW z59iN9?;HdjG<#a}yuU1KhIgxcoJpkYH0zMprMYmN~{c5Z+Do zqedq+sFedx*RF)x}*uGW9^|Jeri4nOh<+92(7b-o*Ba-QTo0ry5t z>&Y{n>fV{&V61;Wk0H3jZmx^Q1nfr+|Lj__MCdL-CB$VGbAau z$rWotK;efNf;hyne(`Ps^`GzU!Emx>-R0lpzW}AzY@e}K>+enmusiHFc#2I81$|L4 z_Vlx2^>~x>gx8}}{=tIeztjGn=$miO?(7)acbg7Q#h_vOITKdhqM&Id%`E>Y(5vF? zbgj(gt~;JH*>z71y(>?t))C>1pEn&!5n14R@5gR#adT}4vvTDYG3>V&uMXwarW&QL z$4AqNFqZE+ZQqwD^~YIQ((E*=B!;vixBb`Q|AeR!DLnknnNPfF-n&BqpJO_Aj!MmT zjHtHe`fy#W-!I7GA=>&m zV9xeU|CUYb^!_^vt$C&F!PGzs!9mGy z8DP#TB-G&GIo_T#z@Ia*%I3B3G~-s!m6qd`(>8p{?(u6@n>uJX3gR8$Q9>nUQz6bu4LHr4>lc?8UEf@0l6R|ei3(j*iK9y$U zX}E8bblMvgNDz3qUST>Hj{-o-DLF#vWke^c30j>nVlLAcD>&>Ps`^O0Qm zxQ3!elb~M1@SjL4uw6Q9nTVfW9+_d zk0nkc3~^=gob(lEd-VGZI>ip1@KJWZ?|E!&-^>Ga7D}q$J~28&YY_qNLyPu<|$dAKIC$1@5=JQ+~8#OXwFJ?bc%Lr!U`)+#> zDqIBN{?QeC=;XLZfA67V*sf`4C_-HR`cT6$oxA&$-rzO^sVdsadb|r^G#>=&BLiN% z*9)W(X~)RhcxHH5Q9mMwvrCDXcSlID7>q`&JbVZOBEkEo0w~o(pKu@#>FA?N>6s_B zoVHDD`}uy_kEd&P;)JC?d9Vcs=XylAp$|8&MY!Y(7e;1Gfe*6QrR$o{!%>Ok z7^bIu;ka6U6@-0e$8-%WYmRrXL;NFi)XTK)Ur)ZQG|n@-I{!?vyY#pCCyL0|eq7+7 zpw~YGZwHOslUqJ57&E*y$-|%iMrCwPqSC0QZ=PCc<+_Rh zYE8;3Ju5o$(+D*~5+Bd-~vgxujE3PyA6wRCMD=Gk1?& zKPaw+K;{X4QO<@>qAtJkFvRWkUGl|}N>D&3LY>A3keU&S35C)!75Ofg)+s z))nPF!%viW2J+ZHBo0P#QNdUd~t;Wa&ZlZkT{ni$gr6++h!GdRxh z3lH6>Rtsg`;nleGY3dTccm$3ItdZr`kKs}2i)2tD-LYRa{JC4NH8?-j(NzWV$Jvf9 z9#n*%EXTz-l=AYuJ?TC57%s4g&7glVeT@+c^fQGe6f5MNfm4r;pavGQ9oV()ASU}3 zq5?Y>K*kI&>Bm7L)t9bBF{7q-}?HXJ=>A^mCJ}4q&XtYb$&!7?KHZqHdtv zzadGmtHOXmm@e30{VxXl5;*jK+LaDNuyzC@Lz=#ld!IH$=Xk3aqjb(DW$psUR6Ey# zXuS=scY5W1Ug`nwEAR|$53Uk2C((`GAr=-h3H~3iWrw(>+v=~!>9r?3 z?+LBQ`6FhA^=K3$M@22gc)jxD3BP==9n?Gm^S2{aFvIITb=fr zFG0`JJemBhIAfk7ld!vc6_2m*e>0iaE-6@~NWei#Xg|egj2T@9jSSdW;YDkCE}~m% ze(8tz#hZK>sI%Yz(>DKzcLB*Om((`1Q+*go4vRZ(Xe7?T9bp*eZ}tDY2<`UyFItE>%NA_RGKsAtvg}b?$zfsq)hwO+P#K(PzK=MU|tWgaV9L zXi`&fxZN5wZ0MiY<0=_6&%q=*6~}8Lb(tK9uDIS}UUlBw^0c?TfmciMVSl#2qW>)R zr+ZGx4}e180;gJb#HJkk2xeY}4*OX-k}mAfpCha+yB-OuPAUWvZGsbpZSKG@IRf@*b?o|6k%9V#S>^^H4WD4f?eSsOAq0El8)R4O*0dtU@CVh9N-z7P0 z7#?${zx?Vt0|N`H@L2xX?48qDUBL4Qq0t<4EV9A9h8v`x52h!(2NFg)K}@-{fagJ+ zOW&{M*mSax@Se1?k!MHvH@gC(+b=pTsDon)(yHYxwbe%t7O#92$W?YO2fLpb#JgI6 zrmb3ZL9Z<;dW}Co;}T;WBGiMYAP>Pn-z}t`{ORY-bv`oF>c<-A(!Qy!;cjI=Bd)an{ zZyKOSh0Ed1poc}3#q#;cKN4PNtY!WeNKWS!scH9^Et#!l8@U2ySp(aJrpKT7$kan^ z-D=EHCaq!b^vzpm!eYK9R#|e38XBk4#S?FNGg*Er3n3o*FE=(t3lo;@{sHf8%Yu?s zN}ZxvHhz3T)NMq9Ta={Emsc0JAi^=NiXk}sgR{ErDeE_HLQkag6H3e^HFgftXzuCp zWqx6(qY(PJVlGLP{6mlp%#`bpW4rsvn2mzYV75V6)tl9%W4HkGWukzyP&=g0tYcokukgIk-8Wh2zpzOU?OW!i|_Si%GXXhSkA&Z95S zfW2PaB$iRT#0UwX%D}b-hnZOUOV;q_0-y*=3&h-zS(qv*Ca7`MV=k>_;qx#q?Iqyx zAz~8j4X>TQ+BHBfh>C?hX{6c;3BLfmjKzz0@qq!o2%MtVy?u@`7weCXTCYd?&;9~P z-0A+nmMfCNX=}gCj5+J-f0ho<8c7NZzvs0XMbUT1@KKpo#c4bR;(ag<$EWrFy6Cd> zhJ#4`Pf26PX1Enf-Q2Q4Cj@6;&+?TUuCBovgmIiAT*?g~3$oTt&a3maPJvP=T`At{f-G_oaQ^YZND z!x4zWNTIosIhY_0`n%|+csVG9{U&acg`1+D73dhs7FW?UK|mG&Erk7%$+s|bB#d@z zo}F^*Y%}j7>#D6RpOCS(oht{#iG@3|2SW;T;~90Y-9=N>fEd|LR#+;zzSqKHvexcc zIn(9-0?^2UtWNuZGY5olXJSH^Dei))Zz}E@wDwWH_||_lBDA+} zuH=0?-iji1Gx+h?~QOfh??i7Ld zAJajV6^}Hiw(e@M8I8Sh76LYVd|C$zaMaOtMW}c@(ajT@^5ZSl#pSNTKp3N9mU^@p z%Rv2HR~$A3g?yK;oC^;w>+LT+R@>e0CT`Poa=(-cp|zwA43Pu=DX7RWWAN7pwoE1G zQ^q!sgcgExHCz8Yk2ta{h{0_H-4O5g`V;&OQ^;*v>L}Ft)rm39UV6h|)mYs7%wc|T z>HX?qR|M(mUxJr&NJP+ZjBZqNiBS%o`JD!@&mN70seYjlJ7A*%!yKS?%7B$s-Y#l( zjtUfEm+yRX$}6J>y+@p`-CfXm6)g$cfS_^WxBX0@I%#sc-8oBxy|wRsV7O7joM9*A ziGHxY!yw@ahvr|6g=Alow9dCTGqmnB+gCZ&Rd=|Vog19+RY+~e=4TD5QpcULHUt7m$CDs=xr z4X}CvRwsAAVhI@B3&I-J1cRmn_fv0O{&un~0)QGX$D9gPWBifbHzI}wADH9uXo!%l zp3HQGY$LG4B%lgs%pSG>u0^GvU$XO6DY++#>)dWuQusj}~X z|6Tlh`KqhA`rXDPD~JF#)7bDz8-&<*s{;)Dt}A2cO`bNpOg7izzHkMU2^`?ljQFt~ zd5O3TvbiZv553KKiu4ThOtm+9yYlO*4U%t?%zTW8l~R6fAH@c!f4wduRy##Er^@} zkJyindnyyg1`x>usDfD^6<7aovV_jkNC*9Iop*9Z%!Im@?o+VUM}gvM^D<_r*vHbl z!uPrn$9p{-nzPauN3BWv_*%cQ3g$l$Ej^#mS;x4k__*0W3+^S5d|1pq@yd~$EbW?X+c`#?fOd=q&p_B2KPt6mAbHwZOgKnMDXhWE*z zWvlYfQ+8}D;>t()|MB^6$s*6sn&+H_u>x7|--7NZWtF#Xm4lmns z^O`||GBpp7&0*vBr|`fp&zg9PMbnGFAvV;v3mQMKkV{Y1x>+xcinU0HK$*VoJ5w`8 zCb=LvccuvhB5-s=`qkOoAg!*q+Z|z^M^P>vb{4K8WNjCn_)ji}tfJo_B**w#&T3IS z`SmEaGxkMVeSC!z>G!tDr;-8;7JA z-?bn3;5!*tImsl-Y-LciePgBtzIcu*KiQe$7$X=dgIqWvpp}z_(MS~l?FBVBs9(fo zKmT6;*GX0M)3oj{4a!PNO8wKlmJvNUsMWsRDinL=SilgS*T$Jnk&VrL{zvQ_AE>~B zUS<>ElcLwpxp2ybk->b&u?P-V_$f`$VyR{}l^vWfFsDuGz14h44>f;A&5C6 z2?v4%Sn&q@|ND#eN}0xn#7inMB2rQd8(i>#_169l-;P--sPWf0Ki|2erh~=4=!k{i zK}r|?B`!90cAKHVDWYp@hqJ4*^EXW6d@;G2Fe~B8CMPBJ0cJ#!Q&RFvOG^{e-l=ap zC;CETfitOJ>Efnk1oi^Gu7bkj-rgl2aTfl7(`N((ZajVZ^z`9;Nonari+8*wYB%O$ zs?mScF=lVNmt=)_(GwmUoSo`j`!?YMLIgVg@pwdZ?0T7503?y zYl>bOOY8UJqXXJ)X3H{|YD#zNRNMUK{jG(8eejfyF%ELxxN)Nz@_~Qu9F%*l-^n+v z(TDuY8xqg#$JXH|Y+)|!dJ;+S)ibOx;I%&0L`P9qH+9?5!#r$$5x&51jc4J) z;$pe`qP{O=*%}q!dHUhQ2N4mGx$S#{4D9R%4ai=VdzT{Z`Jtx9 z__4e^@CBZSCq6A%)R8JTb#*f!>yMu%^mk{X@Q1v-esEA8GL$&0T3Dogbet@B^M-Bf z@891AH7h#q?(VhMo`)Y)*VL5T4P6v4troG69yZq`P;(xAP>~2zyt(bs`Qe=~=XtSL z$s_izk+Jb?w2ig(bq*?_(F(_C$D~)Ugdn#1SKZEptHo9C$cP9AwR237OqOlu1}>OX z_AE`*C7I~RU!WJx%E~%N6Z-0Au6|;5wUi}UA!8>ce}I~hsA$&2gxO7f{d4w(aJ6ZQ z!6vUsY?xVC`oG5V&|ZcI3qW*k8}C;%msL&2!J&YwM2)Vmug~`W{qMWGl~>cKsxkv! zzh)YTk*r3g);B(Rlr;Hxjj=TnWNW7M{{349^X_Acd;vO^dbp9Pp*w9~Dw!;p!R~+f zJ@Q4~-H7i1p18NNdj5WC?C?TK%z>GKL7Vqf@8{1?Abq@lWaLAVL-lzxuC_0%0s;d2 z5HLG1KJMEsYbN}PlEj=wGAefM2ZL+3SY>#`*iB>O+~Z?Eh(tD+UpmX|Y2tsh1rN3F zPhU1VwA{A&8F`pW#`@7*j8AiOGhkb~#>PqD7e3yWC~1>S{i38*XLt zCNt9*H4z?HXoSgMn0CAf&q3GQyM~06bawP>i>X(7jmnm`q!tLT(XG2d8V#$w*@r8(M%?kPW_)di?(R@_pq#pM> zSiX4UX({>&P!Vz66@iCxPeffM;ngJ-m;pOd;h6e=+PeCnrt2_17DlN-cN{OlY}d68 zZNcz}AtHn#3?xC`8sH|Rm*??PNGLhpjAW}INeC1e5TU$mu!#)Y)&Rj{9^4TE14M#B zLl$oi;%x|NpIQFV#h<(H?f2XFxzFc$cF%Lq=VOq>!!c#fu0(Y*r+0FaB9rbWnZ`y( zdjiFa;%LVj*x(Aq;=rL3DfR#nix`lHHRjn~206^pIusEVv3~)cuLD*x_hM(IQkev6 zVZElU?cmDF${rUNCNnCn3E>)e@SvuzFSwwvP|(m2R8&;NfukXd|Kv|5u#K)&xQQw0 zd$lfC9Elzmh}fa~%!l5I)##pDf#8U@xA(UlCjpKi27~AEZ1eNPvq(d^t&H=77ED%! zLZQ$DApGAp2)EM4(l_EmSgbfiBjR>k#3tR!_wwrM`M0O};@52H)~B8(&tBqkUp9Zm z_(Kjy9wAG-@rJc^Lh_j%e44pml}zTEzH?Zr`Npp7>x`aA$(bv!^6pmE*V`KyesB2a zFZXie99`~NpJL6FA?YL->Hf_(|0Jy~646!%(M>RNkC}hi^l7dU!O#1}BQ9EatWTO_ zzq(Vqw1-9uj2*1&g~R#s1dlv}HcTRk0Z+opO0T?S*lNzUnUGcOSvv}@Uag*)iP;4u z@29DaR31&SkO{fcy1BVH_Z3wLP?V@OHX0{_Jp_V76K0Qp;CX|vcu#_oJ=HS1Rw(q( zbzi;4<#JIK1XEL|pEJ^+BRP6OTWZK!``z3gEq<{Kuld=sl*d6C8LfyeWjdSIa?Hnv z`*39B+@}7lJHFA?(=$XBD}JAvCf?zrNI9g~1@P~qiz$J@w}q9Je_mHt7sbz`JTN~$ zf4ebpQL{ETTnVT3`LX8Xmo>h5#U&-@;5;wDEfI%2ig-w9=ArilVB`>*UxDa+42Fmt zY@`2BsN7~rsLj?L!&|V5znypYT`INzC9?xRLYzOU6-MalH`SmGG@m8@a~+0c58 zAC-qeyxCQ^=;Y)isHwTnAg3k$+TxvU*}cBjEwUkc3VtFGZ)R%tMYg2M3TaUyZF$Ct zj*gC)`1pdM*@5Ndr1l2<^!~Bt6b<>Y-c6mpQ4eLq!1YuQzdqQp{1wpR_m7njvk%vv@2I3GUBgH%mft`2ay95&&)hArhfg-Cp0&= zxN->{K)O@X7g