From 350b9608f05d5415a345ffff91585411383a87df Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 26 May 2026 00:22:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/oh-dcft-v3.1-gemini-1.5-flash Source: Original Platform --- .gitattributes | 36 + README.md | 67 + all_results.json | 12 + config.json | 36 + configs.yaml | 41 + eval_results.json | 7 + generation_config.json | 9 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 +++++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2065 ++++++++++++++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 131 ++ trainer_state.json | 955 ++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 35485 bytes training_loss.png | Bin 0 -> 33276 bytes 21 files changed, 3700 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a7eb080 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +library_name: transformers +license: llama3.1 +base_model: meta-llama/Meta-Llama-3.1-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: oh-dcft-v3.1-gemini-1.5-flash + results: [] +--- + + + +# oh-dcft-v3.1-gemini-1.5-flash + +This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B) on the mlfoundations-dev/oh-dcft-v3.1-gemini-1.5-flash dataset. +It achieves the following results on the evaluation set: +- Loss: 0.5841 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 512 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: constant +- num_epochs: 3.0 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 0.5979 | 0.9979 | 425 | 0.6003 | +| 0.547 | 1.9985 | 851 | 0.5847 | +| 0.5003 | 2.9944 | 1275 | 0.5841 | + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..b9b54b9 --- /dev/null +++ b/all_results.json @@ -0,0 +1,12 @@ +{ + "epoch": 2.9944232462577047, + "eval_loss": 0.5840933322906494, + "eval_runtime": 287.6095, + "eval_samples_per_second": 39.894, + "eval_steps_per_second": 0.626, + "total_flos": 2135463108280320.0, + "train_loss": 0.5660238438026578, + "train_runtime": 41769.8593, + "train_samples_per_second": 15.658, + "train_steps_per_second": 0.031 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..c3a9daf --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "_name_or_path": "meta-llama/Meta-Llama-3.1-8B", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..496fec0 --- /dev/null +++ b/configs.yaml @@ -0,0 +1,41 @@ +adam_beta1: '0.9' +adam_beta2: '0.999' +bf16: 'True' +cutoff_len: '2048' +dataset: mlfoundations-dev/oh-dcft-v3.1-gemini-1.5-flash +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'False' +eval_strategy: epoch +finetuning_type: full +formatting: sharegpt +global_batch_size: '512' +gradient_accumulation_steps: '8' +gradient_checkpointing: 'True' +hub_model_id: mlfoundations-dev/oh-dcft-v3.1-gemini-1.5-flash +learning_rate: 5e-06 +logging_steps: '10' +lr_scheduler_type: constant +max_grad_norm: '1' +messages: conversations +model_name_or_path: meta-llama/Meta-Llama-3.1-8B +neat_packing: 'True' +num_train_epochs: '3.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +overwrite_output_dir: 'True' +packing: 'True' +per_device_train_batch_size: '8' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +run_name: oh-dcft-v3.1-gemini-1.5-flash +save_strategy: epoch +stage: sft +template: llama3 +val_size: '0.05' +weight_decay: '0.1' diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..2329285 --- /dev/null +++ b/eval_results.json @@ -0,0 +1,7 @@ +{ + "epoch": 2.9944232462577047, + "eval_loss": 0.5840933322906494, + "eval_runtime": 287.6095, + "eval_samples_per_second": 39.894, + "eval_steps_per_second": 0.626 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..eab5082 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128001, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.46.1" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..bc5f282 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1856ac7ca47613b55a850f977dcdc4cfc49b732013801fc21c438a1f09ab2af5 +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..65cb52e --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37b66213d32da61eaedc3911c95eabbc1c73c2c73a5c46944432010342d2687 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..4ff9732 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b0a1e5be178a7a974e8165ff7461c0ad67673150dac40a6898077a60af445d +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..a18ea9b --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849777b28c61e16fa99f774190933588c19991b2dd9bbda52eaccef4c1cd814f +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0fd8120 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..b43be96 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3ae1585 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2065 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..0f0e5df --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.9944232462577047, + "total_flos": 2135463108280320.0, + "train_loss": 0.5660238438026578, + "train_runtime": 41769.8593, + "train_samples_per_second": 15.658, + "train_steps_per_second": 0.031 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..7a4cba8 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,131 @@ +{"current_steps": 10, "total_steps": 1275, "loss": 0.9488, "lr": 5e-06, "epoch": 0.023481068388611682, "percentage": 0.78, "elapsed_time": "0:05:23", "remaining_time": "11:21:31"} +{"current_steps": 20, "total_steps": 1275, "loss": 0.8343, "lr": 5e-06, "epoch": 0.046962136777223364, "percentage": 1.57, "elapsed_time": "0:10:41", "remaining_time": "11:10:23"} +{"current_steps": 30, "total_steps": 1275, "loss": 0.7651, "lr": 5e-06, "epoch": 0.07044320516583505, "percentage": 2.35, "elapsed_time": "0:15:59", "remaining_time": "11:03:58"} +{"current_steps": 40, "total_steps": 1275, "loss": 0.7374, "lr": 5e-06, "epoch": 0.09392427355444673, "percentage": 3.14, "elapsed_time": "0:21:19", "remaining_time": "10:58:19"} +{"current_steps": 50, "total_steps": 1275, "loss": 0.7161, "lr": 5e-06, "epoch": 0.1174053419430584, "percentage": 3.92, "elapsed_time": "0:26:37", "remaining_time": "10:52:28"} +{"current_steps": 60, "total_steps": 1275, "loss": 0.6935, "lr": 5e-06, "epoch": 0.1408864103316701, "percentage": 4.71, "elapsed_time": "0:31:55", "remaining_time": "10:46:31"} +{"current_steps": 70, "total_steps": 1275, "loss": 0.6718, "lr": 5e-06, "epoch": 0.16436747872028176, "percentage": 5.49, "elapsed_time": "0:37:14", "remaining_time": "10:41:11"} +{"current_steps": 80, "total_steps": 1275, "loss": 0.6635, "lr": 5e-06, "epoch": 0.18784854710889345, "percentage": 6.27, "elapsed_time": "0:42:33", "remaining_time": "10:35:37"} +{"current_steps": 90, "total_steps": 1275, "loss": 0.6581, "lr": 5e-06, "epoch": 0.21132961549750515, "percentage": 7.06, "elapsed_time": "0:47:51", "remaining_time": "10:30:11"} +{"current_steps": 100, "total_steps": 1275, "loss": 0.6595, "lr": 5e-06, "epoch": 0.2348106838861168, "percentage": 7.84, "elapsed_time": "0:53:10", "remaining_time": "10:24:49"} +{"current_steps": 110, "total_steps": 1275, "loss": 0.6511, "lr": 5e-06, "epoch": 0.2582917522747285, "percentage": 8.63, "elapsed_time": "0:58:26", "remaining_time": "10:18:57"} +{"current_steps": 120, "total_steps": 1275, "loss": 0.6443, "lr": 5e-06, "epoch": 0.2817728206633402, "percentage": 9.41, "elapsed_time": "1:03:44", "remaining_time": "10:13:29"} +{"current_steps": 130, "total_steps": 1275, "loss": 0.6457, "lr": 5e-06, "epoch": 0.3052538890519519, "percentage": 10.2, "elapsed_time": "1:09:02", "remaining_time": "10:08:08"} +{"current_steps": 140, "total_steps": 1275, "loss": 0.6352, "lr": 5e-06, "epoch": 0.3287349574405635, "percentage": 10.98, "elapsed_time": "1:14:19", "remaining_time": "10:02:35"} +{"current_steps": 150, "total_steps": 1275, "loss": 0.642, "lr": 5e-06, "epoch": 0.3522160258291752, "percentage": 11.76, "elapsed_time": "1:19:37", "remaining_time": "9:57:08"} +{"current_steps": 160, "total_steps": 1275, "loss": 0.6453, "lr": 5e-06, "epoch": 0.3756970942177869, "percentage": 12.55, "elapsed_time": "1:24:56", "remaining_time": "9:51:56"} +{"current_steps": 170, "total_steps": 1275, "loss": 0.6375, "lr": 5e-06, "epoch": 0.3991781626063986, "percentage": 13.33, "elapsed_time": "1:30:14", "remaining_time": "9:46:32"} +{"current_steps": 180, "total_steps": 1275, "loss": 0.6404, "lr": 5e-06, "epoch": 0.4226592309950103, "percentage": 14.12, "elapsed_time": "1:35:32", "remaining_time": "9:41:11"} +{"current_steps": 190, "total_steps": 1275, "loss": 0.6282, "lr": 5e-06, "epoch": 0.44614029938362193, "percentage": 14.9, "elapsed_time": "1:40:46", "remaining_time": "9:35:30"} +{"current_steps": 200, "total_steps": 1275, "loss": 0.6258, "lr": 5e-06, "epoch": 0.4696213677722336, "percentage": 15.69, "elapsed_time": "1:46:02", "remaining_time": "9:30:00"} +{"current_steps": 210, "total_steps": 1275, "loss": 0.633, "lr": 5e-06, "epoch": 0.4931024361608453, "percentage": 16.47, "elapsed_time": "1:51:20", "remaining_time": "9:24:39"} +{"current_steps": 220, "total_steps": 1275, "loss": 0.6215, "lr": 5e-06, "epoch": 0.516583504549457, "percentage": 17.25, "elapsed_time": "1:56:38", "remaining_time": "9:19:19"} +{"current_steps": 230, "total_steps": 1275, "loss": 0.6192, "lr": 5e-06, "epoch": 0.5400645729380686, "percentage": 18.04, "elapsed_time": "2:01:55", "remaining_time": "9:13:57"} +{"current_steps": 240, "total_steps": 1275, "loss": 0.6225, "lr": 5e-06, "epoch": 0.5635456413266804, "percentage": 18.82, "elapsed_time": "2:07:13", "remaining_time": "9:08:39"} +{"current_steps": 250, "total_steps": 1275, "loss": 0.6176, "lr": 5e-06, "epoch": 0.587026709715292, "percentage": 19.61, "elapsed_time": "2:12:30", "remaining_time": "9:03:17"} +{"current_steps": 260, "total_steps": 1275, "loss": 0.6184, "lr": 5e-06, "epoch": 0.6105077781039038, "percentage": 20.39, "elapsed_time": "2:17:50", "remaining_time": "8:58:05"} +{"current_steps": 270, "total_steps": 1275, "loss": 0.6214, "lr": 5e-06, "epoch": 0.6339888464925154, "percentage": 21.18, "elapsed_time": "2:23:09", "remaining_time": "8:52:52"} +{"current_steps": 280, "total_steps": 1275, "loss": 0.6204, "lr": 5e-06, "epoch": 0.657469914881127, "percentage": 21.96, "elapsed_time": "2:28:28", "remaining_time": "8:47:36"} +{"current_steps": 290, "total_steps": 1275, "loss": 0.6166, "lr": 5e-06, "epoch": 0.6809509832697388, "percentage": 22.75, "elapsed_time": "2:33:47", "remaining_time": "8:42:21"} +{"current_steps": 300, "total_steps": 1275, "loss": 0.6096, "lr": 5e-06, "epoch": 0.7044320516583504, "percentage": 23.53, "elapsed_time": "2:39:05", "remaining_time": "8:37:02"} +{"current_steps": 310, "total_steps": 1275, "loss": 0.6076, "lr": 5e-06, "epoch": 0.7279131200469622, "percentage": 24.31, "elapsed_time": "2:44:24", "remaining_time": "8:31:47"} +{"current_steps": 320, "total_steps": 1275, "loss": 0.6115, "lr": 5e-06, "epoch": 0.7513941884355738, "percentage": 25.1, "elapsed_time": "2:49:43", "remaining_time": "8:26:32"} +{"current_steps": 330, "total_steps": 1275, "loss": 0.6138, "lr": 5e-06, "epoch": 0.7748752568241855, "percentage": 25.88, "elapsed_time": "2:55:03", "remaining_time": "8:21:19"} +{"current_steps": 340, "total_steps": 1275, "loss": 0.611, "lr": 5e-06, "epoch": 0.7983563252127972, "percentage": 26.67, "elapsed_time": "3:00:23", "remaining_time": "8:16:04"} +{"current_steps": 350, "total_steps": 1275, "loss": 0.611, "lr": 5e-06, "epoch": 0.8218373936014088, "percentage": 27.45, "elapsed_time": "3:05:43", "remaining_time": "8:10:49"} +{"current_steps": 360, "total_steps": 1275, "loss": 0.6104, "lr": 5e-06, "epoch": 0.8453184619900206, "percentage": 28.24, "elapsed_time": "3:11:02", "remaining_time": "8:05:32"} +{"current_steps": 370, "total_steps": 1275, "loss": 0.6047, "lr": 5e-06, "epoch": 0.8687995303786322, "percentage": 29.02, "elapsed_time": "3:16:20", "remaining_time": "8:00:15"} +{"current_steps": 380, "total_steps": 1275, "loss": 0.613, "lr": 5e-06, "epoch": 0.8922805987672439, "percentage": 29.8, "elapsed_time": "3:21:38", "remaining_time": "7:54:55"} +{"current_steps": 390, "total_steps": 1275, "loss": 0.6104, "lr": 5e-06, "epoch": 0.9157616671558556, "percentage": 30.59, "elapsed_time": "3:26:58", "remaining_time": "7:49:39"} +{"current_steps": 400, "total_steps": 1275, "loss": 0.6124, "lr": 5e-06, "epoch": 0.9392427355444672, "percentage": 31.37, "elapsed_time": "3:32:17", "remaining_time": "7:44:24"} +{"current_steps": 410, "total_steps": 1275, "loss": 0.5957, "lr": 5e-06, "epoch": 0.962723803933079, "percentage": 32.16, "elapsed_time": "3:37:37", "remaining_time": "7:39:08"} +{"current_steps": 420, "total_steps": 1275, "loss": 0.5979, "lr": 5e-06, "epoch": 0.9862048723216906, "percentage": 32.94, "elapsed_time": "3:42:54", "remaining_time": "7:33:47"} +{"current_steps": 425, "total_steps": 1275, "eval_loss": 0.6003177165985107, "epoch": 0.9979454065159965, "percentage": 33.33, "elapsed_time": "3:50:58", "remaining_time": "7:41:56"} +{"current_steps": 430, "total_steps": 1275, "loss": 0.6046, "lr": 5e-06, "epoch": 1.0099794540651599, "percentage": 33.73, "elapsed_time": "3:54:29", "remaining_time": "7:40:48"} +{"current_steps": 440, "total_steps": 1275, "loss": 0.5525, "lr": 5e-06, "epoch": 1.0334605224537716, "percentage": 34.51, "elapsed_time": "3:59:49", "remaining_time": "7:35:06"} +{"current_steps": 450, "total_steps": 1275, "loss": 0.5507, "lr": 5e-06, "epoch": 1.0569415908423834, "percentage": 35.29, "elapsed_time": "4:05:08", "remaining_time": "7:29:25"} +{"current_steps": 460, "total_steps": 1275, "loss": 0.5488, "lr": 5e-06, "epoch": 1.0804226592309951, "percentage": 36.08, "elapsed_time": "4:10:27", "remaining_time": "7:23:45"} +{"current_steps": 470, "total_steps": 1275, "loss": 0.5553, "lr": 5e-06, "epoch": 1.1039037276196066, "percentage": 36.86, "elapsed_time": "4:15:46", "remaining_time": "7:18:04"} +{"current_steps": 480, "total_steps": 1275, "loss": 0.5517, "lr": 5e-06, "epoch": 1.1273847960082184, "percentage": 37.65, "elapsed_time": "4:21:04", "remaining_time": "7:12:24"} +{"current_steps": 490, "total_steps": 1275, "loss": 0.5513, "lr": 5e-06, "epoch": 1.1508658643968301, "percentage": 38.43, "elapsed_time": "4:26:21", "remaining_time": "7:06:43"} +{"current_steps": 500, "total_steps": 1275, "loss": 0.5565, "lr": 5e-06, "epoch": 1.1743469327854417, "percentage": 39.22, "elapsed_time": "4:31:38", "remaining_time": "7:01:02"} +{"current_steps": 510, "total_steps": 1275, "loss": 0.5508, "lr": 5e-06, "epoch": 1.1978280011740534, "percentage": 40.0, "elapsed_time": "4:36:56", "remaining_time": "6:55:24"} +{"current_steps": 520, "total_steps": 1275, "loss": 0.5513, "lr": 5e-06, "epoch": 1.2213090695626652, "percentage": 40.78, "elapsed_time": "4:42:11", "remaining_time": "6:49:43"} +{"current_steps": 530, "total_steps": 1275, "loss": 0.5538, "lr": 5e-06, "epoch": 1.2447901379512767, "percentage": 41.57, "elapsed_time": "4:47:29", "remaining_time": "6:44:06"} +{"current_steps": 540, "total_steps": 1275, "loss": 0.5442, "lr": 5e-06, "epoch": 1.2682712063398884, "percentage": 42.35, "elapsed_time": "4:52:47", "remaining_time": "6:38:31"} +{"current_steps": 550, "total_steps": 1275, "loss": 0.5566, "lr": 5e-06, "epoch": 1.2917522747285002, "percentage": 43.14, "elapsed_time": "4:58:05", "remaining_time": "6:32:56"} +{"current_steps": 560, "total_steps": 1275, "loss": 0.5494, "lr": 5e-06, "epoch": 1.3152333431171117, "percentage": 43.92, "elapsed_time": "5:03:20", "remaining_time": "6:27:17"} +{"current_steps": 570, "total_steps": 1275, "loss": 0.5471, "lr": 5e-06, "epoch": 1.3387144115057235, "percentage": 44.71, "elapsed_time": "5:08:38", "remaining_time": "6:21:44"} +{"current_steps": 580, "total_steps": 1275, "loss": 0.552, "lr": 5e-06, "epoch": 1.3621954798943352, "percentage": 45.49, "elapsed_time": "5:13:56", "remaining_time": "6:16:11"} +{"current_steps": 590, "total_steps": 1275, "loss": 0.5505, "lr": 5e-06, "epoch": 1.385676548282947, "percentage": 46.27, "elapsed_time": "5:19:14", "remaining_time": "6:10:38"} +{"current_steps": 600, "total_steps": 1275, "loss": 0.5498, "lr": 5e-06, "epoch": 1.4091576166715585, "percentage": 47.06, "elapsed_time": "5:24:31", "remaining_time": "6:05:05"} +{"current_steps": 610, "total_steps": 1275, "loss": 0.5562, "lr": 5e-06, "epoch": 1.4326386850601702, "percentage": 47.84, "elapsed_time": "5:29:49", "remaining_time": "5:59:33"} +{"current_steps": 620, "total_steps": 1275, "loss": 0.5555, "lr": 5e-06, "epoch": 1.456119753448782, "percentage": 48.63, "elapsed_time": "5:35:07", "remaining_time": "5:54:02"} +{"current_steps": 630, "total_steps": 1275, "loss": 0.544, "lr": 5e-06, "epoch": 1.4796008218373937, "percentage": 49.41, "elapsed_time": "5:40:26", "remaining_time": "5:48:32"} +{"current_steps": 640, "total_steps": 1275, "loss": 0.5451, "lr": 5e-06, "epoch": 1.5030818902260052, "percentage": 50.2, "elapsed_time": "5:45:44", "remaining_time": "5:43:02"} +{"current_steps": 650, "total_steps": 1275, "loss": 0.5587, "lr": 5e-06, "epoch": 1.526562958614617, "percentage": 50.98, "elapsed_time": "5:51:02", "remaining_time": "5:37:32"} +{"current_steps": 660, "total_steps": 1275, "loss": 0.5518, "lr": 5e-06, "epoch": 1.5500440270032287, "percentage": 51.76, "elapsed_time": "5:56:21", "remaining_time": "5:32:03"} +{"current_steps": 670, "total_steps": 1275, "loss": 0.5526, "lr": 5e-06, "epoch": 1.5735250953918403, "percentage": 52.55, "elapsed_time": "6:01:40", "remaining_time": "5:26:35"} +{"current_steps": 680, "total_steps": 1275, "loss": 0.5478, "lr": 5e-06, "epoch": 1.597006163780452, "percentage": 53.33, "elapsed_time": "6:07:00", "remaining_time": "5:21:07"} +{"current_steps": 690, "total_steps": 1275, "loss": 0.5481, "lr": 5e-06, "epoch": 1.6204872321690638, "percentage": 54.12, "elapsed_time": "6:12:19", "remaining_time": "5:15:39"} +{"current_steps": 700, "total_steps": 1275, "loss": 0.5515, "lr": 5e-06, "epoch": 1.6439683005576753, "percentage": 54.9, "elapsed_time": "6:17:37", "remaining_time": "5:10:11"} +{"current_steps": 710, "total_steps": 1275, "loss": 0.5505, "lr": 5e-06, "epoch": 1.667449368946287, "percentage": 55.69, "elapsed_time": "6:22:55", "remaining_time": "5:04:43"} +{"current_steps": 720, "total_steps": 1275, "loss": 0.5496, "lr": 5e-06, "epoch": 1.6909304373348988, "percentage": 56.47, "elapsed_time": "6:28:14", "remaining_time": "4:59:15"} +{"current_steps": 730, "total_steps": 1275, "loss": 0.5484, "lr": 5e-06, "epoch": 1.7144115057235103, "percentage": 57.25, "elapsed_time": "6:33:33", "remaining_time": "4:53:48"} +{"current_steps": 740, "total_steps": 1275, "loss": 0.5483, "lr": 5e-06, "epoch": 1.737892574112122, "percentage": 58.04, "elapsed_time": "6:38:51", "remaining_time": "4:48:21"} +{"current_steps": 750, "total_steps": 1275, "loss": 0.5531, "lr": 5e-06, "epoch": 1.7613736425007338, "percentage": 58.82, "elapsed_time": "6:44:09", "remaining_time": "4:42:54"} +{"current_steps": 760, "total_steps": 1275, "loss": 0.5487, "lr": 5e-06, "epoch": 1.7848547108893453, "percentage": 59.61, "elapsed_time": "6:49:26", "remaining_time": "4:37:26"} +{"current_steps": 770, "total_steps": 1275, "loss": 0.5485, "lr": 5e-06, "epoch": 1.8083357792779573, "percentage": 60.39, "elapsed_time": "6:54:44", "remaining_time": "4:32:00"} +{"current_steps": 780, "total_steps": 1275, "loss": 0.5518, "lr": 5e-06, "epoch": 1.8318168476665688, "percentage": 61.18, "elapsed_time": "7:00:03", "remaining_time": "4:26:34"} +{"current_steps": 790, "total_steps": 1275, "loss": 0.5467, "lr": 5e-06, "epoch": 1.8552979160551804, "percentage": 61.96, "elapsed_time": "7:05:20", "remaining_time": "4:21:07"} +{"current_steps": 800, "total_steps": 1275, "loss": 0.5468, "lr": 5e-06, "epoch": 1.8787789844437923, "percentage": 62.75, "elapsed_time": "7:10:38", "remaining_time": "4:15:41"} +{"current_steps": 810, "total_steps": 1275, "loss": 0.5488, "lr": 5e-06, "epoch": 1.9022600528324038, "percentage": 63.53, "elapsed_time": "7:15:55", "remaining_time": "4:10:15"} +{"current_steps": 820, "total_steps": 1275, "loss": 0.5458, "lr": 5e-06, "epoch": 1.9257411212210156, "percentage": 64.31, "elapsed_time": "7:21:13", "remaining_time": "4:04:49"} +{"current_steps": 830, "total_steps": 1275, "loss": 0.5447, "lr": 5e-06, "epoch": 1.9492221896096273, "percentage": 65.1, "elapsed_time": "7:26:28", "remaining_time": "3:59:22"} +{"current_steps": 840, "total_steps": 1275, "loss": 0.5398, "lr": 5e-06, "epoch": 1.9727032579982389, "percentage": 65.88, "elapsed_time": "7:31:45", "remaining_time": "3:53:56"} +{"current_steps": 850, "total_steps": 1275, "loss": 0.547, "lr": 5e-06, "epoch": 1.9961843263868506, "percentage": 66.67, "elapsed_time": "7:37:03", "remaining_time": "3:48:31"} +{"current_steps": 851, "total_steps": 1275, "eval_loss": 0.5846751928329468, "epoch": 1.9985324332257117, "percentage": 66.75, "elapsed_time": "7:42:41", "remaining_time": "3:50:31"} +{"current_steps": 860, "total_steps": 1275, "loss": 0.523, "lr": 5e-06, "epoch": 2.0199589081303198, "percentage": 67.45, "elapsed_time": "7:48:31", "remaining_time": "3:46:05"} +{"current_steps": 870, "total_steps": 1275, "loss": 0.4924, "lr": 5e-06, "epoch": 2.0434399765189317, "percentage": 68.24, "elapsed_time": "7:53:48", "remaining_time": "3:40:34"} +{"current_steps": 880, "total_steps": 1275, "loss": 0.4902, "lr": 5e-06, "epoch": 2.0669210449075432, "percentage": 69.02, "elapsed_time": "7:59:06", "remaining_time": "3:35:03"} +{"current_steps": 890, "total_steps": 1275, "loss": 0.4955, "lr": 5e-06, "epoch": 2.0904021132961548, "percentage": 69.8, "elapsed_time": "8:04:23", "remaining_time": "3:29:32"} +{"current_steps": 900, "total_steps": 1275, "loss": 0.4969, "lr": 5e-06, "epoch": 2.1138831816847667, "percentage": 70.59, "elapsed_time": "8:09:40", "remaining_time": "3:24:01"} +{"current_steps": 910, "total_steps": 1275, "loss": 0.4865, "lr": 5e-06, "epoch": 2.1373642500733783, "percentage": 71.37, "elapsed_time": "8:14:58", "remaining_time": "3:18:31"} +{"current_steps": 920, "total_steps": 1275, "loss": 0.4966, "lr": 5e-06, "epoch": 2.1608453184619902, "percentage": 72.16, "elapsed_time": "8:20:15", "remaining_time": "3:13:02"} +{"current_steps": 930, "total_steps": 1275, "loss": 0.497, "lr": 5e-06, "epoch": 2.1843263868506018, "percentage": 72.94, "elapsed_time": "8:25:33", "remaining_time": "3:07:32"} +{"current_steps": 940, "total_steps": 1275, "loss": 0.498, "lr": 5e-06, "epoch": 2.2078074552392133, "percentage": 73.73, "elapsed_time": "8:30:52", "remaining_time": "3:02:03"} +{"current_steps": 950, "total_steps": 1275, "loss": 0.4978, "lr": 5e-06, "epoch": 2.2312885236278253, "percentage": 74.51, "elapsed_time": "8:36:10", "remaining_time": "2:56:35"} +{"current_steps": 960, "total_steps": 1275, "loss": 0.4954, "lr": 5e-06, "epoch": 2.254769592016437, "percentage": 75.29, "elapsed_time": "8:41:25", "remaining_time": "2:51:05"} +{"current_steps": 970, "total_steps": 1275, "loss": 0.5024, "lr": 5e-06, "epoch": 2.2782506604050483, "percentage": 76.08, "elapsed_time": "8:46:44", "remaining_time": "2:45:37"} +{"current_steps": 980, "total_steps": 1275, "loss": 0.4982, "lr": 5e-06, "epoch": 2.3017317287936603, "percentage": 76.86, "elapsed_time": "8:52:00", "remaining_time": "2:40:08"} +{"current_steps": 990, "total_steps": 1275, "loss": 0.4994, "lr": 5e-06, "epoch": 2.325212797182272, "percentage": 77.65, "elapsed_time": "8:57:18", "remaining_time": "2:34:40"} +{"current_steps": 1000, "total_steps": 1275, "loss": 0.5002, "lr": 5e-06, "epoch": 2.3486938655708833, "percentage": 78.43, "elapsed_time": "9:02:35", "remaining_time": "2:29:12"} +{"current_steps": 1010, "total_steps": 1275, "loss": 0.4994, "lr": 5e-06, "epoch": 2.3721749339594953, "percentage": 79.22, "elapsed_time": "9:07:52", "remaining_time": "2:23:44"} +{"current_steps": 1020, "total_steps": 1275, "loss": 0.4906, "lr": 5e-06, "epoch": 2.395656002348107, "percentage": 80.0, "elapsed_time": "9:13:09", "remaining_time": "2:18:17"} +{"current_steps": 1030, "total_steps": 1275, "loss": 0.4975, "lr": 5e-06, "epoch": 2.4191370707367184, "percentage": 80.78, "elapsed_time": "9:18:27", "remaining_time": "2:12:50"} +{"current_steps": 1040, "total_steps": 1275, "loss": 0.4976, "lr": 5e-06, "epoch": 2.4426181391253303, "percentage": 81.57, "elapsed_time": "9:23:44", "remaining_time": "2:07:23"} +{"current_steps": 1050, "total_steps": 1275, "loss": 0.5052, "lr": 5e-06, "epoch": 2.466099207513942, "percentage": 82.35, "elapsed_time": "9:28:59", "remaining_time": "2:01:55"} +{"current_steps": 1060, "total_steps": 1275, "loss": 0.4989, "lr": 5e-06, "epoch": 2.4895802759025534, "percentage": 83.14, "elapsed_time": "9:34:17", "remaining_time": "1:56:28"} +{"current_steps": 1070, "total_steps": 1275, "loss": 0.5059, "lr": 5e-06, "epoch": 2.5130613442911653, "percentage": 83.92, "elapsed_time": "9:39:35", "remaining_time": "1:51:02"} +{"current_steps": 1080, "total_steps": 1275, "loss": 0.4946, "lr": 5e-06, "epoch": 2.536542412679777, "percentage": 84.71, "elapsed_time": "9:44:53", "remaining_time": "1:45:36"} +{"current_steps": 1090, "total_steps": 1275, "loss": 0.5086, "lr": 5e-06, "epoch": 2.560023481068389, "percentage": 85.49, "elapsed_time": "9:50:12", "remaining_time": "1:40:10"} +{"current_steps": 1100, "total_steps": 1275, "loss": 0.498, "lr": 5e-06, "epoch": 2.5835045494570004, "percentage": 86.27, "elapsed_time": "9:55:30", "remaining_time": "1:34:44"} +{"current_steps": 1110, "total_steps": 1275, "loss": 0.4998, "lr": 5e-06, "epoch": 2.606985617845612, "percentage": 87.06, "elapsed_time": "10:00:49", "remaining_time": "1:29:18"} +{"current_steps": 1120, "total_steps": 1275, "loss": 0.4944, "lr": 5e-06, "epoch": 2.6304666862342234, "percentage": 87.84, "elapsed_time": "10:06:07", "remaining_time": "1:23:53"} +{"current_steps": 1130, "total_steps": 1275, "loss": 0.5028, "lr": 5e-06, "epoch": 2.6539477546228354, "percentage": 88.63, "elapsed_time": "10:11:26", "remaining_time": "1:18:27"} +{"current_steps": 1140, "total_steps": 1275, "loss": 0.4982, "lr": 5e-06, "epoch": 2.677428823011447, "percentage": 89.41, "elapsed_time": "10:16:45", "remaining_time": "1:13:02"} +{"current_steps": 1150, "total_steps": 1275, "loss": 0.5009, "lr": 5e-06, "epoch": 2.700909891400059, "percentage": 90.2, "elapsed_time": "10:22:04", "remaining_time": "1:07:36"} +{"current_steps": 1160, "total_steps": 1275, "loss": 0.5012, "lr": 5e-06, "epoch": 2.7243909597886704, "percentage": 90.98, "elapsed_time": "10:27:23", "remaining_time": "1:02:11"} +{"current_steps": 1170, "total_steps": 1275, "loss": 0.5032, "lr": 5e-06, "epoch": 2.747872028177282, "percentage": 91.76, "elapsed_time": "10:32:41", "remaining_time": "0:56:46"} +{"current_steps": 1180, "total_steps": 1275, "loss": 0.5033, "lr": 5e-06, "epoch": 2.771353096565894, "percentage": 92.55, "elapsed_time": "10:37:58", "remaining_time": "0:51:21"} +{"current_steps": 1190, "total_steps": 1275, "loss": 0.5037, "lr": 5e-06, "epoch": 2.7948341649545054, "percentage": 93.33, "elapsed_time": "10:43:18", "remaining_time": "0:45:57"} +{"current_steps": 1200, "total_steps": 1275, "loss": 0.508, "lr": 5e-06, "epoch": 2.818315233343117, "percentage": 94.12, "elapsed_time": "10:48:36", "remaining_time": "0:40:32"} +{"current_steps": 1210, "total_steps": 1275, "loss": 0.4957, "lr": 5e-06, "epoch": 2.841796301731729, "percentage": 94.9, "elapsed_time": "10:53:53", "remaining_time": "0:35:07"} +{"current_steps": 1220, "total_steps": 1275, "loss": 0.499, "lr": 5e-06, "epoch": 2.8652773701203404, "percentage": 95.69, "elapsed_time": "10:59:11", "remaining_time": "0:29:43"} +{"current_steps": 1230, "total_steps": 1275, "loss": 0.4982, "lr": 5e-06, "epoch": 2.888758438508952, "percentage": 96.47, "elapsed_time": "11:04:30", "remaining_time": "0:24:18"} +{"current_steps": 1240, "total_steps": 1275, "loss": 0.5006, "lr": 5e-06, "epoch": 2.912239506897564, "percentage": 97.25, "elapsed_time": "11:09:48", "remaining_time": "0:18:54"} +{"current_steps": 1250, "total_steps": 1275, "loss": 0.494, "lr": 5e-06, "epoch": 2.9357205752861755, "percentage": 98.04, "elapsed_time": "11:15:07", "remaining_time": "0:13:30"} +{"current_steps": 1260, "total_steps": 1275, "loss": 0.5001, "lr": 5e-06, "epoch": 2.9592016436747874, "percentage": 98.82, "elapsed_time": "11:20:25", "remaining_time": "0:08:06"} +{"current_steps": 1270, "total_steps": 1275, "loss": 0.5003, "lr": 5e-06, "epoch": 2.982682712063399, "percentage": 99.61, "elapsed_time": "11:25:43", "remaining_time": "0:02:41"} +{"current_steps": 1275, "total_steps": 1275, "eval_loss": 0.5840933322906494, "epoch": 2.9944232462577047, "percentage": 100.0, "elapsed_time": "11:34:33", "remaining_time": "0:00:00"} +{"current_steps": 1275, "total_steps": 1275, "epoch": 2.9944232462577047, "percentage": 100.0, "elapsed_time": "11:36:08", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..f3ff258 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,955 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9944232462577047, + "eval_steps": 500, + "global_step": 1275, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.023481068388611682, + "grad_norm": 17.85382376485096, + "learning_rate": 5e-06, + "loss": 0.9488, + "step": 10 + }, + { + "epoch": 0.046962136777223364, + "grad_norm": 3.177756281658111, + "learning_rate": 5e-06, + "loss": 0.8343, + "step": 20 + }, + { + "epoch": 0.07044320516583505, + "grad_norm": 2.950019754054781, + "learning_rate": 5e-06, + "loss": 0.7651, + "step": 30 + }, + { + "epoch": 0.09392427355444673, + "grad_norm": 1.450856517854765, + "learning_rate": 5e-06, + "loss": 0.7374, + "step": 40 + }, + { + "epoch": 0.1174053419430584, + "grad_norm": 0.8091667434976095, + "learning_rate": 5e-06, + "loss": 0.7161, + "step": 50 + }, + { + "epoch": 0.1408864103316701, + "grad_norm": 0.8253122020905036, + "learning_rate": 5e-06, + "loss": 0.6935, + "step": 60 + }, + { + "epoch": 0.16436747872028176, + "grad_norm": 0.6338190868455624, + "learning_rate": 5e-06, + "loss": 0.6718, + "step": 70 + }, + { + "epoch": 0.18784854710889345, + "grad_norm": 0.8143184435680945, + "learning_rate": 5e-06, + "loss": 0.6635, + "step": 80 + }, + { + "epoch": 0.21132961549750515, + "grad_norm": 0.7202907234528798, + "learning_rate": 5e-06, + "loss": 0.6581, + "step": 90 + }, + { + "epoch": 0.2348106838861168, + "grad_norm": 0.9812703695297975, + "learning_rate": 5e-06, + "loss": 0.6595, + "step": 100 + }, + { + "epoch": 0.2582917522747285, + "grad_norm": 0.6403918144312425, + "learning_rate": 5e-06, + "loss": 0.6511, + "step": 110 + }, + { + "epoch": 0.2817728206633402, + "grad_norm": 0.6355110618738598, + "learning_rate": 5e-06, + "loss": 0.6443, + "step": 120 + }, + { + "epoch": 0.3052538890519519, + "grad_norm": 0.8767568074879388, + "learning_rate": 5e-06, + "loss": 0.6457, + "step": 130 + }, + { + "epoch": 0.3287349574405635, + "grad_norm": 0.7912634151639979, + "learning_rate": 5e-06, + "loss": 0.6352, + "step": 140 + }, + { + "epoch": 0.3522160258291752, + "grad_norm": 0.6346769190072642, + "learning_rate": 5e-06, + "loss": 0.642, + "step": 150 + }, + { + "epoch": 0.3756970942177869, + "grad_norm": 0.6538804073841475, + "learning_rate": 5e-06, + "loss": 0.6453, + "step": 160 + }, + { + "epoch": 0.3991781626063986, + "grad_norm": 0.524677402567732, + "learning_rate": 5e-06, + "loss": 0.6375, + "step": 170 + }, + { + "epoch": 0.4226592309950103, + "grad_norm": 0.6983299832658841, + "learning_rate": 5e-06, + "loss": 0.6404, + "step": 180 + }, + { + "epoch": 0.44614029938362193, + "grad_norm": 0.5730458718423643, + "learning_rate": 5e-06, + "loss": 0.6282, + "step": 190 + }, + { + "epoch": 0.4696213677722336, + "grad_norm": 0.5795935762469521, + "learning_rate": 5e-06, + "loss": 0.6258, + "step": 200 + }, + { + "epoch": 0.4931024361608453, + "grad_norm": 0.6568013132353124, + "learning_rate": 5e-06, + "loss": 0.633, + "step": 210 + }, + { + "epoch": 0.516583504549457, + "grad_norm": 0.625002257246399, + "learning_rate": 5e-06, + "loss": 0.6215, + "step": 220 + }, + { + "epoch": 0.5400645729380686, + "grad_norm": 0.5866557972006909, + "learning_rate": 5e-06, + "loss": 0.6192, + "step": 230 + }, + { + "epoch": 0.5635456413266804, + "grad_norm": 0.5523814224922182, + "learning_rate": 5e-06, + "loss": 0.6225, + "step": 240 + }, + { + "epoch": 0.587026709715292, + "grad_norm": 0.621565965520602, + "learning_rate": 5e-06, + "loss": 0.6176, + "step": 250 + }, + { + "epoch": 0.6105077781039038, + "grad_norm": 0.5699863716830831, + "learning_rate": 5e-06, + "loss": 0.6184, + "step": 260 + }, + { + "epoch": 0.6339888464925154, + "grad_norm": 0.5867908049315175, + "learning_rate": 5e-06, + "loss": 0.6214, + "step": 270 + }, + { + "epoch": 0.657469914881127, + "grad_norm": 1.0031834057307554, + "learning_rate": 5e-06, + "loss": 0.6204, + "step": 280 + }, + { + "epoch": 0.6809509832697388, + "grad_norm": 0.5739527115683025, + "learning_rate": 5e-06, + "loss": 0.6166, + "step": 290 + }, + { + "epoch": 0.7044320516583504, + "grad_norm": 0.6047949935557967, + "learning_rate": 5e-06, + "loss": 0.6096, + "step": 300 + }, + { + "epoch": 0.7279131200469622, + "grad_norm": 0.5141588768585372, + "learning_rate": 5e-06, + "loss": 0.6076, + "step": 310 + }, + { + "epoch": 0.7513941884355738, + "grad_norm": 0.689840031854037, + "learning_rate": 5e-06, + "loss": 0.6115, + "step": 320 + }, + { + "epoch": 0.7748752568241855, + "grad_norm": 0.7551629396423358, + "learning_rate": 5e-06, + "loss": 0.6138, + "step": 330 + }, + { + "epoch": 0.7983563252127972, + "grad_norm": 0.5356794354442618, + "learning_rate": 5e-06, + "loss": 0.611, + "step": 340 + }, + { + "epoch": 0.8218373936014088, + "grad_norm": 0.6083117103787592, + "learning_rate": 5e-06, + "loss": 0.611, + "step": 350 + }, + { + "epoch": 0.8453184619900206, + "grad_norm": 0.7034174178117553, + "learning_rate": 5e-06, + "loss": 0.6104, + "step": 360 + }, + { + "epoch": 0.8687995303786322, + "grad_norm": 0.5650614816783488, + "learning_rate": 5e-06, + "loss": 0.6047, + "step": 370 + }, + { + "epoch": 0.8922805987672439, + "grad_norm": 0.6449034585856688, + "learning_rate": 5e-06, + "loss": 0.613, + "step": 380 + }, + { + "epoch": 0.9157616671558556, + "grad_norm": 0.6460327839123797, + "learning_rate": 5e-06, + "loss": 0.6104, + "step": 390 + }, + { + "epoch": 0.9392427355444672, + "grad_norm": 0.6977465772968938, + "learning_rate": 5e-06, + "loss": 0.6124, + "step": 400 + }, + { + "epoch": 0.962723803933079, + "grad_norm": 0.6646492018550946, + "learning_rate": 5e-06, + "loss": 0.5957, + "step": 410 + }, + { + "epoch": 0.9862048723216906, + "grad_norm": 0.48972085408134464, + "learning_rate": 5e-06, + "loss": 0.5979, + "step": 420 + }, + { + "epoch": 0.9979454065159965, + "eval_loss": 0.6003177165985107, + "eval_runtime": 300.5123, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 0.599, + "step": 425 + }, + { + "epoch": 1.0099794540651599, + "grad_norm": 0.8929971915551214, + "learning_rate": 5e-06, + "loss": 0.6046, + "step": 430 + }, + { + "epoch": 1.0334605224537716, + "grad_norm": 0.6204797689157823, + "learning_rate": 5e-06, + "loss": 0.5525, + "step": 440 + }, + { + "epoch": 1.0569415908423834, + "grad_norm": 0.629777186945133, + "learning_rate": 5e-06, + "loss": 0.5507, + "step": 450 + }, + { + "epoch": 1.0804226592309951, + "grad_norm": 0.6177917289848706, + "learning_rate": 5e-06, + "loss": 0.5488, + "step": 460 + }, + { + "epoch": 1.1039037276196066, + "grad_norm": 0.616801854556511, + "learning_rate": 5e-06, + "loss": 0.5553, + "step": 470 + }, + { + "epoch": 1.1273847960082184, + "grad_norm": 0.6202115496799256, + "learning_rate": 5e-06, + "loss": 0.5517, + "step": 480 + }, + { + "epoch": 1.1508658643968301, + "grad_norm": 0.6869810211842367, + "learning_rate": 5e-06, + "loss": 0.5513, + "step": 490 + }, + { + "epoch": 1.1743469327854417, + "grad_norm": 0.6134525997635181, + "learning_rate": 5e-06, + "loss": 0.5565, + "step": 500 + }, + { + "epoch": 1.1978280011740534, + "grad_norm": 0.6533976679541116, + "learning_rate": 5e-06, + "loss": 0.5508, + "step": 510 + }, + { + "epoch": 1.2213090695626652, + "grad_norm": 0.7384172080803894, + "learning_rate": 5e-06, + "loss": 0.5513, + "step": 520 + }, + { + "epoch": 1.2447901379512767, + "grad_norm": 0.6446266722666449, + "learning_rate": 5e-06, + "loss": 0.5538, + "step": 530 + }, + { + "epoch": 1.2682712063398884, + "grad_norm": 0.6920463607543151, + "learning_rate": 5e-06, + "loss": 0.5442, + "step": 540 + }, + { + "epoch": 1.2917522747285002, + "grad_norm": 0.7090350057008448, + "learning_rate": 5e-06, + "loss": 0.5566, + "step": 550 + }, + { + "epoch": 1.3152333431171117, + "grad_norm": 0.7226606579176621, + "learning_rate": 5e-06, + "loss": 0.5494, + "step": 560 + }, + { + "epoch": 1.3387144115057235, + "grad_norm": 0.5484819340890661, + "learning_rate": 5e-06, + "loss": 0.5471, + "step": 570 + }, + { + "epoch": 1.3621954798943352, + "grad_norm": 0.6982064642691793, + "learning_rate": 5e-06, + "loss": 0.552, + "step": 580 + }, + { + "epoch": 1.385676548282947, + "grad_norm": 0.6147097813447182, + "learning_rate": 5e-06, + "loss": 0.5505, + "step": 590 + }, + { + "epoch": 1.4091576166715585, + "grad_norm": 0.6598577111107449, + "learning_rate": 5e-06, + "loss": 0.5498, + "step": 600 + }, + { + "epoch": 1.4326386850601702, + "grad_norm": 0.5603317744558156, + "learning_rate": 5e-06, + "loss": 0.5562, + "step": 610 + }, + { + "epoch": 1.456119753448782, + "grad_norm": 0.6373670868271739, + "learning_rate": 5e-06, + "loss": 0.5555, + "step": 620 + }, + { + "epoch": 1.4796008218373937, + "grad_norm": 0.5932324800613761, + "learning_rate": 5e-06, + "loss": 0.544, + "step": 630 + }, + { + "epoch": 1.5030818902260052, + "grad_norm": 0.5227721794518003, + "learning_rate": 5e-06, + "loss": 0.5451, + "step": 640 + }, + { + "epoch": 1.526562958614617, + "grad_norm": 0.6093734754379218, + "learning_rate": 5e-06, + "loss": 0.5587, + "step": 650 + }, + { + "epoch": 1.5500440270032287, + "grad_norm": 0.6287567431322201, + "learning_rate": 5e-06, + "loss": 0.5518, + "step": 660 + }, + { + "epoch": 1.5735250953918403, + "grad_norm": 0.6541153306269628, + "learning_rate": 5e-06, + "loss": 0.5526, + "step": 670 + }, + { + "epoch": 1.597006163780452, + "grad_norm": 0.6150418746443832, + "learning_rate": 5e-06, + "loss": 0.5478, + "step": 680 + }, + { + "epoch": 1.6204872321690638, + "grad_norm": 0.5475396144251581, + "learning_rate": 5e-06, + "loss": 0.5481, + "step": 690 + }, + { + "epoch": 1.6439683005576753, + "grad_norm": 0.6160254516028266, + "learning_rate": 5e-06, + "loss": 0.5515, + "step": 700 + }, + { + "epoch": 1.667449368946287, + "grad_norm": 0.843962487015559, + "learning_rate": 5e-06, + "loss": 0.5505, + "step": 710 + }, + { + "epoch": 1.6909304373348988, + "grad_norm": 0.5347960520186497, + "learning_rate": 5e-06, + "loss": 0.5496, + "step": 720 + }, + { + "epoch": 1.7144115057235103, + "grad_norm": 0.7323294593212619, + "learning_rate": 5e-06, + "loss": 0.5484, + "step": 730 + }, + { + "epoch": 1.737892574112122, + "grad_norm": 0.5476336095439653, + "learning_rate": 5e-06, + "loss": 0.5483, + "step": 740 + }, + { + "epoch": 1.7613736425007338, + "grad_norm": 0.6011568410465314, + "learning_rate": 5e-06, + "loss": 0.5531, + "step": 750 + }, + { + "epoch": 1.7848547108893453, + "grad_norm": 0.6797212856687878, + "learning_rate": 5e-06, + "loss": 0.5487, + "step": 760 + }, + { + "epoch": 1.8083357792779573, + "grad_norm": 0.5819194256052239, + "learning_rate": 5e-06, + "loss": 0.5485, + "step": 770 + }, + { + "epoch": 1.8318168476665688, + "grad_norm": 0.5292485271089171, + "learning_rate": 5e-06, + "loss": 0.5518, + "step": 780 + }, + { + "epoch": 1.8552979160551804, + "grad_norm": 0.5799939542823142, + "learning_rate": 5e-06, + "loss": 0.5467, + "step": 790 + }, + { + "epoch": 1.8787789844437923, + "grad_norm": 0.5570487573376319, + "learning_rate": 5e-06, + "loss": 0.5468, + "step": 800 + }, + { + "epoch": 1.9022600528324038, + "grad_norm": 0.6174505205210491, + "learning_rate": 5e-06, + "loss": 0.5488, + "step": 810 + }, + { + "epoch": 1.9257411212210156, + "grad_norm": 0.5693760728585585, + "learning_rate": 5e-06, + "loss": 0.5458, + "step": 820 + }, + { + "epoch": 1.9492221896096273, + "grad_norm": 0.5189329244004007, + "learning_rate": 5e-06, + "loss": 0.5447, + "step": 830 + }, + { + "epoch": 1.9727032579982389, + "grad_norm": 0.6238194647054416, + "learning_rate": 5e-06, + "loss": 0.5398, + "step": 840 + }, + { + "epoch": 1.9961843263868506, + "grad_norm": 0.5651058414473042, + "learning_rate": 5e-06, + "loss": 0.547, + "step": 850 + }, + { + "epoch": 1.9985324332257117, + "eval_loss": 0.5846751928329468, + "eval_runtime": 295.576, + "eval_samples_per_second": 38.819, + "eval_steps_per_second": 0.609, + "step": 851 + }, + { + "epoch": 2.0199589081303198, + "grad_norm": 0.6946392563773179, + "learning_rate": 5e-06, + "loss": 0.523, + "step": 860 + }, + { + "epoch": 2.0434399765189317, + "grad_norm": 0.8362364731068118, + "learning_rate": 5e-06, + "loss": 0.4924, + "step": 870 + }, + { + "epoch": 2.0669210449075432, + "grad_norm": 0.7772390407263537, + "learning_rate": 5e-06, + "loss": 0.4902, + "step": 880 + }, + { + "epoch": 2.0904021132961548, + "grad_norm": 0.5219899057565048, + "learning_rate": 5e-06, + "loss": 0.4955, + "step": 890 + }, + { + "epoch": 2.1138831816847667, + "grad_norm": 0.6541702370902746, + "learning_rate": 5e-06, + "loss": 0.4969, + "step": 900 + }, + { + "epoch": 2.1373642500733783, + "grad_norm": 0.5786919167953266, + "learning_rate": 5e-06, + "loss": 0.4865, + "step": 910 + }, + { + "epoch": 2.1608453184619902, + "grad_norm": 0.6257190526717714, + "learning_rate": 5e-06, + "loss": 0.4966, + "step": 920 + }, + { + "epoch": 2.1843263868506018, + "grad_norm": 0.6070724867911851, + "learning_rate": 5e-06, + "loss": 0.497, + "step": 930 + }, + { + "epoch": 2.2078074552392133, + "grad_norm": 0.7626194518667021, + "learning_rate": 5e-06, + "loss": 0.498, + "step": 940 + }, + { + "epoch": 2.2312885236278253, + "grad_norm": 0.66208678281747, + "learning_rate": 5e-06, + "loss": 0.4978, + "step": 950 + }, + { + "epoch": 2.254769592016437, + "grad_norm": 0.597091889958803, + "learning_rate": 5e-06, + "loss": 0.4954, + "step": 960 + }, + { + "epoch": 2.2782506604050483, + "grad_norm": 0.648113572619813, + "learning_rate": 5e-06, + "loss": 0.5024, + "step": 970 + }, + { + "epoch": 2.3017317287936603, + "grad_norm": 0.5800444078314209, + "learning_rate": 5e-06, + "loss": 0.4982, + "step": 980 + }, + { + "epoch": 2.325212797182272, + "grad_norm": 0.5914333960587344, + "learning_rate": 5e-06, + "loss": 0.4994, + "step": 990 + }, + { + "epoch": 2.3486938655708833, + "grad_norm": 0.7924399848654731, + "learning_rate": 5e-06, + "loss": 0.5002, + "step": 1000 + }, + { + "epoch": 2.3721749339594953, + "grad_norm": 0.624856284950558, + "learning_rate": 5e-06, + "loss": 0.4994, + "step": 1010 + }, + { + "epoch": 2.395656002348107, + "grad_norm": 0.6655834278053183, + "learning_rate": 5e-06, + "loss": 0.4906, + "step": 1020 + }, + { + "epoch": 2.4191370707367184, + "grad_norm": 0.5518645145037842, + "learning_rate": 5e-06, + "loss": 0.4975, + "step": 1030 + }, + { + "epoch": 2.4426181391253303, + "grad_norm": 0.5785599308848968, + "learning_rate": 5e-06, + "loss": 0.4976, + "step": 1040 + }, + { + "epoch": 2.466099207513942, + "grad_norm": 0.5834274439157257, + "learning_rate": 5e-06, + "loss": 0.5052, + "step": 1050 + }, + { + "epoch": 2.4895802759025534, + "grad_norm": 0.777173362933167, + "learning_rate": 5e-06, + "loss": 0.4989, + "step": 1060 + }, + { + "epoch": 2.5130613442911653, + "grad_norm": 0.929125527693667, + "learning_rate": 5e-06, + "loss": 0.5059, + "step": 1070 + }, + { + "epoch": 2.536542412679777, + "grad_norm": 0.6950708275354937, + "learning_rate": 5e-06, + "loss": 0.4946, + "step": 1080 + }, + { + "epoch": 2.560023481068389, + "grad_norm": 0.5542934300294031, + "learning_rate": 5e-06, + "loss": 0.5086, + "step": 1090 + }, + { + "epoch": 2.5835045494570004, + "grad_norm": 0.7961833486998505, + "learning_rate": 5e-06, + "loss": 0.498, + "step": 1100 + }, + { + "epoch": 2.606985617845612, + "grad_norm": 0.6237039054057065, + "learning_rate": 5e-06, + "loss": 0.4998, + "step": 1110 + }, + { + "epoch": 2.6304666862342234, + "grad_norm": 0.5833433757118394, + "learning_rate": 5e-06, + "loss": 0.4944, + "step": 1120 + }, + { + "epoch": 2.6539477546228354, + "grad_norm": 0.5868493372745182, + "learning_rate": 5e-06, + "loss": 0.5028, + "step": 1130 + }, + { + "epoch": 2.677428823011447, + "grad_norm": 0.6399452879323836, + "learning_rate": 5e-06, + "loss": 0.4982, + "step": 1140 + }, + { + "epoch": 2.700909891400059, + "grad_norm": 0.6458178037380802, + "learning_rate": 5e-06, + "loss": 0.5009, + "step": 1150 + }, + { + "epoch": 2.7243909597886704, + "grad_norm": 0.5439040913583559, + "learning_rate": 5e-06, + "loss": 0.5012, + "step": 1160 + }, + { + "epoch": 2.747872028177282, + "grad_norm": 0.735794966069211, + "learning_rate": 5e-06, + "loss": 0.5032, + "step": 1170 + }, + { + "epoch": 2.771353096565894, + "grad_norm": 0.601851566145536, + "learning_rate": 5e-06, + "loss": 0.5033, + "step": 1180 + }, + { + "epoch": 2.7948341649545054, + "grad_norm": 0.5929336883777777, + "learning_rate": 5e-06, + "loss": 0.5037, + "step": 1190 + }, + { + "epoch": 2.818315233343117, + "grad_norm": 0.5778177618943612, + "learning_rate": 5e-06, + "loss": 0.508, + "step": 1200 + }, + { + "epoch": 2.841796301731729, + "grad_norm": 0.5990753577226628, + "learning_rate": 5e-06, + "loss": 0.4957, + "step": 1210 + }, + { + "epoch": 2.8652773701203404, + "grad_norm": 0.7825195485986434, + "learning_rate": 5e-06, + "loss": 0.499, + "step": 1220 + }, + { + "epoch": 2.888758438508952, + "grad_norm": 0.5698945641530911, + "learning_rate": 5e-06, + "loss": 0.4982, + "step": 1230 + }, + { + "epoch": 2.912239506897564, + "grad_norm": 0.5941997062897303, + "learning_rate": 5e-06, + "loss": 0.5006, + "step": 1240 + }, + { + "epoch": 2.9357205752861755, + "grad_norm": 0.5494008699329855, + "learning_rate": 5e-06, + "loss": 0.494, + "step": 1250 + }, + { + "epoch": 2.9592016436747874, + "grad_norm": 0.6295305801304111, + "learning_rate": 5e-06, + "loss": 0.5001, + "step": 1260 + }, + { + "epoch": 2.982682712063399, + "grad_norm": 0.6627594327431557, + "learning_rate": 5e-06, + "loss": 0.5003, + "step": 1270 + }, + { + "epoch": 2.9944232462577047, + "eval_loss": 0.5840933322906494, + "eval_runtime": 292.1509, + "eval_samples_per_second": 39.274, + "eval_steps_per_second": 0.616, + "step": 1275 + }, + { + "epoch": 2.9944232462577047, + "step": 1275, + "total_flos": 2135463108280320.0, + "train_loss": 0.5660238438026578, + "train_runtime": 41769.8593, + "train_samples_per_second": 15.658, + "train_steps_per_second": 0.031 + } + ], + "logging_steps": 10, + "max_steps": 1275, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2135463108280320.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..aabef91 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803d2235d79818f865df026c6078b2cdca9e698a4367186ea6cf7fe97911a79d +size 7160 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..f3ca9289e20ba92a9625e0b0a4a6be84cf3c1848 GIT binary patch literal 35485 zcmdqJbyQYu_b$5V?o=8iq(d4(kP?uVmJ|@AMWjI*NrMsr0V!#bmXgw!P^3YS5JVbj zML2W$e!sncXPkZhID72Bj^q2rI|k45taYzD=Dg;0U310iYO9eDo+m^QgyfpKvOa=f zh9U^Y96m1mMSSSXH~5dVw~C3kfxCnEeH$-(&7{v-jP6+al@S3usq3`qc z89xi^{WHAn@%5H3Y3*U}IrA`i!|0rsbcRRxH@12CWW~!z`Y%=YYsmETYii2A>EAOi zPI;!nS>nex8-_<1!|L^wzgf0T!AR1W^wAw@%a6TwEKOoL8GdBVGVb!b*&o%&RrIha z;9u=|N=>{g%J45Cj(`>ZpvTvVog5PrQ=DRhsSbZ0`9~Pz0y{gqvwb>3iT*%T3yFo# z&CYR!qCYDqrn&+j=NU!)|MTZBX>wBe#Pc7#QeWyYcEqDJwpv zpygYWN)hpUVXW4tC&%@*2}wz0*}e<0xUoedUESUDgR)x@EiIR^726+kYPvNJ#Ge!U zRC{L}H_mBesP^Z1!ARh9DNoFga=XM)q)cY{2Y956SM>Gu^DkIk zXN$@S{zWi9Kfir&;D%m`A^<7reg<=9>9<6KgjQAxVJn8R;>RQ;;8?#c_uXnawC#){ z!6zY!)F^nD>E23!9Ie-U^yp=}-#$7@Gd4DcPe9P|d#f$!=TEO1J42slHF9jNEE$@w zL5EB-_g1m_`1rgxrf4!H-6ifAPYTR6Z#EHibaY60%pt!Hx5(h*qvPZGnfqTOJFJDL zPrrS5LNDhlTvk^0sqi|3R)#2!d7X=hZ13vx%K@~Dy-CrfrF>5{IN{0>ALW1dzd2nU zE!E|rPM37IjC5UGTx7$?lt2DPWib6cCxkgm_I^}C0*S@Vn>!(AhanSO|W)fnvmLf#Z4PKJ1lc^bMN&DiprLQXHG$$o+1u|&k3xotcneJ zrKF|V+Lct*Ec1iP6<=OO?w|-(uSFh$8l@65{a1XcT-Y7N7H7L@q zs;g7|n0?uEd#;1<_n)OSt4~EbEGDL=9b;p(_rC^79;{CqRT3`NYIT-<90x{@@DbfrsiNN(C=p#t6OL4#U6lrOGC}!SN%r zC)~o;(lVRpVcyEdhJf>>^Ftp$>YV&qtL)yGu8;eDxJ9R;M_r_oBPeLqYVoDcHS_53 zYe*bR(B7k!g#~u)=TbxK^hpY*4e)E%I^xik#YGNuWG7$GPPyG?nr^&>xl+#1;>uPC znH|}LElPnALnmk%)+fo#>;V zeL``RvC7XCLRw2^iuLl9g@lCkD#tTj74D4j>*eakWMpLI@jSE*416o)_w$zLOw&DE z7niaIzg>r&lA>%%PReVMCP<9?+a1-~otggWY4gC7o!;wPVxpqTIyySl*E1y+U;_)f zP1jw2E_3e{{*~u)ey>Yr$P`XkG0Clb=W%vmM##@jc6D}kKPu2!1@5RAWWp}ce)IY@ zC7qBZzuVW=o3QRRN1M%C4>i*S%Owhrj(ms4#*Fq359!+e9GH8;4qRyPTvSFD0=8Nl zAKry^Vn=pzqnSm6@Z1Z6ejhB{scdoZXJKIA`)A2Zgr8r_qAj?k!D*Na-7$Hr_zO+< z*0eS%LW z=MyAn$uVLcJb18R?%u-L)72GI<1j#p5d&M2M%HJYC-~ z?;?p{aIm-{vV#>jn_s+TFLPS|WCkNdR>!YPUY?xKs^(N+JW@e^m zXS+EYPo5DdU#CFxfc(*1IN`Oid$Y5%d4{|+RFssjW}+=C>H7Nmy4~CU7(LY}u=Vk& zbGmth;05~goE&$v)a-0QjSG|_yuAOsDSL%Y9@^mkRlX+3XY-3Gqv)-eAAk5N-?9^i zv1ZHpeJ-0xX1nVA6d^q)s_ZgdSAOwatJ~^GNuEZ5Xx5@o+X*`+`PtDTnE^wVHn+d8 zZw#6Ik#)-N@gLr{etwM*h_85#6ze&xt#V*Mko750DEjb(J1&ehU4FR4py(kfDe35@ ztdx`qqqNsI*KSx)DW7!{y%NKRA3l6==z~e+H8VAhZES2Tv`4xw8WfJ)Zc|HSghL1) zi3+UEG}o`JuJY1SQ>Ul?@RkvQE1`qDEljVhcd{jWZ};QL*N`(Bj2M`TI;Y9)`OZ=; zL*BS~e@qBz8)q?N7x1G6RJIu%1Ew;k$adV^r@jni;fax!_1Jvy&u<+MUK zn+(~w5>z>8X=pN1-C5m?Tn?)bExEDwxqwKaLdYG*q3gNUoo(7+aWpb%?=EZz}?g}G@6#`Ha9m{ zCTkocrQE+9vif znLTU?IK)ICmlNK#<*hf0NWWepGdF;n&d6aAxd;yfweHbb~EwVPQeTU2;s>+xrs0s!uHe_mL}ldK3p6 z)6vn){`e9S5`{kcCDc@0TI~gzY01gS)^$m0%zj<#LCVV5a8j!wrkHhmdmZ@$@#deai!x00)?Z_Vj8( zgwVO4s=bq-AsF-QJXh$*s~ZQ{Zm`+_LXt*C4AJ-t_<);~QOf#NQt7p@x%G7mn+*Mu zvU=B=*RSW6myL37+V{DorljCxX-C8J!IEdT08+z63YD*MJ+Xn&O*DAs|G2ga=~Xd* z$ohRUTVW7jPI^cos<6?>nV1q_As1ji(S+^%Tz4iBaE^w8EbPExeLrE-(@5F z-V(RteY=|qy|02Tal&dF=QFOjLaox!*m&bevgZEQtVT#RtMlp+ zwJ_vLns0Ex2vk&5CLqmE8pOhhcj|io>ihb7Jp9biBs)7hxX+b|iRpTann9sf$(w}A z%E}*GRNUHKcr1aT_twU20KXgo=n!_Dx};v9Z;&Z|XKb#bdGp=RrM`g!16^I+VS^@t z!NEawP0iA(6Zk8F(9zM=9C2$ukAXE`pQy%y1d6-aa%lNn`YtX+0RS{TkRoCMbW<5u zScvT7Cen*w?(FRBQ(nEEB_DJiP)3ijRgk^e^2!Q+tg@GR@2mBILXkX?heFM+7AR9H?AFUcNV#F6Z4mKkI8UDn zH0dIuqm6xMCWs~hob9cS5`7KaB^j%@8Tb0Ns1|@9mmIip13t5?PuW<#qPzWE`va+a ztJI_{@-B5J)9!7NtoU%TE0L~c<>ev}nfkM2=^z?%>tvUG>VfEkRzW=p4ABu0*wl1% z#tfYh4_r0gxy5(<^A92H$JUMAhlz<%(b3V9br7-8eJ9~EVSR8}f}Yr<#(`w2&ec3O zejXscWI$WMp&LNbc~~Yu!I`C!lG5rvW6XIhC`446Pg!<* zSwiCB|BMjE03$f;`$;zc-fYg*xKBGvy)oT#9nz@#-$+RMx9Jm0$cGYQx8=&>PY zlA$J|xC|zC;2=)OhH3~6A%!vw=#r< zd@3~-`U1CDfn>tS#N_#F&nfV5=6<1aE-$*HCERD@A%D#6k6T4Qc|z5Cb{gO^`5I@d z?M!}sW5fOT+u&b6xaGFnv1t4Y^YijN;HP%&p&04Xce$tuabOrxaLneSS%Ql{oz8WH z`~Lb-w6onw#=*&nbNBmTWKj`!cF3upK_(d=Rx?-h#w^=tE7D=Jh;SdlY0W77Yu8z;8lWkG? zU2$ZN{|F(}%TE_`OkA0tX9M_C!+om-5FSjjannF$+bOTl#?%eN62rWrqN1aJ_$p&i zAREc;QtD6G@S0oRJ@|3$tD?~GurOX1^GQ!A9oR_EUs6YZ@Z`ypqY(q0SOEUC7%>3k z$`2gbANCZ9<^=w{HZ(kJ@U(BqHdDg2D<%fNhFhf)uo=~;b1nWAi$*W|$bEZz`-T1t zF%{V1dIkEiGtKwuBweQrmp&F%=wQU<@o;f+#zJ*Umz9;J(r6)wi;Me^C2;$}l7)Qci2N69g2pfqYHo}x*)ATs~s2|q-F76VM9Nl##Y4EbtN9p!EE*4 ze>M3Nj-ADuy1I%_r^{PE2XrvhR8@_R-?-d3li>R;ZTWQzLbr8Y;Bet}TNF5@XmFaD zo5x|{ky4+*E+PDV0^z(%@McpCJgCcfMHX6oJR971fTLDB0egPfac*l%Nd92LZlNO_ zZy=aCkTCrjmLj$L3I}(d!^WgzPB(z~(6Taq15Y_|GIYb!3YbLzKT`ASpXqAnQC#jpE$7 zSR5i+6B)VJp-u3$5&tUOCSeM^AO$vl31=3McX!N$h6-dX7O{ZWv{&t#S`^GY60 zz?awAk78onSOSpP_qJ~PFFF>J6cQoFi)#x5r-uLc&j1^AH-1gU7pN&K*Y`00hi2;* z|G(32;-UAfh3P$xf7(w>O-URTAH&Cn3J?h)B+1FinQf?JX(4NKkm|O7{(S9CkA6&a z@#4kXfR_t8tMIu(?|B5tPd*nyjQU&CxO0xem7)=0yTTFt4J%p9@N&< z*r9~rNdKGVpXFnIiNY=sn6)JFMFyiRf5UG=NmXh*avZ%y-bH zR=HhkX3^qL19kWn_*crb-YA2Tk;S8*ooj{ZiQ)Oe0FxAS=KALum9nMvJ$m{SyWEH< zMZ^9_@-xQ5E*Sl4b#(F4yrbFWQ*Rjmf3cY5T_?x8L*?f6(^JbRT7W8mpBZmdXbh!1 zYbnJX2fK)b-g=l%qoK{K@$Cb4c1;`13FX+l_uNA;4VE!^_$`)X3=9kt6BA#?>HtoW zP}7)Fx?@NxMn8V-+53CCdTsrNX0(#B@^wQ~({q+kTQ@W{p*)XOTQJI7A*>P-v|+4s zP(rHt`bq&Eg_dRWW2M?fopC~~_;`4DP!%kW8e4UvTjddl+Ow%IfkYF%y?8`)f?bes z2!LmLb7!2C&!|i|ZUerk0=1I0y*&=>+5SvPvZbXZlHyDzO9*I3HBIm) z@A_iP;cO?2Hp#v97#9d4p`W|E04EF0nSXbZDJa7;02J8{Bj-Paag-Na*|b>IUX0=XLV4 z&!jE*vctf$8~MBWQR5f*V_6NH3>1pe6{ zcW{LX9BRDl2*tkl=9hConw9N(GQ^dZ6SByS;80>rWTq$R)aTTAqX#Mi7$0U>97yYx zP8k-0YAAgM*?ai)_VzaK;iI&)Xm~udv?{cRO322>re5wep(QqqwS8uW>D;+&mc-DVS04*QkDY{mM@*!&o0-`J(>vh!% zmuX(CmY+4Ll_k(Tm5ajJb0Wxw3>|edC zQZ^Qi+=6*c$g$~(d!{D>4mZ1jgWOrpbhm}-rmDWa7bu`@DAQ-X+D3f&XR&}Fx0Tx; zF+ec~N;dMFzQ(q+v;?^3SFlmkvo8lg5PLV`@Zm9M1E4$+ z$3aGvfW5oi-vM<}^{o$&%~-}Mmr2(m$aMl%NZ7e5rQ^f&X+Kd?h+oPuw1q=(`)liE zfIWZ=?9GfUEfd4>$ntrO$$KY z9IUL!wQJYzO>vJZ#BqfJaE6ok4p7rTDjBmJee?aT3hzv-;A0$!ZoZJ^=70Q%g$luX zxj%#F;zf~KDCcz|gMfMIdh>CLah&p-=tcQ+bcA@djOTFdeQjJV5`x7z*z-~crl!tA z9oPf3O_=L+-8`(Q?{bEtF4V6@+5WG3e*4Ww(vj29L;^2x4k%qT1tmXuVo=nyi>|Y@ z^f@RUIzeRE`M{lHXcncCYCmM&4m2Y~ZjZZn#mqOCm!tOf_B86RX=!xGdohDjh+;FMg5H;m3W68MFyLB<#f=jdh9PI2(1&<$7?!c_uUb_}saMg)& z&%b3N_bQ%oDkSuAPvhFPlH(6!4_NVigOnY;KTjw* zlJE52$1^2^_;D}w>C=c5K4TP0N(G-t0q~87j9`6ow3AAja6Vmy>Pn>2gQ_awuCA_h zfuz`2k$~bwRWuMR^`+^VnA|q=S?)ileu46h>zzQaQk@)mnuBA&Z0QH4nTwdA`Xv#7 zKPOA8CtiK?bu`3ZAN8^r6zJ|}NqWr;$$V9r{gL(Ps~Zp)@O~X^!~tGi{HSnNwiA9~ zB;K@%$O~BNJPSd(Hi*pVOf5iaMWH1CB0#tg7uF|hx(TSb(x>QvL4!R^gQCbC5NsBJ ze&WEz#*WcZ`17V@pzZ9GPoqG82Q(cT7@|Ncoa;O-E-KLG%oi8OA~>6p+rD^O?q#)@ z?gihgIhxrdO7O9OGZIrDYA!g7S&`k{i@^xd?Dgx{XmWU2P{1Z7MGsLUvc6stVHFS< zaM@Oe1P-$_7fELcU{LCLR+fnW-tD)rjS3||`ZTF`V`Asv5OJTCJNo_G?$59NLJ{PS z*O$W8N3*jrnjgBC?VNn??q2jh^igt5>RF2g-864mhg@Y=t*jgn6|6LekWi(bJ6_Q@ z>ct;7@E&;-AREuis`d*`tMts|(zw~3eKa&RJ?G!y443JSco`l}nyvntd1?~Kdb=se zGSMjgo(?N4zy(J-JD)v~F)TnQdI=&JE`^)xpKx^!_8%xC5-ggXzpxT^l|^C1;vrf{ z=EV%dFg5=GI}gYENc&pbbLBw)PBN|QfCC3usM;O+yH#U9+&|6_&m?&xgN25|JkhLz zPE^z7N+hrrqg!xFa@^Vu&(eq@%1}vf-jQ0v0L=9PG)`_|uW#@DzivTNpPQT0-TLh+ zkd8>)rHl>jP~7x=nI?Gwv+Bot`xD>o$LIy~jFw^5$+0nj*QxgAF$7#{j>x7kl6fC? zz0mG)TDLqq#-{vC#Lq~Bj{OFF9D_)j$8Y?IM2s1pt`evJ{9{9X2i^4}`hOsmgG%_o ztURiwMhutad<0;EVS#agjqiY<0D{>UIL+MQAKOsUwSV|P0GkVC?_KNK&^?NlI9k60 z4kjH33U7)7DN$vO0i*;G)M3CD+DzBE7VfvUwj!aQKI!6zg@VA?=W-TDD-fod{{Ze+ zsFe}+^XJ*}n{nsbbO20pmoMA6x+Yk*__Ik!jJfHFXKY= zMa5uLnEhdLIp9D!iTUz26pZt*O}F>=Re+5LC}PBxz5D$m@bQ?4Y7#R^ta2D2$ayFj z@bU3cP8!NWn<=+XFBE}>=cX03h}l`}<>2PVgY=W>^ar3#wd=IRH{g1Ii7jZcj@pq~ z6D=;?ihPh|AyQmZ&FnGzk=tXL5It08k0Hm}0vCtM-vFZHA*{1=bN9ZH=izz(^aKN? zp@7-a+A7e$2*K&mqemEsRM4+WO+FjW8mGt$_phx`2C1v7UkMJD2jMfmHR$)V?xA{j zD_{VArS9P3;AA{jK%m+xv||BmpU0DTHJY@lx>}?KpfC$8@+`F#5d8fIe!Brpm!Ds$ z!y(-DQ8u$A5WGb@Z=uRo7znUjXTyB)D?f~uuh!xrERo6jgg9r41_c#WI8Yd{(@xtz z7igkT2!t{+gf*>iV2UVA_lIbB2h#4lW=Owp@!VqvuEf+;WD1L!OScsf6~4bHo$vdtbHUy%20C@r|k!S4JSTk*C;8$VH4 zC_H5zJi0F+Z@}RR2@H~B&Q>7P_rPw|Gc>%ligNLS9kmaR;=xw(LU-oJl;PvmTd+=jG^7$9V{;n+V;MVd zG9i2LkDCB_jfI0?C(4rv}2$MOqA{#3=$3TQykJ!;)z+T6{TbeK4L@7 z9;JUwO-<+FVu1K0{P$KKpvnx~unWDe^X@{N&;pP&J$*uL@hJT_T}RS(@{eU6Uw0ER7TF)#vAZd*XGV?A_Cp1pqU2xhY#^|Xwam)*dcYfgb?i&A1+_e&r z-!eShxf`ZSw>=uFnYW|=Ts%5fe}$&X*F2;#LqE60%9*L!ja1p5yr|C+n`)k#tGHr! zdF~EF;^N5-xQO1`-JplBA=DG8DeZ6ka`fN5JV=~QXHRX}pU?x5V(Dmk-QH6X~Rm1NDlk!$9;)3apKkP^l&| z#ugVB6K>eq*@;-UBj3J#YwzgD{Tu`;x%K9k#&l8phfb64A8~*sDjZ}v1VKeM5CZ2* zD_cct{eb_svA2&z>3`Mg@87?7&dxIX`T14V)RYcM40Pnabh+@7Zo$@w&1k&=K}-(R z?-LUZnMjGkVQjinGQKr!GsJuam_?Wl8?cf%^g$$!hlFI@?0Wk)59lShq>M4ZW@VOx zSt=ZC4CaMKr6`#({2Tlj^B@Gg1C<>?fJpC#G%O5MA8(SWkx>*N_Znl(5jY3yBcexA z({r2pEV(c7o0H(v_t*;0Ou0-J-q2M7xy+j~Niq-l-^(z9R6v|kDS_Rn%U2hQE zjP2j*>FEJKBH04onAIby+s|(46R@A$WTgnTY#qcusJhxw>)$TQghB~8;c?>#X0h;2 z9nZrX+C5AVW*xKraA88!Aj6}Y5;2QBBOqGQ+GD_j6y)Tg04tSpb*;hWkuK$#H;KQs zHeT5abYKx%wN?euy{wnX{bKul|{`{#``Sj^inQXt|rCa4!s){bd(LcPm z8`@%)NL6wiGj%>>Edd5oe68j-CK#{K8a}sPh=U_vsnYtM|KVl=svgYNgUJwN5+%_6 zA3uIf&ccE+sc|cL4C4U>dj&uM*Y#)E?Y`6E;^H)5fDk~efsjJQ zLS0?*H)aB3Wv1aPE4RVXmwC_#=;38yVII_@>esJ#1GuyirWXd^mq8{4hw5C`{aHmo zEacSG5paO{LH-Ae#;wIuXQ7-AWT!5(^smW=$dJ_l>bFCy|%0#297X(CT4V0TyaTQ6VGc4JtH*w_9y)1ND7v4 zzon%v&U}q03l9`wBfc8;MSzhBV$MKq;oAKhzGsQf%A9F=X*ps@yEbRYW@^Nl#qRB}grOx>5Gc4Ns`kapu{!MUU-DIaHn!B@Uc zM0KUfRZv0$J759}p%#sGN?yrOVD2tp{F~Xu?`a_=MqzU6b8sdaEtRc89KBrw%9%X` z{ymv8T%m@1P$b733?^U0zD1K__iKj9y6Ew|x`v?qQP$s>a{V0Dl~>|W9OrH@B8c%% zO_4MC#TTFW0P^G%RhS4v*kgZ13g3AG6|%2X@e4`Bxsh5&`3ONQPj`6q?`rZhFv1+) zcu2rHYAR&q$YW3WjXKTFmyV?AO|6>cHEBze0Qx2We+MiM10Eb9yy*W+1_K$iyx5h= z5oTTbc;3THkoHfu_52E)nH2~4lBKV-X-8#(IKnDjL=PYUL0Tss#k4K{Wuiu&3S+$V zr&`{?zf(Z1V(;HD!E=2-RP6LVb=tq5-$Fm`cn;?^y7yG1W<4#1&nBUbe(D ze9l9<5_{|N2oAD+tnj`1GF#`nA$WAK$-TM{(<~n>n5+@{=8Had!&Le*QFiqy{^y@2 zD0O!08a$HXg!zY|fj$a^Jnea0$=NuwBD2r?i-Nsz3SEl5{;22{2TpjBLf}WfY@~cT zr_8ARPxoif+$z0)JmzdkX?v?s#Q0txwq7^|HU_|)+~jM?H(#QOdrST{Ba4UWy5Gs& zitL1wSuz-}`sFyTI`EB7RE&j8U;EA>|hOzF4Ey)M>`neM&TG z^7FeX3bvF-Uct1h!k|7)e>{hHoH|o{)5p*wJKu|U!hgW%^LO~gL+E!F{{@YR^;x6~ z@#cEePRo=cb;5qA@y~zPj~>RJzdALBL2BgnG?k%hOG(1AtzJx~X_~!Mz3(sZI!^%R zL__`9P|yO@v0257u+zLWwDv=P3*K6M()M@OM?RsKxm%_GLem@%X`g?|*f7Ogy^XPW z6slRD(^*lIK^vb4F?tEKMcScjc0|VJi~MW>gN`=JbY$^sKXCN03(FP4;xYf-yVP8v zx4=g8BB@Obo+~5L?72o?FT|KnLo>7)k@mhnqB%Y>C~HPvgPC9#kHz+wd~FZKJvh&m zz@UJNZ1&R=6DIg!y7M$FEbh(*K=*^D+y3<{3pn3^#6i8Fyz6`r#FONI@j%^;!W1Bh z=AoP<@k%s&RI4B5!NQHS$BxKRr~KIdakN>buU^e9LZo@-@OMvNt@6cefZ9$gQ-TBl zBFZbE4lyWs*`=i$r#2`lDU(xE9sF^yvD3#?R8^s%YDH^kPf*HGRwrLILCM16dC7Hc zZBigvi5e{uQ9~V=-QIyA1Ej&|D483tBL0P{9jurElr?jUE|K?Daj+2i(=~pdoPW<& z5S6mto0XtCps8{}b^!sU(a9990yLhwvWm)$+hEI$1G0vdo4e?rTLVxg!)UvoUNq3^ z19V3K;lIqZ1{Vg>7liH(?9Zo=glB$8?vm~%Y| zv<9f=|5a;%eX6+!Rtepbek$BrvjkX?jM*~~-|@-FdVwS%Ha0enh>EgZ`X}X{9LFn? z6bt8PoZtFWlwK~SSf2(d;(LpYVQE`^M2~XbuUkXd!eU}n{w>UIZf*{JGhe=dQ_J#) z#Q6kVG--ni5v|OiV2>hsQ+xzm`lWnvX2LDvK=qxy`zJ33m*-{*QdwmpYR4fEkKO99wKHvg1gzB^G zzITq(A5Eo{&}y=CK|C~cC-xIVY@UhDH-7*I+R z9knG_mzNOPT4GK!EK-Yp)c|Ajx0gSgkTrb!C^m6dzV96cs(KUCUPo?PSbzr4w|8KF z>z3gPO_?@uA)W{8Av*DO|F4h@Krd*XlP(Hb;4wd#fAZf&49|G)JEA4n6sLm8_*XQ1 z2q-IQ7dooye5J|+h}pLnnxug2sqs#S6g!ap|IjTI;m-+&RCIKB391G*jT!}EU^?=a zVFEqJ6GXJkvHgu{I#9VBHa{z2Za|G-mZ&RU<8u+Q6f_mmaV z!JM<=Ifs)ieB!_H^c7XySIlfca;+ynHBlWG<<<&yauT7p13iYJ)#DrB#}%u!dVPxk zT*DEtB^E%cK;>l^gvh;BLxW5ZR&1cR1sX28z)0c==B9RQVQav8g%YT}3)qcnk9no% zviC_rcItje!`Gk9$kn$}RvjLffGN`w)AGIMMXF}?`lC(VzJduq393HZzroj#PE-?5 z*rA{Pmc6|Vn8Tn}xC&O^I=30;)mTjcaLodxqs}6Cm$d*#LQToR!-Ef9E*)Ue(Q*Y* z0kx`hbt$9rFcc%GiKag);RmQT5^i5&V2!L%!`c3RH*_g&zvoE0G}UOZbb%5AZ(EkS znyTVC?IM~NHPKA8UsxiHgJq(+MI6aD7jOA{r2{l@O9FAlWl$8Djg>}v`FiavZbaxMuW6#+di9CM&(7ODo%_PT6?$c}AA3*}ORm&^rL{R`O zdewQ`eC6cm9nU{7VJPXH-^?`o7HGw)l_YG&hWCF1mN{UL0gb9?Ksq!$<8f#R(W4eA zjHcV%TE=Km>;ja+)~tT#hcNn3m*AnwEOI!NxhRsejibbj3Bjs7dyWQEf$k1O!v*_6 zIxTSj2*B6YCrX#_UB4rU)Z@qDZx_5Kcb}2l#3zqswfWY1o(FwuTJ&)u{bb((3ewA9 zj(+TgAd1WfzJF#1kY%%mqvr|dia3cSJs?OydE2d*z*?`0%W3n2_TfQ{2PGK zszW7Oq}_Y|crXp|`?g5-&o{IQTZFoHC2zh_$Vr!W{}mKY^KlL#$*RfTBRGa^Ol;X8e% zg~xX>=-nyW4t42#rAs_77GYPOcA>bj_#W(YfoJ+$;scakg8AenjhqM)P+QHcD@aqd zaZAQ%tMzsVy4vUI0AKEWSvOoMt_HD6vtP-nks0|^P>yBE;82EV(ICzY1+W>fGGtZN zZtP^U$O>1cIcrWer$&t5Lbozg6)5Jz*%aMAt&*fSNst~Fppic>6+%ocA)r?I;K5`N zb)Hi`@8iL?M)!C}#qG6XRWBbA2erR@!wfj|5oakgKJ=c*oClJ$ch5i|{=osXbTmU`s?9RzABI44U# z4(D;H{})feTB93h;B;Jg4;0~!nJid7bV2sX(FM6gtAmVJS|x!|%LYifn7FvBpmLxV z?+e`A#?3dulZ--}%Fs|`xCsc#z@2V7lP2$r+F3G@*Pd|MKvNI=rnD*t=znWSU*I;@ zY{_8|zdojM?p+HL2Ewhs3&jtPwHB#@Z!wV^(}?;%yglnAy?+CWz~gSJ_U<^kMd(+1 zH>{(O0GG8vNs*sFQHOr%%pkOXg8!i~&5&2T9Ats5?WsGJHjuEkcXvA>)r#DDPaX&@ zJPyBk`1!j~2Qf%w@4z*pIGFT|t4%`U_V-&j;rM8znyEEaVl1PEs0Kj|!#uITW}tO7 zgn|v?KqCJ$#JSdtQN|k|j6D+O^1j>F>$5G*Q?6H`qjBiAFwk@^Ut4EfZi2-G+CL^m z|ARXPGDYnPQO}8DIPNIV|ActQgomCHW^9VVv7~Bl=~Pm0vN#;bHt-SOJG&Rr2msXW z|4G~l8c%d*G#Ljk@2j32RTY&EXj9k&GOlSrtgsLzNa}MuQv7`?618a;jkHPprP30&Fx1e10Y$& z!(KqiNWw@=P_w$B@8EiUtbxA%_Ge8Y8*t6g_!E|bLz3~^(o%*cD6O?p=FS?I4xAx0 zVIb=*HmT$g;aBD>wyTWiAuBHbEjZ1{!5Aed2$gvOjsI^^QBmGKLZc$+2ayUmDEkov zY+x0%rci_7|KddgXtn@d@By&w$Q%@1s5A$q+bz*^@IO?z41{i$6VJ+a@|ShNoa^_TG=yVz=I{zEn2zw;*sn2U`KG(BS7|3BSe~PVjj%gzAayU}UJitXlMnn%?a&4;3`S}&i{*oz z#iZI62byO@oIYPbdZsH%N=l9nrrj|R%~bve&`%x~7WQJ)x!PgiJlg&X9T0Cm0?cHC ziWJ;6SDl@Cmp|r^0gVh@Wf+Kyt1AT~qYG_xZLK&It9<-LV;z&Kv5;*To1aF9)78v7 zmqyfnKKi(raT+{vpN#?4SpJ#nJlc;81{can4k@rO<)$aR68|f(N$BqGj$AP_dp4Pl z`r2UKq2q!V1WFhq+FK0#VE;(rn>W-TP6GyxfKF*tPy|*V92ukuLH;B0-eVK%3+ox! zls?Y?4M8FC=07Tf@Lz=WOD};K9>W^O_cJfbqT#>f#DGByXDC#Mu(*oa+Jof`RN^)p zH(lp`6h|pyA6#%ybU&(ma?&V!;$dvf@bpLgE)HGF4}SWKFlQShG8oU%z7eoGAwA!= z&=wC6m!Zuq5>WTAhe_|*K{;0BOk=HYU{n)YdX}nr0h2aq6ZgI>4HQCbUc&^5C@VFf zT~5`GHq=9uhkI*~=e(j9}+RKr}2 z@2I{S*ZMi9a;aGQ*#5TXyZB~VAQI1xFDwlI4cr52Ei{G40MEO+1!d_Sfhc&LRKayl+EK2cCvQY>>5{OQXlqWm*Clco7tWiVFRx3lO zC;2jH4rAt_%BdI9GyonEDMvyp#JIM#c2jusy)* zhkEbP_KyW%A3>!2c-r!@q~})jB69&!G+@XxClkl*%hqVy8e+rf6*F z-doYd)J1ABpz4=b(Z*t&zHAe6vKc7QiKOSpt zR*EH`&3MNR3rZ#-#gY-0OM9jBAQ4h!}GcPKRMQ=k+Fl+ql)yg)Z75?>z$+U2o7QF8IcpI)!Sfb{|pdUrN3l^jK2 z5_K9d-7%8E(l#CHFdp7l<2Kf24Dzb8O-}c4Pkh)(fSE>XH+Kccn*HXFjtfIVhrpS| zson3!nwd7^(Fb2A#oqpVFlV?2cK3^xL* zTHJ~{Uhh_$)a1;yKbA*ri1LvvY9n~M_4m|Wzgq5&5e?iHsD-|8|AADnWHUe$4jvey zEQBy5?AMjJ+M#~k;vRlvU_qJ?PKa*YF-PjBwiCV0$)+Yz)tBFHZ-(FGr-lfH@irI> z_N^SS8rlAh02Gmxo6nE=6_MXRVGOad>7U=z~TR}$wzQ*Lb1BW#+5LecpWWDDfv4x}&mqTlyV#iCT`_~g`7UDLOuVqST{v2D+~Fdj_Ubc#ii>E&B2pKuNE z=!-N1T{}H5{I%1bpL88XqN1Y4j>g>X(BnoG^V-NKzUSe&3iN*Tle^dN;#oPC;q~{l z5>2MRmLO%wNwP*KR{Ytt1_CK-@`??4Ex$$vHK-6f_XBYU?Wx}l>yhZ-)jG9k@pf=8 zDv7KwW=UnGCe=&iyo0TV=9`54j_;VK;0N>oVXtFqs)>!vj-rh1g}F3HE)jc}5dA=D zH(Xho_FU#=KI;LZ(A$DX)qB56_a*e|;8lLzH^ef@Lfajoi@<56lU)4T%v(n5%GCTf zUqXS~;45p(zsevNlBR%I4@NCEq??XR09~WUH!??Hjdfp`Qrzjk1cNz!?P~>CS9DlL zFfIo@*EK2Ze2O}129Lv_Mzj(4#WbP%-}77K6c_WLogsB~b?6Ir0IoesPX1*5UA;Ul zzZUc6lni*kCh+ms zIuN6wO$vQA&BKSjM2V|b+zA3x6TG>@ae$0Ul|DA~SSEDmH)A5L)0q*lYxya-U?h|z zr{povkDkbUnNUHYO=J8J`g=jw?}ZBLdLQ}{8#tZpP#Y-y23-T~?uHI*4-b!G?;Ox* z(`D}qf_v50Oae%Mlnn#~pW=3RfAt1J2Ic7QETFaNF`#l@M#ccM&n%sS!PLV23z z0oVak#wNi>E|Y~0ISA8DUDP^W@ZH9Wds~KFj&PYVTgyGqFIgGu7gD4BZO7EKv4qSWw zXh%kWYI9>F8}uT4b_K78QJKjD(ALp*E#T7Wr94>SZAUiFVo*M!>Nz-F;mtr-0PF{! z9y`7)xDjlAomvHb_YK%e*{5WZ*h*wq~e&4(_HZb_>2mRxkhYaGXP()3- z-QjKE)Jz>&>!2aT0e2KRSVZ;mRWnk10pwZ{9 zkNU4k5?-fg%oDcyW8lD!)H+DR9QN#M6#l^1KE`A74S1yWed$1 z&*|!u7M^<0D`>A8i44@v&Yz7o?tz!O%k}wXy^Z%T z0nXf2?Jwa|9~A6~>}Nk}N+p1edpiOx@TGKCC69?9(-OP07@O7lQj$L=6^2DoK z6TfUjz)N7tst@ejgYhjHIUG5#yPQDFuSuQDIcR@GMVPn8%bCywCp=TZnP4We_sD@DK$TV?vQTd> zR0}~tJ?bNQ*DhePpJcH;!ADbTpub|I1n~Bny^-%M1$u`x{d^DWkN)TNYHDh(>kLj! zPO{0$G9aHStrTh$Gh$c9TyA)Iw@GNe2VV3Wt?_ftm*x31w3l6;3mvV62%%;XvQ%wl zWp6$h(w~zPkDUb-HwA6xAFx485TN=*jwgT@`_>&zsH&Y{@p zg7|K4zWRsdBZzq3zn!xX=sTwXYZ{I<FMP#z%{T%xw?&Co*H z+qEk^Y7B1Ne)9Nc{Cv*3a&QT$&f%`gx0WmhSuOTF2Pmaw_7KaqKLG&QHsDvwqLs~Bxx?qP&vH+?P^fn>jHRCK-_HQIr;EqobK zQr^#RuIF$u6a~rLQ@G@3h!vQ9c5YdLzqL<+S;g6{TRIYj?*>p#fGoT+Ttqe-{M+?E zCgNUDL1Unm=U04E@r}n;nVibxp>Y}A>VvONY?3Cg%I4iM5BQey)NXaElV|*IVEkJg zK{>vIzGeVA-@u*EfWE^Gx+FS)bVU7B=+@w^t-itjzSAW0^_eY{k4=QG)S?9POkbJm zc+UZQUA=M`(Sxej&vF3?j}wH2f?RG5((@6#?q>e`_vq15<8d_?<#NlvlFk3s+L=IO zxwd`(HY6HM8A=jLWh}{@Bq~G75DB43nTH~olX+;SG8UPKl(8rxR8pBkWC$TeQ4)Fo zr`>Mv?_JM+-skgfELSQ3LH2bAHduG8z`paVM3ng}}KwNOJa#?znQO^07h)5|+hTb~_= zjJ2vdDP7}Fl*^G zuY%v-XS6ST^*R%*kq4{9;WUdV=Hxx0FRM=lW$OegtI1A5RLl{KoJ;gs+#I;X6eI1E zi=s7VCNGjz6tV&xhU9dTgO_E+HgyL!ra4i zmw6z`g{a_)AVVR(H&{(&Jg0K4rmp(=QDZvi;>z2Q_ZZqH|X` zLEv#m8y9dPlrT6vcG=ayxqp`EvX*6QpWZ{?@oLK}!(D7-V?!%@I*=#p{d@sNN5a1b@vbj4Z^d)SpG;)Xm&ILFqK@ z<^vbXcb&TuoHo=wS;CXz2UnyWP~O2Zsx9M^Vq!}9BlR;mCP;l$s@;3CF&k%m6a!Th zn5ijKgk6fg*KR;g63g}v!dXB>_*ET;y{kHsf?s1_W}J*-rYx^-rs?x2IJ<$mv32#M zNKZ0j3iM$b5G||3On4~gblVOy5T{yeO_de7d16fb z1*>zfGtcJ5wL*5Omo&!PrnC%%Z;{k#!i-CyIErzJ>--pawHNpF9a-vdOt?{mPjB+$ z_kuf*DzMN0VwxgWAa<9e!bclka9q9HK=9Uv4b6OF0!7bUzn%K>xH#T~d8b+Xw2TEw zkEiLO9Me`8ICrTHJ}C-k;%1&%1nv}}7KM|G!3!1hyE zgMYB*X&IV)7vU4S$CjYbuu6ZCAo7+(){w?d-j&+L&W6dOfE%nO%HfBO%Fjtj8OS^{ zV48aR_SpC*+4);Ur^!!cjD6VC%j>32I-zHwr_pai{skTd``xN)YGT^2T)jH)QuFOw z5LhZqYv`N`*)1*Br6>X^foXP4Xpiyl5P1 zL6ak`=I!}bHVX6dmgkEhl7S!Lf+(>=p%{0E8*ZsB zm$YWXYlc0I69+2l4bR{#Pw~Ynv?1*X9{e>QQ)cQ;TU0Rvt;k%m9v|My>3C@J|MjR; zAZLG6<|?nG3)H$V8&?z?Y6T+WM9M2l%tCe^Vo8)WQ9r{jIV+?v4f|fDTd=?VTyWaG zzR8XXg@367ckO_{5XcO{jUcd-HaeiMPY1(_!adpg=D4RWa`vb}!CIltL`CyD1Py(k zmR#Ro-t4zIRy}iCzN4#|!{PiAI*Q2mktMDP$B+!r);RkAuhwMkWlRYU4fTUz&JZjL z^g49cTW^v2RqCtR*bnx==xE2n%J$x#+`<(1^2`O1FE?OJ*2PrWP^k773kZZBi7ZM7 z`ab?#;^hsnU1TFCZbGo%F^B#zMT(dyK`QhLD!vVDi-^lBjE4Lnl%8~=GJ6p#`=qv3 z;sK0i?Z5305vjNxv9vU{X;X0d$1m5LUr?2H|1?9L=@IV7o_WM8G3rSo!wuMJ-O{lN zFewTT4`1})MDtK*iSS%)Qg|8(q;TZI$IABCePo^`GtvV%jGXFKN`*w#sOz?r`U8_?!_h zu(rI8!{HEee#aj+xM(^^^j$a0Dp#0skijS zRNs&^CsYJjK3K&HyeqG=#kQSc+wrK5WAR69+}=~WcNCmhybSRwP?faE;a_JCcNT=U zTAg*iK^W?1wDv7m=>}uJCi6lcktGZx_%69)U2}ElLKG!lQm}ng}0w~l1P^jom zb>z(E=TmRBm(Obj^S~vfvFGVMt?vZ(>$pXL^InzSOV%UVS9*Z&DhpojPLMb-{{7sS z2sUJ%nx$bZlx+-1514mO9qT2%(dVmIb&lqC|Kz2V2l>Q4Iuka(!kr@q-R?hR@dl_c zm9`_gFgsbyxy$v7Zx?TGK!H>93sK-dny``P-~58LcaWA6yid41a;8D3W09Zlsa*l( zAiEpBXpDcJJ2$@zUB`Z*Lh&s;r$6Rk&ducLaD*dYPC3#pJ94w9R2TAq3Oz#lANJU0 zZ9;^>Lwv$7|E&;oYk1^`oYjX-bK9`)FDzT%{YtbQH?|RgckrHfIt9cjm`A=<(-(2gr z!-b)j3Aa@UD_#^HYH&sq1`?MC`vjfY%kR&vM}E*MZEvFCL)v$TwLOF7Pq+MbqZ(8N zWXVMs{)vk3Ki8Ljy1B4G4-CoFN0jiUzMQ0c*zR)kVj@C|4syRTlJ!;V8*7m2PtW%R zB$-+01+mRQX9oji?4!eYum%B*wRMSgyL~z$X;0%U-q7;+$0AooaK~sVJkZ7V@Bt1= zx9PiZz}Rb+B#p%|u=cO%>DrsCudZ#7QQ2d(wO^Q?I+16Il6)#67sdIYL68gr$;1mQ zjxkXAewi0q2xmh-h&3Di~F6 zZ#VxqHZtj(>ah77~uNQ-EPBJ?}TXFIiXIK^E?dyLMl z#|dC5&>WUdj`aD-wU*jZwulW2LWbQ&kZm4mi?JCLU(xkDNM^uY8GNCW9e_UG5BGy? zi@g#y(=hBYnbS)1EScI{@$`aBS5w<5UJO=sa;5qJ*DLDwGQ=r8#){Ycf|Yu?!>Tf= z=NQg?QGO3x&Q}hEU;j=b`lbui|W|=2T24f?^*@n!H7&irNA=# z%FP;5WlkO7%gdcUxC6e9KbTy08tsIJ9B)kRaIDsm4yFE^>84pBcpU|&>taRYixysMe+csw| zY{Qa{{zwz7A##*OG%h>TsHyZoZ^Cvje_ONc$ho8(fsn+3?MNh z;(`<@)L(hF!KBs`zCZ-k?LvCT6EZ^ZN>*p%gtawViDs{PUaBy+cwyQk&^5T+`7!#fJrhI!8;E4TV z_4(CI*mFUxFGqf|k{Hjmzd@aE`8H1(9Ky$5DKpKB5bc8BerUY6wF^ch*xp?XqybJ55TC z!XJVP$qfK={*?t#{qZdXQ$c$64!o~v>F9`20R-bg>2>&byv4|YSead@?H~L0tp;fk zq7u-JA?^#fL&`8`z^R*siz}3nXRs#Lt6uqcC|!{%F)BT;n$gZS^3_m8p8uPS!hKlh z-Cr9pxrt{kKOr^0Bk&!Z;n-w0^Kx!i;s$*K*F$Dzyz!?8RuJmlYkJ}l2J|M+DMt~* z{3lK8a8&tJ`h}6inqZ~O!DPQiRh*bv>Bf*Dgh0ul#8s47OCV`OVo})byF@y@_*=4j z)yvqlqpY-4UL;w#2*JL7(jQQnMJzU|d5p-^YZbJ)%>-A6k*sQR!=eXX@Z@55Uy#{Y za>@bb*DVv?Fytaeyz$=CR{s9}W`O7niXHh96BGCB`~L7>N*s6Z-@iYyMq4Nn`d0}L z7VUo9E1Ug2G9}E0+l#rH!41}rUi?qP z(M{(*4Z?%##tmM$^%1!UWR(a=rAAMn4FQq7?od{)hjy3{@NiMAgfr7IcSAS)&}}g8 z)T^9B@(3FF#KaiGI5$?q)vj$ykv5SdEA{rW&5Ij<;omF+qxovY7%0!^Yw7)Rd(-p|@4 zhP5wW5<4+~d&oGPT)a@svhPFW4rB(FbM-PN?{TlS+cr12wQE+C2UK-T%EZp~OXuQP zv^&SAJ5}PT*Cj@6Y^tR~Uh)qtT{p=te)Lli)fqb?Ykc-Ch$L+G?<1R6Qt>t{#uR8U zQF}dEYe&$UbAND05@F2uE|MU&c_DU>rsKx8SLnyLAmP!C^r!W!q`{NfJX%65^EN)8 zcx&FS<welbpIX?7a`8$XUTOtc>u}*Cur6N z?BpI{mrXPz4v`!XcyjPC3jL`XDB3#^Yj?#!E=L}YLwsWFiaht5=&^YgY{dmUIr2Lw z<^~(way$m~x!dVnr-$9R)H4zXtX&sh4-WoGf+vw(C~c+QcCs#Rv|8{48K-*J%bzB8 z&rvwZX=3JEkaiX!8R|z#{KC->IDJm4h2pCaLi7VgZ+7vsjMZPWcP!BBgzDthmG$XDzVP@YHBt)(=A!y;G{!WRdqP!gF;E6x+OL0UEL#Ko$o$*d3s`teeL z!d-~fGfo=C7cif`F;~5CYc074TqM%a^do?}WVKq`H`C|4LiA0OM&nn%;+btPxpB*w zz>SGq`8&W}cJZGn#+9Kqy}4@edQLh#)sB z^UTMXP)ht1+)MxC1WY5k0hOj(5DvT_=%=RyYrIf0Q9B(`7&dn5kp>MYbTdQLGTM^TC>?l zY_{Pf?^|C-2G-@~7j28SiRm-%1ohrOJwH|noKiKnm_m8p=|+ukawSmgM9Uz=WRg~Y zi-)-o5>mkQY+tQ-jLl~9+I_%DwPaeIT!k}~bpuKRIK%K=WW};YN)+$c34RIZZ%J7|^;Abk-j?Hj zp^NX?NbaLW;#iF*7CSy#Ow&$7G3jvR4mm(R{V}<@3;q@nPZZL*ds}HOocQdrHT%$F#(lz>X1BUZ(@AnJvfK&a97%j*A>Pb+;9Ron>p4cdP5ojx@5L^y zapKEMyIFzMTLXCvdFFo$j5BjB^ZY60`AWzO_xXb|Nbw}T9ceCP#MWIxSllj)^F|w_ z1^4j~_%ExEJuTLfIVkKXB)a;Ot!!sGCby)*|D2>OFoIMI*(bEAAsi;$w371ko3b>q zxDyM1II32{upAU^CCVLK@8DqZb8^gus1^L6R?u;_DUB<6un0x=1r*OBX@;2d4mNfbW4`|#>U19U52|yYA>pXQzN&__SBld zS{sgEZ<|WMUH_w~Gbng?Kubpo)@(QRRX1%hpoug#Od37uPE(!zCX9yj1oH>0p!ZK% zw4PZPin2(WmUQ^K(nEfxg5Huetooq3BkKp>9v+T_5EO9UaQQFb8PF$RYn3-?iPVolE zM|6P1UFjiA0fqWRg@u*9y&txP1&i!k7s(3(kd;dHso1^jp)LUMB0P;tDY@?ZSi#WP z+#qv|5mphD@ILoWRko@{wKY4?B2${Zdl z{}*8_45))bVJr3?hsZW>oS^oPR<4KLs*;IG{1A8soxbHEX+172uWv?VvqIzut&$_S z-i=HjeK$GmX1g-9>FDU;D?=nZR$vU>>2F-byl^Y9PiXliyY@jfy@e}ch;-0e%lbw4 zvU)P}&ia!|${TlTCk^rb^Lb>%jV}7?IT0liC(rgGTiNRCi1+Hz>=kNf0 zh{Vxxqw@cW4ACq&{m(c)Ogf0iH-@QXCw08E0}tuqqMBU2eun5rfjJWVAZhpcYP1Zv zgFG&5VG_rE=vDSRkhmU^yy+1sMD}N^O_r{=*%?td>8NEs{yxXexmhWz-HQd8BFBBX z11&4D>Pg_d`Y)*vO$8?s+7=xx_{S8ig~eKAr0_3DmwL293r8ml9FnjQ!TF9jyAsle zI1xc=fwZz88m-(yh#So1@3V5{t${1R^B7QCt5A6K@q)V0ZQ+M)b1o++ay^{EX;vC_ zqK_0A4p33%TI<J(dO=*TEK5T4HqDwfVXez5vsSt@N`z@^ zrDVDyP2BJEAW*Eu@s=`jW?)x-__ zC8|G6cestd9Qkx26e_H)HbW=n9mh+PJsY6E3E8udxsmsV{Z}q)?lf^aoh%u|nHP$poBn9wSL=I2`ky0;t~`j#hSK%;=fS;A z7u;qosSVc8P(zvUJ-Pq2>(*6>G(L7QzJK54IoHV%HMHkJpmZyD%HUP~lI(&VhBs?o zO{Gc#bmtzqV7S$!>^h}|p=`TK-OGF7)W|Q=q|+{Eeb>eB5E*rRQuRfS!3j6`r3a99&SKVB=^~~*4s2xHMCM1`*ik(2=bMR zEA4qIc;;dB9Y%H?1|%0FTe#h29J7?IxBYeL`veRTN*9%x zx;D9-YuRJ|TNYQhXWsVCsw_M=9AhuIa&E#|r`3ICXJTOaUynllsaW-kyz3NSr8wgr z>jO{-8m@Vu1hd7bK9WJ?q;`7rY5xcQD^UmHxJ_1%W%ncqM-c{x|snH|+e*9s1A3I+-x(ag;ilqbF}lv5&1>sGcquPw!~NO$&t&HK-$ zbvKLhByFS19Tl2B|1}G`o=wu(D#QmSZdQOAx4!0WTLWK#42DOhs*zP)516obSM?Q{ z3&SFM16SzSU)%Mvjq9sEH+_tCP^$yl2vlrj*8Xx;TPw6|@3HM{XMR$NjXB@Fdr~!9 z-TqEtLv$quy#>2fW@pPIbrY+)o0!|NS$H&h5x-wuONt@DZk72io4ExCN?K{Ecw5O{ za>$W=F10S?z~{`>^d0(wXHN-825ozxf80FN!uj>H@!!*U1tyqJtom*+C0o7<0ZOzU zy6~POv_P)UAV|7XfA6#VlLkT7_a+P@dX_f6m&HO;#l_`t6j?<%70{8 z4!`JaHf-^5YN_rxlO4R*VY{Kp&{BoK0fr;jbB6CQ3Q$9~Bo$$IT%Gw)_$NK*mPjdq z-?P9l{zx{X(fL$-C@)YK5YPs4Yptnq2M;V#7jEJ&m0<9+1Wwkl8f>%{}uQFUv3m=*Cw;I8<=5Rz^uRG^# zK6?0(XtkWJd1hArKrX5jwai@fzgNsCn{VIu7(W-uX)dgOJZ5-l!^Q1~)fww9?+(~c z-L|y$d6Wk2Hpf@g!HL1Ky`Sgo1&?v8OfY#E#cTQYNS5+?n}CDaH@_`qNKA^1EwgQ6 z{p)RO&6tVMc&Fj2lkP12bTrRg=&qRlC;`)K>`?rb^=9MB46pn7QnXY9YDp@-#;(~l z+SYrR*`>d#m>8`q|PgTwBVg?s`SUyhvOVY{gF{4x0m`Kx-&55Y_C@EpkDp@yFjC- zbDcV0T?_p{4L9gt;QsvQv`I{PVYaF4sMmv_ad(F#!F%sSKXQL-mekOkNLbQOUW42X&SJ_N9&(J3tY7euP-9qu5} zJ9s6wEme{ou=^4&nRX7wP z^;#lSq@k+1skXfXiO=aDf1X@%QiR(jEov@j*T=h2Q^x9duf9GySbm0v6a?;{9MUOU zk6+lon>B=ztg`5+f^oLP!>U8x=F|tnjNT+3=XTzeNkj39J91f_0p$!c>M7D)$mt|4F51drtT4{!pDzOXxRe9O^bE?ns2dpjs zQiW5A;81w5&F6%~z~Er(yDflN4a2J+R&`eEA7s*QtV4?4($aFr?bgb=x;oo?F)=IA z$V<3$7n=KlMyFrASQ)?%?Cs?V5`@uH+;{{1Lbe}<^hfU4wf&TtCfQ*xt4#dF}Lyr&EfiOKtv4f0* zbfiWJjty>47u1DYRM9?VL*$3hb+Abos7s8DgaRGE8jKbOMm&%bKt9IxX+25>ToKh1 z4~vVJvxa<6S4-AGGah)P{DVq6a-EL~{)h%tIZ(ZX;Da=v0C6}C;X9hl5;7Pb>eObX zqtVgPq39mU;X5vP_+R5S#7P`Z;V5cZ-(Rp5H|q_WT0qdATTrmm(J}WRH#*-ry1M4% z#^OrTlJB@t%ltb@H5Zacnxp^g!`t4Zgw=T7DE_B+5BusqWyY9SBq^Ol&lhw|*UsVrokm(;3_qw66c~`xQ_C zEBkVHvKA{blm3y7n=y)fetMEC%+~KCeWB39wyqHNv6bisMfygfKTPUKX%*dPVQh~+iwk)?K8T}tYn$!rnOH-? zi^CRJs7TN0*JuVgjv2gJ)CUUEop?0ja&m@Sy=RKaVAM{k4@Px3MGAwSRY5^vzMD0y z#(Gh}B@JIf(Fln8Si@(FW5>b(dG#*ax0UZ>N724g#~!~a)Wbp{XpkuA8MHV}8tsz4 z*Y;hd2j_nZBluA8qP?I9{`i(?uN4Ydm^}&oS17$Ow5@AtZ9V1;z&V(7T1M)!3M#fR z^50N{b{M3#ebDl%r@&L*RYaPhCqXGAG|N!xOu%9it8%Lti%q4iBImv=Wvm zqTPo^kAKS+HaNj=$tKr0G1AHey$dJyW*Ul&`@{xxEDC`9hpKz9iLJTy*j@BW#{fz? zaN8tB3fCHldZS_y-6bgQl$g=8gW`*;TbFl|Qr8Sh5Ip>0biKV%aerdsBn90DV%nS` z`X~M3+reg{F}?or6J8z}G04=C_FE)nhIZb8U=fHk8se=slESyPn>!%|n|_Sfu2jX1iA1-!h@3Q3v{&vm#epgNv}Vu6g**dbf}V^v%GTg;$g!YLYB;7X?(FZs!thr_ad>xGy8vF0nq%q|}YY=B%l%v2hlb zzT$5PFa(M^MAZxntl3?n7h=jpUSXTly%HPC-9Z;9SErb#cNu+LmNGGAmXyf1q-17l zR903t*+qF`n9t5y+t^%g9154;7bha3#FQW+GdIhYD?Zo8e;CQvl;q?p=t84ILqk{F zU%YVj>aq6r_UG{Edyak!ZG}fTTuz;e!GLOf^~!Ae#}CaDC-R(RxKq;81zQ5;1Wb+| zO@3Ne7hy-!*wAnUYwvSdIUKP|YkaeE)hbE2j`{E4Tk{khNb3D}+pq%@~8RAioaWu9wz&8-B`*OLI$oVabv5 z@L^Z6vDjt!enM5b2O7^e$JVV|x5ve$;OUDOQm!SPa3tzLcO_Y#?-f`Y6!KsoN`4!D z4(2(=_gGKG%L#Nnc@hkQL7cSw8yXr~r>OY0skymoR!KYc-r%<%5w{dqp&?@RwYJQs zIDUk`9Fzdrvra;yamsU>#Fi~vcIVA}`%xmdbjgyLvDmeJ-+s(rNCD; zhp?c?Id=Pk_7_TROox*u`uS8(|9I%^21is;(}%_f4<3|rpGZqdNnw>xqD(OehVW1* zGxqhz_p`IJ%lZ5)#UoFxuh(`t3AdA*%AqR!Tq{;+o0})C6_l4p!>B&=`iX(Rb)wm( zGz^J21rL3|ZNo!D+Sb+?Yli@*tMA))_3fwD?(Q2Pgt9O`CAVx@>wKRwb{_YFqxATe zjN7JV8KtGh_C-dQ@Rio8xt1J4Ls;i~#&^DIYHH%4HWb*jTI98@Rf~v-FuZFKg0BX< zSwS^*P0ePU!}=X%^05oWZSyiLC@7FSF%W*~QgJ!8+0S0iMdf})$i|<3U~+mZ&*@?3uU@?}E%ce5NH;0-&W7DQJUKV4S)<(6);9gQKMaV`vew&`J;4vegoGMizrNOm zwkSq}G?cPX_U)9#CeF@x(SC38ef=5*x3TT$BBX!lP~83d_q|_xTUzc~uwa3;z5UO| zdpO3<_I>j*m8A9k9!jAvXT>9dAG#hUFtGe5qpl;kv*ZgDIlS#{w{Oo^lSX4zLP8kYMqSk!&|xX^;>DY=sedcSNtx0!rl!m7c5!hT!r{XG^Sco2xrT;@6Frp+ zvk#T%V>jEsZ{K;uJQL%6yEXUitHt`Ve*JD71BTzfe^p-Y+uqTkr>mO;d#I}ExajBx zEaVfP`!zbtd`u@NCo^(#27W41zVHZ>Cj+(Yg0o78?w?eHE4gz?=Y51K*cFp2Dt0WO zrotJ~+SYcDcbO>!cY2$aH=$XNo{32g#tI^hXCsr<+4SxYOtMWL7zzjoM90Q9p?2wl z4wjEK*(g8vNtuVMP4H5>-=<__s3$1;v_KZas=!8>vNBG^4ES?yI5I3Jv&MkxKb$ZB deTrREq_n-}&N{mmuCe%|wsWsa&JHub{{pMgE?NKp literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..4998cabc4ec4a27966b1763fe78887537d476ae8 GIT binary patch literal 33276 zcmdq}byQYs)IJKY=b^j15di}PDQN^mQA9vNq$HG->W;Qd-jZ?YyrW3!4meluBw*z z>Q5i;8UZnN{_c*|STnW9_{49&Yy3WxyOBCF{MmKYLpXS6=Cx1z(-3N`D*U3CycZ-K z7!JQ=nDDr1XlS%wm?3<;yu74hbeW51J_YVo5dc)Hbmw%PMH&yiT z@%lTT_4MgeOsI0u+}vFE%H5kc@!sh~6xJP8sw|v3b*kRALq6=mP?@^{Mb_V=n!Vr2 zBCOF)GAYY01!eJkB=C-5mb%q1Pfx`0k-)>%tNK;xNx`n|4X-5Z)($p0JoFLY-!HA& z|62O5H#1o*|0=zrsp&BLp|aMo?vU|Z^&0m5_2kDhZAnwJX#ozsKDSOY2v^Q!Q0C;k zeT(0rczkdQ&-8M?Q?=K|?}kTa&y1Ke{{54u% zUk{IsRb1Q&`;;Qtveodtb1N*)*-tpx4GC)#U|y@RN*|8-aQ|ekPw_?;!WaEKD2sR^>DeNDT3}z z_dGQhS8Ua4Et}%OTJV^a+|5r`9W8+vJXi%a8(ZX=!fINd?WOgh*|mwrij~U6xcGQ% zsX=s8ld8rGk@~_JyRY#lFRWH?n2NK$>9vKE4jMaL@hH+in9f zf`4Y1+V58HC zq&Yb`75ghy$)$`wbpm$-4kiBXtWrg*1;2jHUJcGt>-Sv9@UdCrV+`W(d4_S!V|lmI z;6wes@!sxKY}Y5N8`h-;zo$Qb`UIgGw9%o+MMT9ZH#58W_wQmM z`d4Ja6$s98tn}oy=i{*f2PdM`PGn?ch&=cuE-opVk(Wo_Z{$jmk(v4Q_3Nn1oL+AS zJ!;;+C-fL`XVSTO^NmgpYT&F?Z&JzR{K3-g)DyhCSSDjPn(fuGG4m86N_HHD)No)( z2!3|2?dHk|8yHP9SK);A0JW-{8YvlBbIs1^86YtXuKx-ACQbOt7edV|CU%og zKp+x!Eb6muU+gxoQ*72q$P+?MrLdd+Lc;F3eudK;{g3w|cI%G!6=|551W;4dxemK^ zUx%B!9odkliHRp4Q*j9&ZKNHC6Ob{6Z?wza5Tqw{p6lcp^XCdUC`P#dY;5=qwaf1q znTfMr+F2QC_F1hFU_57X7EWClqvQ*LTzh!+>eY}gYkC$ImdS)03N&PlXQ^*yX)@fo za|au!U+Fe~s_^=?Su_v{5a+|K{zxwW-HX24gI2r(0+*S|35x@c{m1;}eYWXGD&6VQ z0**fG*ZO{bA?29rxjPZ&H~YP#gNZd-&B${ibTZkomZt5w5Zzt>y>~BU+&^UJ=gZ$W z_84{!L%31TFLs(xULW;Yjo97we43gneEQ6pP-?Auide< zw0zRja|=A0$Fd_;i1DmGw?p;18b+!5??SFJF^>j+!s;spaN^q4U+eBE`oYwxt5+>8 z-!sd5m%LC6sNDsxx)jSPuWE0f=ebr-)I5`PSGe~0$Y&k?@C4$gt1ch_7UH++IKM9t zLd|646jU+sn9aA&$F8ltosmlMpa@-<=iW?GsF5&J|J{HZW;xHI-Tkp+Vf0uy0}h;F zHQT@JYIme0BqELu_sMEZ&K<4C283UVWQ?#%^-_Z)7QO$Ce$3yY+%Squ(F9y?y@Bl9 zf7jFe^rok$iIK@ctF*1Y~VTi)OLp3Mm)kbn>u5wWK6>J zNE2kJ$?~z+(ysW(`qBRCe%XCXOH%dtSAMBv=c=_-FI|dgX;FhdqqQ*^uyr?5?+R5g_X= zY>vCjJ8)#;WPu6%*J*8RY-$7IyhfmEDra`>9;J#RIu#a7BHBcAV|9w&n{!?E`+fO_ z&V%=p>aE3}}zb`K;N<%_IaslqJ8B2clEM%fF zOe%L{cSrbcE&Ji$EtNC{zk}_nqrZzcd=8%H8CNl0zka;}67FGHR#w&&BmfiCQf&am9!L7#-Y)3{Rht<%HKtsJ|X-8YgAU3@oEj-al79?*yx(@G zcU;2%z;kZPdu+AFXNM5cNR?xW=aU%nuUzfSA$(=z^7W*DolmS6Bp<0E{{ye*XYXKZ zOk&55k9Pd`y$aKIyuFUe9U+A44jn2c2?}I!IYp6Y^qCgiVN*W2r>Dp5*A#1Xi{(&{ zt$S5Xd1WPQL`1}oZ95x7yIZ$!<5}-{zkU05*CdILr0(Dk8UOWHA-7Gu2!e^I)O>yA zQ2fx--;cLO9<{eOoAxv=E)XrnpFe;8^5aJ{n`3pCu*B;e$e|d@FuWw=hcCxI)01BM zbn!wwAJ3^%IfI|$4vz73gXZ1r^F!n2`#y~R@<5*{l?sF7q+3a-z} z9Le?e_FlPq^$*!wBrYxv300n`A{<@xp7hvlTD)y+Op(gX7;j=@MSM4YNLkz4Hy!M4Jbn3ce#rmByu3_um$j;wm)ED|`}gl# z`N<)ILP8I=4b;_1CMPF->#Qs-Co^Leu*lL_9oO+*N5I;!Ye&69`4m(;JS2)uiV_SP z+&0qyC~d9J&~YM&h*QbjoVTEArLwy(?)meF-&ot50G&Aj&^f`+-?D0?nMIeFnCQ== zMI7|;_QMETl>#->!7y&**sd zDuG=6crcZM_1NUEaaezIdx~ta&yGXg@?A)PcQ_n-vb8&HOLr$D&mEL8F))|`D0(4c zrX0Dt*p*3?>i^efdS<3{fZ=pfo2Ypc@!iGwoXTr}J$=!DXo+Skw(3Yt=yN))m&*VZ z)w*wMLB20y_LY<)Co3CUa*ADlf$=V6m&3Bd#k7ko zyLg1M_$(Ata6Z^k-+7l@~Kpxm3qhn(JLcWD(`eqLk`sX$)q zy$*+$y6$dJ;ly*6k*uI%lC*A_$;6Wf4aZil0CvkyEEX+M^^m&Pq4b$|re8z>$Ji0@ zlZvH}ZK%ugNK3Qa^<5``${Uq**MG3T_f>K-S-xH*q(NH9M{267_&Pc|MF2$^?dFJ4 zJ`f78__n$;_(JjlD~jb&i(YV1uG77w7LkS?zG2Y>K!r``UGFz#{ey zBt?}l%I1aM+;vC^QnJ4x4FnZiw3-iBIPU^{ivsKnIb#aS$1dcySs%>=!C_IL7omXZ zsBS3i@c}5g=?jR%scHlu*{OEf)#`-WtlNbqfU`JJXEbu})diM?qK&mq6)H10wUpZj zryx<8?){nZ91kLLnoaRg&g!1{cBZgtbH3ZT`?^%AtxXA?{N8i|&=DLsScJ6eZ>8Mc z$?A>v#>jKE;c#GhYjSOg$;pu(V}4Abp`pOoq@|@jmrMJdR%>>!YvkBFCDt^le%p7R zB_{F!I)*ya2tOMZK_`&<@$sEcmON5YOk94OG^n)zEgHFXU3wvE(Q>Dh_(!r76(kBf z$vY){>bt*_9nmwH05H-5RXVVu;(|ts48ytF-Hf}7g*##+E^R`dfI6MWaTs)0zrVlq ze{(CV+iZJj&=c~AsPm*M@F>*lF1XEUMM{)NttutJ0!sIbC0Hq*3mZQ{fjmkV098JH z_38=W{idB*JlqCV>}u^kC6)XpHA=e}s#c|yc(HsuA;fMps`SGv6;qT4faKKN-Ah+7$4>XlhtTX_cew0W>*Os7 zWV*BPZk;8amxm=q{(9Q+0g=?G=ZSA^ZOIf1+!>wCj7q$J#Qgrc!S1*P1c)doD0Tt7 ztWSh-P0nYfQSPr1d8&PU*u&acuiq%qZxn1-@cI4C_DiZMVW3zX2qs=dQLNzU(~r96 zRRQaZy8hM}4mdsx5{?cJ|3y+2_@8c(6$Hoh|6A>d!8+iT4@Jkv)2gbel~rt?0TxBT z#e=`FxcD?a-lgRXyE_AU-~%lkokyFSn@UL+K@_oiQ&dC^C?-hw1UEA>gsT#^G&AD? zo`p4{fZIzS58A7FdwW+EI&xe^uMaJ=F)#qu1UbdLVQ)QuZE2SuU6aNCmjbiK0@4eq zk23Lv6wL~w0;MG7WhFpAZ?r!>tM5qN zPF;*Zg`9@xL(6LZ{tDAB(h$n&IynQj^phdfMMKNkd3maEq0(cOvn)YAjT9AhLWQbE zC}I1Xn{IP%l}bq}%c{A($~m_t=ejcCmQHK&AmLMUBD8cg+5;A3+Wn1+-8ZLt|33_B zHu-rrwGp6T$DBOG8z(13USR*l<;V_HO$vOqnjce)_+$EB0S z93fXeLv?GSpO@~aDo3#M9W_lTM^+n0T$9zSUw4;p#g%$YH6gZ zf5#gNrNZ7c-O^|cs?!cT+>qL?bYFBDaqpji`qc_F z+f;;k4NCe%X}^i=vUAQx5rGKtshRVeSE52hl?iSp;2rOm@^zjBm!}9dVg#?~$~Tk( z{*Y%-`mOv2Y!+lAkhnZ@V}PH=y?7B$!6vy|_Ss0-ex!0M%2v7y+yUTd1e&tJJg9cz zyea7O=@A8SG?qrsgmEFl5e>vBe&qhj0`fpF2Z&W-1 z6t4q1OWRt{wh#dmh7NBqIeNy>oDL?z0D@!=HcMOoNFSw^4VBE-X%ZwKat>m^7`z`j4t{N$bNZ@+Wn?dl2>CL@OR7p;XplbskotMrs|#8TMIFAwT;8Jnq@#fNNm8 zh20r%yz%!ZN{a?kFu9Q+@+))Una1g`OEGaH(@pbFS@T0jW?Cv6dxOqGMGaSGhpT^t z$yb)K&-vyn9L7Hc_FjT;=69&wvovyUW?1$g2Iz(lNf-X)R1d47uf53aFjnU3(}elA zCVJl(c4@47d=ZG{kk|8Z=*lw#YlH$3kxE1M>GLFExvbjy79_W9U<34%=vqDKi#93{ z=6BlWTHfM_CXtFN{mSq5l*sC8InYI!L1=TTCjdgX>HfJE(C8Hn4OKTcaTJq76_xut zmxp?4U>eaoy7gK!iEA6vq&rF-2Fuag<0p;}Bfgd-+?{{%f)XkA3CZW%g!Cdj>A*mC=> zUnoj;7IF()E-@KT%Wk6!0_yUwfPs=F0!qih;c9?lmEt`ta^;a-WQxS6LGs{w1n4cK z@rUx;&mS2q3FTj2oxVc;EqwjKn1NR0nK9#F!Dy`Eu}oLLt_EPO_Wu*;fJVSo=QjG& zusUrk^9kuUPZ^Z1LJ1PN_k|i|N-tl&^e-F%g0Ej@&qB$iKt5R95(4Fk2W0y*dU*&^ zVI&M0#urKy+6I7R#5E2Q)n%~Wrnfv|3N@|*@|!kbJy81IzJEUn;zrBeqd!bzpFw$! z0bVqb;xSqeouRmtlxQf{sA~3OLE3GO8t@h}{>rW(NQ1u-H4P;3H$WW$o+@9x`efA) zq)`m|45qujG*ZJ(c(!(S>i`4(n$*Ecia-YL>Fq7`jMhB(ByVzgv`&S<5cL;U=JEiA zj%yO!I+=lk3r+3jH@UB#;LSkTL`)HWjTeCs1V+H#cYzxMja~Gq0rj$WjR*n#=1W`K z#-VUh8~CfXwl)SC_+&)|-IZ~&07S&{J9EW|!_rVW6|lyWCr?7|in_~z(nqMnnuhQY zKfeho1iamEcJ$+YvJh&(gG2z+d==Z0&b7W#3G>~GW|jE1`a*|w|DpW@9le_ z<}4Q0Ddbvg&36-}`Tsoy0)=0GAUO474Sp4nyQvu%LZ3aOhuTdFj5cP~&#o`89yC7; z0?nMjET26Ma#nF-;UqE!1_ov+hhgq@ zLZV2fed!!4fP>nt#r~;grn^m`6lrN`1wyQ4e*B1XZ-v~c5znb;@bQZI_sK=Bvzlj( zE9n6`pL?&Ff=cZO4kV~2K-*bde}Ausa=z9?cf)k3>_Nrx(LM$NAr#ab=ojz+!7@8v zx+40HQ{H#+#VZ)YSdl#FRI@wQ1l2=D6v^Y){a z-ix92e}g9wRYm!<__k!RF< zQHY%V0(B&#PyxeKHf6f!RK+Rnyw&sTF*^GqTl|DKfcIjol+THER~AC^~O ziq%}`Etuu!C1uKDJ$3a>bY|d)_O2i(TA?(N53PQ@3I*U!i?*vDF8>OJHZUis4pOLY=I$~hv{68?WNSuW)IaBt>M$VtTiR6`3$m@$LKrOwtB+`NUx~6y|2FZ?9SQe$Zh52ANy9`ljq&0 zX;>FWN`Ah~)873q){zda&=Z$qU`PT|CE62M2boCRFtXDQ+B&GbGE}pYp#A0K1!Jsc zIh#_OMD*9_#&&bDKF$v((u9 z8JWLtcQ&2+Phw4tjM%4Lygv2SK6&!QGXIeY_yyXbRy^Lj0ZiuvsB+NqR^UBx0{Wi) zlRl|1A|SWfsZu-k!}62k^FJ}^n}oOoHw+$b&cS(i_DLfEOp6ip{!k02{oqqcKw~h2Z6l zy_V~$l^)*id5W?VG&2j+nxj|^S{Y1BO&NzyvOXGqQ?b5m0O(_N&#p))bt&J zH-}CoUM)LFQA;8YME*%{3q3i^GH!xu(X636V*y;y->Lu^594XD`Xn;a&-HK_RC6{- zdt5lp2`EyLFU73PXWLUyx{S9cdT>z2`sHiZqplo!=4Uj~(U)zDe`_(Ek77yD<%AT@ zo7Bd_DroQa5;n zI*&gPvQgd=cT@X^TN?oD4LEinsg+Ol^5ZP@_0A%u6t@XLHp%EVMaa$n=qcb4Bbl*6 zWUce25K(h(aKj4^iMZ}k1dE$9I)RvuOe`c6umgco#Robj;mB09D2}F%v1fv+w)7%~ zDFeFZ3v)lwa10Se2t`AO=@5?mIjr87`^-<5Z3ym3iGUK7LJI7010=2oNh>cL{>uv9 zkjuWy5;slA_%VsB4JpM%?@1KN8t!nSij*Q;)Ht=HfHzRdh~tc)5n0f+cBv?;$u7V< zgK`b67KFKJI{!6M=QSv*-`Cyn3h)2-CVY6)P4BEAn`Un6!l$k8gYWpf_%~Q&fZpP7 zhp|80@Xd@VMI00i$Z{KddE8-r+SV3ejwfRJBu!_eOk#JhNZ4yil`;0XYu!ij|F?f; zIT2-zjrO}i}dw1y!PH1!)# z?mNh$yu5#b_s4BeVx3>tyEvJg0K2W6m3%Y0VBP;O1-rqSOV8XnOEjCvntw?xk5afC z$KU>Mb*FmG0GAgMplqaGZc zHyxk=q^=4Z>FCD}JV#zEvJf|ryn(YK22**Hj)?_Y^%IaICq4!wQ+0lyMfcsniEa?y z`aCl*h%OCp`U5vSVj>0>5EBH>^KePRJJJ_dm zf<mR7Kp^%>*N+Np(-~$19GQ!1^AoGsPK5%cf2`? zGDCL6bgTY@B-cOkiy}#g6~>HZ9;g4N-GVS8bEjh6F?fMfXOn_ASQG6+G_aJnB{C`s za`NAy4ib(!2uwlwFWtz=7Yfv7JxTcXG9IGG^*^tJ%NX#VUl*wHcbBDcx=Vy0{E`}y z2l6Q8tR09B8Wl)#E$#+!uRLVdM}z%M7)As?JC;DH>eB-VcU*cDvvs1&Eva9{<$1L~ zT2UYBY($u`x0aa^T~Zdc=_c&BwJH3q6L=Q3r&TRzVCVwrKx797RbQnDan$1vFeTEz zP9YC>@NpCn>C!_-Mm(_eP)79PBGw^`5eKS9c%)Y5*NKMbneNLjDC8mKK-ZWbhi9E; zgvBvHQ&Vs8 z4EL)q@-^*+^6bi|zy#V(aNrm?pi@am$*OCh%gYegm}o+i$|O{YM4RIxs@aLlvP|jy zyC$$)d#>4kF2n@8SMF_J#Q3Ci%X7x#F9}OzesB7htQ#QBgs)vEn6e%#^@*mj-MkS= zh@2hkaQJr&plI;+ELU@`t+(v_%fZ?g%n))K4hhgyqINWiT+>M@Q4K@2XGRoxOsq?k zM>v_7WE-ems2uzw0uE@|-xoE%u<>aG^zN!J?d^}%GV9}bREk_?zTI3o2Km?=7l?so zKM4OVLgmAcV0=;Y!}fQ#dt~V#6FnM@KmtQ$+kPGHq6RYhe?peG^9@2#d|fu=&{$wx zwFd1tCUo9zxqNK&YhrnfL6;~5p7FCJd}P<=_MNH%Nz_m4v)b@+P{=3I+u%oIMr(Yg zK)|@{?JWaHuy^tZTC*x3v!l}i_pGcemIjJ)9FxdvGM!Iiwn*fW82VLGym~QLa5dXw0R)Z4UY)OxI>h@ zyrfYb2>NyvVpkO`M!gW(Nfsp>ok-0HPVpn#3#b&=7HKg>A3l%*RRfskKSW1Ir>)oL z@`6R)TfFw*&ov{T0I z{pg>^80!M;F^T8fI}{GFF8g5zI&B3?YWnMr7?PzNTR=N{nwAy|?aGa}t!bhbgye+5 zs{-=!HO7mI46Aa1lu2_%R-5h1G*tOIF_V@2OM;T_U!>78zE-JVzLX;N=QZa-SfypJODuM_W@&KaVk{uAu!rSje=MZ4Aww>$VgAe z^}pK(;R~JAsXaUg(@Edc6uHoj1B~SqdvDne17TrS@Vx+SDeRW0W{y}Yo?P8+>@8B3 zKe?>Mh1IoOqxBmV{TFlR%I_MNA+Mu+w9bdP%!ziY4`0K2#5`PSIQLcy=bkbLU7|`I zGMfbqM;g*z8$gsP+)cnvDU%7$7hXyserMEh^oNk$6a_=tNs!N!WxOS*&jo8nxK{e8 z;T=2rw4KQKmpCEpsoe!opm!2aE;FcZ%%q_U%|*uKkR9jq08&<@d+>r)C~r%e-#GOT z@>J47vi{k%h~YY?li9SJ3LI~>Jjrc$4;&|Z15z<{=}$3jcPo52thaSm3QchJzX%|M z?87t4h>LkmwB||YEufV7>`i)0Ln#WRDyiYAlWYV_a|7Bq6PZLTowrw?&QWUSzl-GP zMGk@`rwGl(_!@Ys_!`x}^0jatl5RL8-MQ*nq;=jYS`3?rn_`R|{RngZr$q_|I~!!r{e2|!VDXNQ+& z>bZ>?1)5k?HS-87hrUvi)#J=wD%n7@c`LvP(I9KgtuOa0+ybpMafRhBI@VA@v_P{k z?;-8D*O|fsQ~cj7MsSf269F&H^|*rHYVSiK7Onk^q@;*3rQbIBfRSGJ9(e6=P?B4H zv*S8ge>oB((zL6GH$Tm&1d8vB(v36Y11W5YmZ}KmDHLlq9v4(#o;@=f= zgOf;l{Q~)yx8IYdPpX_uGV{n`8H!wxIXpl;^C6TUwajNKxql9dU%rwFka^BrLwfU1 zJc1k>-0hs76@WLCL1nwxWx#->x0_Ra*>hxmN`mY@G$i@{nhx5)g45s?+`;YL6h>Ag z8oR8|8G=_xXaLKv{m@e&Lp#y7uq~|;$s&waJm2sIUOX7Esl*cVV0DP#AW}HsAm}q? z`v}+rt>Bp0UlRh!@tfHi(9vQml7YR?eTP#{7tE)PpMFXH%be=Fn+Rb(ZPNA)%(x8! zO07Df0q_VEeeGAchj@6n=o9k67i-6~pZsdUkzYZn5UMj}WW-Y7=TLNB0U{M=sgyP? zIFRD-eMpD?f8GI`5L^xEd=LGRtMMUhmpR$UKh`1+QbfT}DMA55Q!`{z9YBYp!rb&U z#QF4X3G*Ls76SXwB9#wem{EPR{zWo7=7CptE<=TFk(J+gM?VLNJ_l-Mph7%X3-y#v zC5ZWh6$UpD7^Y}MQ_!??Rcs7V6J zihc=<_`-wFDLoAjKTt91PYKq)v>2gGlEwAH0=sfx{Y7KXL&y%;eVMkdD;tG?^RW4k z8gtIMpf;pOZ@zqAz=nxI`2|;B~yWr?W>VpW>@R(AvnWpl!O(mDC}neGcmc^ z^EtW4WcXV8tdl6fKrpa!hNsP3+R05nvnIXI%b zGA~cfX}1gXvyRRpxsL=9%5UNI6)Vn8p9w|{T(~=DPy;(-IT4s>x&)md1ox}d4%INH zK>4@`k_#uy4vOW@kwFfh8Bgg@y^oNNr{+rbBB9KEE85uJSrEYjkzy~0~ zfPQu=reb78ELzB6Lh?MWH}r7@amOu@-~0l3F}NGV%Muq(5JJoSF*R2&d5)~e<1O*E*?aH`RG5&}QL0F>+Vc<0AtkAt|1{YNu2AD?Vwj=O0cR80$e?Cv% zD7x9`1fUc_L3}yH1g6C+4!4J#p`2M9A01XeD+`0b7Y@pLdU~djWIXE^FL02L-{F{! zo%)DD&Iu3TRdsWWKY;@f9LKDoU5RY%OszY2BH$Ykn3}~RAe=>^GB<32a!e`i@wh(C zv}b@qA=~7M-U~Vp>aFZz@hjQk_=^Nc6kfRZeYX@NC&bg>r$gsh3?qAkRs)1WjR+6? zugFZFKb5}qdQOpzY<-}5IlM=(XzA&Osa&5q3>x$dKAJz`5X3lQj6i$V%Qu+WKSWmp zBOz!HHNC7%GB7dpxnMLc>pOB`DJ?p_MJ(5G`u30-wP|M2ljlerFbB)~Bd;03 zg$0%1Uft6SXBj(m%-~}hF@DY0#OPG;Rw=p8BL379ZUJu>7f1Baq;ExE`tKfYxTh6H z5W+aUiP1?Z7@8vl*1f;8dfC9hATXCqNK}U59<8ZsrM9Cxe&uV%cddVKkXg7Ab~N?E zdM9|{)Brd?R(^wn&$dME`p!bX35)n2tY1b)#xMoKC138-ns27+Ui=X3B*R=-)xP*R z%yx@=r=$;oVUv?@*Nb9#aY*XUOQ(7 z1A>^mvu<7jAqAvA_mJ3~Fq)UlFXaj( zG84S9h{>G_CI(Bpz%!7X7Jh*t#(X!fPyhaHj!yYni^D(gjfXf4xjaU{$>?o;`Tws^ z;0Plt&z?>150==_LEqB3O{l!2TY&7fehq0nzW6UA>yKeAs%_nB_umA(!az*F52%y< zm!I8jFkA%ekj&A~*x*a0CSVJ|++Z%h6Pl-bT#f(HJkQApfrGLeuP@L*qs^vQRN?R3 z3AC&K<@1D!82!M zm-nw-yN32-C!s^we`+Tgm>Y}`>~(XVV`kp^5Jwt_be`)CG;F;$)u_AY`8zp9|6u%c z=Z6bSe1I-}$gUv6mF{-A+X-*Ql9_j#4nwK)Wm?clD;OC@Mtq>Yk zw=Aq8B5zG;-M6?xjxRk5l?nHV>}%KQ(6YEJz>RU5|M_m&yBcOgzs&rx z%=d#GU~(Cp2cI^&5=wNK(DiWSO3hkIj@ah zL}!RN?wDsq{yd%j?3z<0fyVWEd7jM(;iZJ|$bEsv8Ai|Dx*=27$1O^X;MrPTC$Ze) zUIjqK6q{giFb>Ws2YqQlK|vhU0}@=fpX`HQC6=rEbD6OsFhCBJuJF^f6+oYRzwyXJ zN#5MpEN|OKA^+hFh3C{P-oF%=eQo|cW(~+-Gt{yenA5O8M~8~d3E*3%akgGV1A|}o zno2NG0Axb!K7h53Tap2Fyi~~A=pU5M)=NMeH+k2rFxFKpB` z5TVYzJ&`!J6~>3TTW}7SWf${bMu6#^f#&AWH6`l8^%~l>>Eb;kE1-_;+KwK61-NiV zXA64$^5YeyxT!;DBgz7fSCr+*%HfXQk`P(@{ax6VGAL3^Oic4B)V~OmWZlxz68K00 zsxr9LW|+H7T_?+KNWOV5TB0HZ2cIs2Jah(?vWJw#$RWLt_E(VlyEwBxF2WPCnz0~9 z3?KLQ#Zi`m_XPp^B&^O4d?Q0W?b#*6FuLDJZT;+go}5-_`E#dulyr#!$04k2fQ4;o zJZXx&?ad$IKb3^1Ut4z`$M8QAwlBGNiY8{OxnB%9Icd*=;)yNcU;QSE3oJ%;2RhiFJL|_b{H34V^2>~ zJJnhxMX4608L@ncUrxbM_BJWNSz7`^oXCVRW5F4BJUk`uJj&J43;3ijLmbN!$7^Q7 z@czBF6UYlzubgvJM|&y3zGZ_;ZxOTeXNAjvO&ZHiSLmznmM17M+VScslQcu?ZMp+ui4y z5#VXwxpY2lm6l977jv7e$|)}ct-2*K-~>M&cej^$?jvmQ5h0%G3++?)py!5%4CvZF zZXR{#f2?3qq8WP5fh)*F{b_b~`NZFy{t0Ud74)-l5H_EGoZ1YJz129+sP9@-dF>$q zo>JZ@9kxn9HT}DN^VVviidpo@{}#gzPiIYKAPY58zEneDN2%*R$RIw++q3&8_Cy?A z;pK?0PZkwTiJ>F{F~3QeLOZ)19;SgMwR=^xekFfZBDXO#!+`A7lCi~uk&r7CM~AIX zznovtx-}Fs_QN1}zBtv}5B|>MLslgW#_%VQfO-`qJex<~r(g6(i2>o3 z*CUG@30)wRMYyl#;-2|`jr;mm>G^=eHx0dEaUVPw$vdHwk5kN|tcTWWkTCQCWbWLq z2qi62cN#y*2P?y>d?#-3V}Ju}yT9?;j3;M3m~Gc)PUVR7PNtLctHz8uoS}4s zaYEIU7))HJ5D#tRCyTiIJ!YN{&w|47$ZW6}3FK&gFWk*Qejs`2`?G4k3r5(TfKrMM zzj883tNy(xxECGpM&x*$+{!PwT?-G?e5a)OnzPuO;k9tkgHR}Sg~m3|T&mpcM_;#YE!D+m z19$9OPCDi{^czN2E`>t~^PVGAlF5MS_%)jg3{ow78Fql%P`AI&=C0Dfqv&R3xy0klG zmAtk)ylh?M{$u73M4>Od&1UOLlt(27{y zY`tz7k;3lK8>5Uu~GLPpOA4dsu z8>6@OdU?8Ni4n-yCRLWmXoUlJ$yI5T|DSX$X!xDEM9crL=Xk~HZNLYNJne}%j;z)f z4r)dc7Z|!^PQG>s!V`$1Et4_QudZS@BwHAF!BZ!cpm!nBrFh7mN1RX7oJ6J3T)q=^ zQL~!!zU7&M!*S$A-9)6&j5zv8moH+k7>NRznrS_~M3G8rCs=^bcbf_?!rMq#Jr+j5qLaxdq6B@NYRXi|undrpl(=2EFK z79pgRNx0vcrA4wM1HL7UAYqsvPOw5}hUib`YrPPIpz=bl5T?TK!3I2yPYx4b9JE|L zJ9L}oUz6M*8WZ;mzIOJ_5AZ|cwNxyP_n=~LDjN0Eid0Z~L-7ffY?%g~y`eG!4%Yveg>}HZ zZME$Z;`umO3suvbgDi?NN$HthkgHFN%Dc7dx~6-}OMg19cD%jf>$9UjEW^(RJ*noZ zHs^_Bq1Gq@pUS0>L15JqD6<*b=d)^A9>0OmXntu_Iv@mg3*kgh8+0QKOEwF5_X#@8bBzKVnXG<}wJa%swO| zMqFO@Q0kV$mod**a&fte%dM#v9p_Ka&=xSicp}@;cFDn4HSi21^uQg*Kupo~T>{&7 zdw1LnZFpC%W}PdU|KQCSmroRjI+>k{LY0Gy(6ELC0rQ+M;*-duKh7|=DA6jL!hCdf z`2lqw$M$z7L3K1?SJ?Rq|9#Jlg{Gyp=hR{He~%8hoXb}H*Hoh9G>b4-9O)oQzVE1m zIr0T2CC>>}H1@z?X?4{mwg2eNl_ALjA9e@U#87}&j|vzP!Ufsaj(%L^roZ>o!c7ah z1Rtxkjryl|3@+95G94k~ruY4{I@pMjU@`NxiR&uGYeCKx_DZDpXwiz|aBNT4a%{n( zVC2PI8qF>OGGj`lP~Zbxz(uzx$kGGG=4!rgS!cJ`q9`9$4DUKyv9RW8-fN!MawyCA zy3zu(9Umt*gM>f#lG>f!H6PJF@KM2h*XvLn00}Q)|K!Bq2^Qw39AxU|x!g3`mnZ*c zzYEM;dPKEjCZs%a!Gb{YGrE2&`|FL05xP-vZ*fsvT--ds%?8h5Mnci0D<-V)kT=~~PLU1iUC0dV5W@D$l-<(Z9}(<J~ zro_V0Mjoba5bo~mU>N=CGryeDj49vEZ!5LZxyP;W%SKmXpr|yRk}FRxiefKS_i~0f z>98C>TLAM*np+cz;ez@QPRIcN0hS<1=O*35q!(tkF6jXV;*}>o`$pZX2*8*vPi?P7 zu8LVFGCyaSlKR!R;$|`Rl$Bk6J2gt51BMusS>E3K1YTx;_oRtQ1(Q#kT*Cb`Gql1S zagUPK?(>}M?X=frK!+UmrSMFX*U0E)VyJ@7f9pcCG`Q63x-SC9RnNXAl47A9~ z5l}c^be`eK4t~}qv^LeQ^W7vdR*1m8b{Wu=+PzluTLm-_4Pia$%)A-fE&uyWZ`KEz z)`@?_NSzb6B+riA#$;Vf2R-9Z$FT0GsBz{ob?WSf%urc_4Ei|8*j>|3du0M_;=4zq z#pFS%^kx5R_lC<5n=mN&SOW`W+4I-hy<%CI-xw9EP(^CuPjm@LFXY|c`BG>b(k282 zJM182Z9%4t^H0Q3%@T}1G4+~_OxQwV-~pB-0?A9^^Zi}*F%{LG#P$ENbZC+;(FflR zQq7g59`hG=AFE(OixNlTj`yV+hFmJWH(ys+blJIb)Y6^_Rv2N?*(+<;QaAlCd`ek* zN`>*6KFWOOqw22fPPves9ngLP4COpYtyYfS7vIbzkYt;9r4%Mh(kxbf^UD1hyUU}F zV=9lvy>NI__k@(D>*e?%8*w{NwCcqxFiv+bh6Zs;uf_mHPA_V~mK&M|c*#Fs%27%f ziMCFmW!hG63iYFfuU9TT)(*S&H_KG15(6I*k-nVXe;N~738Wo*FnSz$%4R>JdOn3c6!OO{$pPxzn-_EAGa>C{_A)|G z+NtVNE@6d6T{Tx3)61grJkEf>zGAhN7SlFWu@T|fi>74UT`UVpwzzkA@m&HZNo_;P z;e#MPOz`;((f5YKEEJn@U-{;GN%>T5M0jNxzjm=+7{Q*|zKvoi_|y7R+k36^eyczU zuSEC#?Ng9k(Crkw?^KC@df`F7Od;T9U`athC?Nn2?jKRE*--Oltabf2{T#WpWDj4! zqob#1ZWqYS9D!zsj`g1x6NCR>%~SZC8YUJzbV}*J@k(3;8qmTJtRo7Z%?~}X)#)<% z%e)Ed%tJzyqB1A{uiCx@8q4*4_d}5(8%f48r$h*e3`wR+l%dQ~l6if@GG;EJ0TG?+wfFx2&ROe!);a5}b@tk}y;gjE-}^rA^W67!UjtU3=5c)# z^^*I><7RtU}5O|rG)ha>0pTQ5vl+zo^SRX??mWd z8-L^=iG6C8KMl%~$k-MT!X_os{nR2@{c8iL2$FS`J-Gc%@N4mh5KpqtcepNyke)a# z&7Ey%YLfPLUe`a1{I@}3;2CfLbE=PtX71Vka}m_?FOE+ZP}^y zqfY@kakv~jY+Sqw*%Cq2B}CsCHl(RVZTA?xsRn+TgEUWnun)t z-+`Z@d453b@pRX_*>$s)`3*8l#PFY89$OVVD97?sdZ$BjC1Zx*nmjk}bQ{Pkk8*OZ zLCzwWMc9=_8I=!cc=d&6zI3z|In#iXy+gazmUeD zxxAko-GGelhfO5bTU)3q+xC5r?HYDiShK!Ilk!o54iCi_;ezHAg+989;$J=(DJ=gt zBpqS!x8d+5#_E%pkcTk}1InMQtpAmpv#`RTV$YnR!;3P-h{O@qIn-wsUNmOSMM`zl zWCoyMt(RQ=?f8v&0|AZjj^R&|PYArniz zf4{cO9^*s!6R96PYCA9gFQZ4LwxN&4qontmU(0u(ra)LlO zB^1qsY6embQCLvX+bsQY zp;h&_;kj#?qV8QNrH!Qnecm(7>QyipBbF$$YoS?tDv_?9sPw~fkz#81O#6U6!0 z(ltHB9?A!uGfQ8(8Bw|x7Qc@;I%pa+wj$hDq)E)VKny>tnk!r3F!U*MW_$3TemNG3 zw{%&>GEU!{Ip#)xb7k3=lo{MXTj~$j!nz1U=jGN^BR(m^@B_Z=K^&^*lr{|wa?psa zm7YgW)3NWXDPW0LFg#$k0@-;+-0yID+^0t2?_v`-Zcg4}4wVh3IN@8o#h|K!-AnVO zy@CRmKXjBzX=0x^sO=nAb;UCG@ivFd&T@rM?EM@Lejv`)@*jD6x1U0Q@w>F_iL2Nt@PRH~V)3~$X?$!taZ{$z&`SX-=hnpB!Zjziie$igy>Ph{dhxrP z{Jpq{E42>$^Tl8ukBRHG;Jpqj9ihng_T~Dz?6NO2f`^xeY5lcb<6{q{P=gEP{O8;r zpE+ZKBO^h5x-gw?iesfI~CkKwk1znunUBHG03 zzFztS$XRSWL%?JDGndTCuJ^-I42(Li#9uI8_R~+!(Mff7ROt8TD8BV&7i|R&MN`6O zTBkMJ_PK`VGf9fkc5>Ft9YZ~iu|WxmKp;N zTJf{vE-(6xH}J^#qI9az)x*$MR=`rO-OXd?Xd4&0zgiCvfY4iY|)rY`FP=_opimqSj{;J9+(hev{%{- z5w*F4i-q#+27c9x-;n6M6T#D~y%%6%&)ts`vmHna+ zpau?MZoDW1*5P&lg|gn}wBTF+=RE`qa}<7c+8nc)J!1A2!=%fr5C-zk^gZT~pb+zw z%JV;c3O?((M6^j+94nKFm|_VAck8MHOi$2iT{I7=i-A_;24+F&oQjcjBow4XQwe(t zi!uM*7!1sRPp0|(Jd>QnfQr0qX%oL{Hqj+1$5CqNu=BGWtlr5{65YrmsOf z_9PJBghF-LLH1zxQRLt3P*#)Av=3!Y-QB}_kS|c8Bhu|oxjHiptQe3(UE^x3_#WYf z2WQ_*xd2t@kzjP&`~^-b(mbcK9?KfvuFha3IrSG_YI$Z&dmHWS4c;wiW(W}EqupVg z?`C ztoW%J$O{kjSBVZUXlvX1s|p-e9{q4)U{7Gpz++F=pS$@>&N5k-D&HXRO3yEs6W;}4 zr;)wI>3Itxt{QxlrL$hUe0ue+w|R1mJBZeOe0e0Azb4C|e*99c#pT*DmN&Vh>fv2H z@~Xl70qm-k?9Pn4S@}9!Lb~o7DF-^{o##z6Z^E;FouBBe4x`@?4E|g~R#@0{%`lv+ zGA2#yK%Kjn4wpL%=m0f%EN|MqN!IgL%N0RiN(DS~^!Wq#JKtZ!nj=AeEB03sNrD;( z8!%3PgM#gT+wx!3FaNdyY8Se7CAYBP`F6d{YbMQ@A}!qNvK*wQIPn~HD&WQ+$0Ag4 zlzy1^9Bnwl{UP;GoPMj5y2_ydlN$RP!E-d{2?+UN2LU?rNiB~a%B!<$-0LOGy@BDr zj`^{C#->ef#jEJlVH)yku|iptpnIu&HcU=0s2y+Um{vuJ9iqMR$LL3b{Fu;wuQ~%@ zTHAhTS$|g_kfO?UdeBQAbnKd+U)h9#AX&oZWByuWW{01C2*Xf5%tk~;w<840#74xO zxks9e$^6Z3oqlUIw}1(@`op&(#iR~soe9w7A?Emxw1QYGnb4GjKGvXS&9E&SNcjbG z&69DI&Wt&y6kLS@hbFDkiW^q;8{yoE&y;HOpQhx9NtYB+pt5!=FI?8%8aTHh11(+n zDem$IE*Ud=Q73oZRY89FLDFxTf0g$#W>I6(Lo;^X@&g%T%IupOOHNW+aAPOuSv%ZRouEh4vYB zSiAAciIRh@Y8D;QePyjDRZrRHizm${p)rZcuHUca8CS3W4L@oN_2D_CYU2R!EQ9Wj zs=Uj{k1GGals5s%@Rx|)407hgq9%c#qs}4CZD5W(Nsnr;*Rnsy`&613w>%`iw781( zA4gR%QT=h6>n^9LWN#9H!z(o=XQph8?SOg1&AADzBjPCQdTO22XKSR>VpQHI$j9yBQ- zjY@DU=LL2RUo#?I6z{dl3%Mw62#nzL7g5eU2bEXU!!zoonem<0_hvsdL%5UWP?+9% z?#KgGvH*Q*AXceO*M0`u4!P4_IuY?hP77cIB$YZ2Pk7RTCfKCfHen1H(w)t)+BBuxbaQr(YFXt-((liJbv7|q=GvT{fgUh_fBb9OarCmf^ z&)3Bcewjyq^w~E;um@2#Pb~i<+0z^IG_SW)Jx~^m1#4h9m@5M_A)pnLcbG$gp4cfE zh66Nd;Wx+WiH8`p8f6{(Ez^74t6wwT*BMHy(h#9HpBD|^mTNGQ=F{raGlp)g zN!y(v*}L~m79zy}Z+OOZkxfxHOzSzxY-G37`m$TRc9==Kg&#Z`?pS^twAk1VS9XQQ zuL*Nz=yB_3UNaUvBp7S%@aysp|TeL`#&8$Pg7 zaQWVhI^i)1rc8YIZfn2!Vf%D0>`}*#Cl9?hcdeUt+P`;F1_zjTOgeU#LwRwB@}haL zf&hv>S-L8uQ-~$JJ`hREZvt*_UAhsllJ*7XR4`_7Njy?19XD2;?OQrX3v0}Fug*I}hH{~n59C6W~`qQrPFJH6E z&ZY+5rkoc&jIt{4uCTN1A(4f+Cm-urw%xBo9aPNt5?H}Q!RDg)lXAO1+gIIe+ZogD zSJb~sHA76}q3Jc=c}}|0@W$|mB6Vr&v#!qy&z;z46LsAG9ndOek84-+8gJCG{~4OS zR1wXZaRl=`m*TA%g2I~9cL}sl?&z^9{lP6$dM>}`lQ=&rhz6UqFn9h7xn>F5K2GuR zyuC2w^mM-e3Df(eYJuDBln*6o8Boh~u+#nxODhSISyrS}ozIsdK!wxFAI>A_=h<)9=Pc^aENRgCW$**C%iDkLmHuZgY>nZSGc%rK;Xc z`RyFrPoLUv>Uw+-YDj;k(TX@}X}2howKdt774JuJX7^zN_h-O3Y_4GQMgpBigBft~ zuoI@bTB{K%dA0wRz?}+7qWjm%DmNT=FB=RQdR5|a`RU+~J=pWN=hjbtEY~U!U=Xh8zpufk3HP-+$pbg+b69b5^OvSVEXH>bapKl(SztSh}dsG}_?KSUab-K}S zSD4TJdsjnxPuy#~fg0}2PCA*XJ%ZsBE5g%^89H^W_mv-Mb)D}~SKx4Ck&FM5=hrn% z@PM96Qs{4=d%^etEdZ4;J41%vP|Vscr}B^GGw+U{E~+MKjq!m4IUhFJrYViAa>)FW z{Ei8pkYOgx=_Lvh)H-L+6cM`!>X-UK>NL0A$0l!WihR3o_EXqu@>~Mf#2t1@(u?C- z_;@&hUp#XbTh3(D#;$dIhoe%^2lk;8N-E8kkd~+Ei%-T?F>La97{C_8MuEe&viG~O zd0r!ZP4TO5UlN1C$US`a_!fd5gpGtkUykwD-@mtSGOj%J1n;w*szc~Os%|!^R$fRw z=2q{>vsY9(^0gzEe}j+|yv@vezx)(4I#Fqg+MAxpY>?&CVLx&C*L-@R<&WfFn@`w{ zwTn&9jm_|#?OgBqjT8npg;)O46j14WiZ(tZ>*e!PW002Kt?b6-O6iy8)M4KUO?2bS z9gZp@6#=2-VT6FYcaQ4C#m#mlPtDyV&2~L-3?oY!kmY2w*(g2QGZc2&0F}_^ZUMox z1$4nGD)tXgwlHMRKN@g(TubymVvDcSqgm1$J8Wq4uU^<3Ka)H8LLzjMm3YH8+nOw2 zZ%DQ&aV&TsglRY{-RrO;l`lh$6hDOQ_dP&LNIdnH$xZO@A1z``CY|=aJFybMXmizh zWs|X-B$or(3*+ZIdMc|~j+Dl~5{eC}A>P6ae>YUfSGik4F&r~pHrc*5+e;RrEevLn z2xuZqgN}QrCM7~Qp$S*%)Ut5ft-j7ZYaJkd1+6vg9SVo4oC!Aqj42j>+X`EW_EP1a z)a)!;zicK#qY|to$-hWOcj?E^Nkqv0UObWRH1YH)$!~uGX9I=nlTw+xw+V3&cvGc` z@Ac_6Tnq)*WlOBrIss5w5Id{DQho4eovt^_+!`u*>sM~3Nsejh62&2{@w;cImVR^( z6FhsI9Zl8G=w?L}8@iR!+|hjC^9e4$4}2ro{-NNP943ZURko7Y)$b3CHvp7q4D5;j zL~Puy&sfvkK?)*%Uh^{{(Yag;+~}t>ija|tisq5hTq^EengM^4{-lq2dT*@i*MD(^ zBD6PT{kBIM@&xOTJuSVR_^N6v0|_*PYL1xe8Bs~WYJv+&ajO0>^C$#XbjR)=h~B9;u7r%l6BHjh`U_=hv}Nk+^8XtX~no`6HuH2 z*KXdSdXBd~%eKr_r{~|P9B$D^^e{5o1AYp-bYQ{O|Fzk%@WA}ov-G8_{W{ED(qtrl zYF5ZdbAunAJvqp49rw*$ajzTKbKiZWC)CwSDk?8$_7*h5<_stMNYeIsF8A#TM&=Ou z!Aeg^|4YFS`>0MKr(ZS9#{2hBfLFxj?n7hp+?OIuX&Zjo16ip9(d(C?XXOPvnHBJV1t1$0=PyU|r z_qGi{eXt`FAcF=uA@q6r=(}=4p9s;yjN9#LNHZBL+_9hOfM&Xq>0L5R%*CKir##=F zlreO=#R(12`rH#&7otC<-c*`utt zEF0#&oQA0u!J{W z-h%YNQ&2VSvI{fBKxqainLP#6ctw@DqVN6{*Hi!1CEZbTPQH24owifzz}2IFg4hSD zf6-yNyO9F)LqWHD(S5_4zOWQ^-Esyy!JGz22phcjr>vTQ-n@4yp$BJ0N5`@L>&boY z33pcq0FWw!6Z7M^_)wifC~FKO#Tly0wmn8%Kp$90=AF4W&%L=c`Rf%52uE6F@13TN&YHp%iZ!Jrj;MBv1Hg2$be~F5lSCoDr{uclzejEjqcOhUFK?C zwKk6wPDd^paH`@s4gVek-qHqC%PPi!({TYuQ2O8|q z&;}nRCcQFEp!OqdrU*}L$ac38-dTiQ4PnI&pGi1ZH)#x(ISwjRul-qCx{+8M79wP< za`9kU0>CikkkmUqjZ-f5B5$TUs-Y{Tc$+Sc1{2T5oSW}jVI^}lOBYnA*JQ&pE4us6 zdr1_C48ZD>O z#>^wM)4ePL3rf4%r=9KtNn|UM6&lT3NkTEImLnpRbuqAi>Zz&&&yWl4drk+LsJzNO zfqwb|YGH>0KzBp~S(w=w;oN^^mQKpVilGG-HDVrf<}dC_wU-gIobr({VQ9f3tX8~? zNVc}Nj9gsa`V*svAAroeMH%*@G{Y_w3H0i!qtrYC44B>%t$%obsLp|zeKL)xp;1nv zZ5&d+wNWjH!?`?%Q4lhiGCw1tftNge4-^ci^52e6C8(Xs=0%h2-k@^lzodEKizud` z$I*7c&)^@A(L7E1JN$=4HJoV4GL34+7B*D&s>-#!&?i2YvBP^4a{7e6Ma#=!mVN!! zg|cr(=XM+yA;T<}x0Qg0LeT--WZ#%px*H9knDs53hupDOUhPddsvh>1TTW|7;Z`G$ zKVNx8{M;+J2qF8H69xd# zH4LY)%H1bK4lhZmtTNekn~3|>;A~_tz+bDLDZ} zw5Ha^RBjcL=@xjT-*(o)1+!tW1_`_e^J5ImMSRE8GaYUnG{O`Q6D1(V{x7FgbxgK| zP2YXBBm>sx165m|1dZs{A?o`MWSfR*n-cy~ubr6~E&0AP^}kH1;MF==MkGxj89=0J z=RaOe*Xh{E6JK73{XORv!DBUqUE`|*6D3RAVN8|ya(t!VPP(jo2O}eyj^PQCxq=s6CDXlY0tWR6V@#kg->(G;;!#JeWBV>R2(FL~? z3{a9EjCj;TI=K~;Bd1k4&?PuMm2dC5*T=UVq%qKR(Gx>m$eO%0JY`WAVpgXQe$1#* zMw`@z05e9n`}t3a1N4Eq({=B3EGKmWgUsm;5-<$5+C6>%Xo93z;F*C%gvQ@0x4x%T zI2L}hN`e~NyUt-g!lz#Vv@=*sAQ*}({awM!?`P3V8fJhqu=_#dpDv+dR!|fXZ3ZCY2VD6E+za&{(WM<>>)uvJ1*Y^kk87$L&tSZ=a3Nf>=jKFlWS%YE-{(VHARGC>VHqP6JysRh=0XE>L z))qGW%5te{2F|9YURA|D#_5s~0m)ZNlk^Qz{1#QLAkA`&ba@HB-mwbQk^s}aqQc%z7cm? z3_n71D7}goVM7-5t^5!x=9jU{f&|fg^wUE(owoBWp;0wek3Boj9PHUG{OZrI2LGuJ zP@Ax|jTLn?$$k-%z>dq;&6!iDh9uc@mQG)&Uw1wXHZ;VH6$Zmf=NNj7?Vs^m}rURL_GyckqNvzSlvPncek%CDypT z;u6j8^QBIHo2)L*X)Tpb z_5l_pS6UH2P^VuP)DCO@>E56CE^>A3=VS`YOrQRRqLm=UQf120lh*+rqg#zP&& z0I?=nVtdfxt=K^NC%vS#cw)t5dnS8a5}5KD&*y!)tH0~qWQtYI_1}hI2J;AOQDF>X zB47n#T=%?%C|s2JJufR$?r*?dSSodl43fo zvYn}awTI2TF`U}}UoIhpOEiqxS*2{435RuNX67N-)ovKNSSc(j+5}@nN|FcCI1ud> z1np!UB2{4LQiG%vF~@=DN+yV2{QmoMH}J_VpRpNy)zUeurkhsDp%v7FzZnGkx2TWk&&7EmKyM zl1gVr%Q+_48+5|=&BO*qhZK^U2QbOFnrFiI*z%^Uod7k@hK2YpfcFixc%HOwTm$|7 z8vE-_?|rg$E=Z=B15N|*M(WMf(-8cAFzN}ImJ118>EO@t9PBT(r}i}kf&XlTwbEi> z%e&dD5ysTEibh`kb4)Jo^8bUE(=GpKX6ryC6`wz{AEoO?of#_$V4%~=YZ?a zmt_3P8|{-5Q}J9eY@fX1UwuaH)4e0#UtgdeqPil5YIe1pJ%2Z0wc;P<-d1j{%0CZ4 zuyr-YNWMsNBh^4PnU5uKiF&%$kXkfRVyam~F7?~i(A`SGwKm$m^KfQNI#|>TX|jVc z))(H@b?Q)_S2-L*(jZrzXcGUeqdqNRQUjXKRdlOts$A&Jbvuomv(gxK4389t#zqZR zqoW}pj^vXk_B(5q2&R4>N(TB<7ibEe{MU4wP+8~^(8h!ja~LfN#gFq4075qNEiZxN zSe~z`NaUOVjeuPl_zkIP(d}3J>su)!9qZ2V+9=wQ0rg3J2UYt`_Qs0|CVXkd>xm7A z)MEJ0vG*yI(lC}r5by5)bL1wp-Q021JS37;@qwCKFiFs{y)xT3u;L+OL9z>2UiKs@ zA)CTac-?|S&&=$vfLex0336qoVNTz^mKpbSL`otsE}B34c(X*}OBk&Z{>U%|=*_On z59pZ~^|059{LeS#)!t1!+Gb`^uxxEPH~dSI(}>ikBpAyhB9dnk#RkD@jPD&;+Je`u z^Sw#z|M?d5t(3YaUa?>9Au7P-q`nc*V51;*4xEiEk!h+(PnHuanmK*riGB){#1sXb3V3}O)( zx#tB8NmHOzKL!3^7$n2tB1TU_ki-;DMnSnL^Br4ARM%ISiF3nsQw21%#?{5a*}mR4dw+;L=EC^pnkDckN4;*0oy1d%={Rv15X zpsO@HH+Kt>N_czUg&XfHE*B7Cimc)mfjF{52F0IEmr_&F`H@LqU2-D4)R*l)cjYD! za&&TC9dl@dk&6ej03;=TbSQ&M7!z!*VjOqmcI}3(mj?oY0vVG3D8UbP9@!AT7Iuk> zvPj%HhA@UgS4AbNtb&4VAi`~f8!HQ9Q}g$duCJ6{K^RFR>@7|#dzPD};IunUq>%XZ z1SG7b9aD%TO_Bv74!C}2_o^KoUQ&UhDg){2 zX69iR`)9k|$*7`ng5Y)$u|U-`V170rTb5i`&m4IQBqck$JtS_#C7_A%=~2zo|AgeB zpC*a0(k6WDXJTVwuHnMDg?_#a5aScFshT!!Gaf3F|5)%6?SC)~zeli~RFS>{OZ>pU z6qafhiMNkPrxADs6YkMur0TV0VfcRpA%BiE^z(qJmkE&pT4ye1-VnlA<*j;ylRBXG zO-6n~>$z+E8ZfP;tg+oPO>9?5$Qi61bKwye?{M_8u;6WLYr{LAK!bfhczYc#R!4!E zB5BThEk6GxY+<}t5Uhc~3CX^lodtu0**aFCIk>(rO=%ZxT|uoy|4vK98xgsQ=JnS% z6Bcc$`nlo|pchsv5GfV#Ir02Cz456rJ)8iLaYY6j1bLE=?~NYQ9wH_ccG@p*q(n!* zIiH_^m@st1{u~bFWYCwAJnWUZD9jn6`CDf%^QaWtn|wgNZvd?D38L#uQ@KQZs-6NE zG{6j35hmwE{KebVy7^v`AHrl2wlRyX6T!4yeKJ?AlUS zR~GqTB&_7&dzpw)P!jz9=R}3E=;CpTEnj;kJZ9WPU~aq-E(1hr%fcB1@*NXArEa#@ zaY@c;h~%^O>jH8ps(b2x^73!ad_D<0V`txA>9vq^a%2w{YCQ*uOdH? zg)-m}Vv~>IjV}A_VF`CkNig-)Ks13keA@9)(G$6|Wis-I4Gr%Su?&p}IcUK59Wkf$ zl3vZH`vq;9wJnC@%zbU4284%k({svj6YOUkIt^Gr!+krG3SJ-I-_MU!U+;G{aN;v- zXlx8^-tP4R+pS3o%77wxix6LAM4aa-u;sh<$COs)HzLb{ANj<4yYo$ii7(vGYd$%# z>qiccXvG%^tRF#K!tuqyi-0=hR1GSnhyBRJHX%e!j>!4N!zm67ZBSRpgw2n|S7B|* za!>);twd58@2*`M2qkm|SQ3K!vc#2{ovnerNS;?(S|2B_Gt8+&u3fvPwI<0m3uCFT zJ>y{SrcCw}q`>1M4f$^)I8qk94K0_N5%$a@q+>K*z^=g}6%!TIMR!2qESGBGg`p#_So zQz!5^`~UJoaE21&Bsui#hA_(}GI^eVYZETVmkw$*6hVYdBfL5MKG-#(j-Vs#j)EF3 zYLTrf?(k8Du=l44A}5&B#0h(LWnl(BnIu1?Qf`E;6_E;p5DX_6!ElR;(j%Z;nOjkm zvEw3`syYb>R=#(rTnJM(d<}?0vC}tzP3y!YP z+$Uk_Xd{ehbDe~p3GGE5^A`j?TVFiQzeXeF*Wkb_<4Aul~OH zdct0cpO;1-!v|&-lz`am#K6M;{jhXSO)tY)aU+i@}ytggV|}Ls5$TSH)LT%;TdL3l(tvK4m&n_ZxhUJ;GPnJNJKsd9+9ZDG~Pky8Fx9t{GSL9Q(Rl(BVr4Q zhwbWGRLHgMpwwlxhlhpLg>4m{Lp@aw@CTb95k)3=A~^!Pr3KP#2*C(DJ3EnlOO(Te z^$L-aM#L|ozEQKW*^NDRsE1buv7MJ@2e=TJL2oC`fe