From fd3eeb9e96d1a35076cbf863211ce8156239f83d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 26 Jun 2026 23:06:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/oh-dcft-v3.1-claude-3-5-sonnet-20241022 Source: Original Platform --- .gitattributes | 54 + README.md | 67 + all_results.json | 12 + config.json | 36 + configs.yaml | 41 + configuration.json | 1 + eval_results.json | 7 + generation_config.json | 9 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 +++++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2065 ++++++++++++++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 140 ++ trainer_state.json | 1018 +++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 31608 bytes training_loss.png | Bin 0 -> 33370 bytes 22 files changed, 3791 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..130a36a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,54 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5611bc8 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +library_name: transformers +license: llama3.1 +base_model: meta-llama/Meta-Llama-3.1-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: oh-dcft-v3.1-claude-3-5-sonnet-20241022 + results: [] +--- + + + +# oh-dcft-v3.1-claude-3-5-sonnet-20241022 + +This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B) on the mlfoundations-dev/oh-dcft-v3.1-claude-3-5-sonnet-20241022 dataset. +It achieves the following results on the evaluation set: +- Loss: 0.4631 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 512 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: constant +- num_epochs: 3.0 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 0.4822 | 0.9986 | 454 | 0.4843 | +| 0.4246 | 1.9995 | 909 | 0.4651 | +| 0.3735 | 2.9959 | 1362 | 0.4631 | + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..546c752 --- /dev/null +++ b/all_results.json @@ -0,0 +1,12 @@ +{ + "epoch": 2.995875721748694, + "eval_loss": 0.46309909224510193, + "eval_runtime": 303.4791, + "eval_samples_per_second": 40.369, + "eval_steps_per_second": 0.633, + "total_flos": 2281191348633600.0, + "train_loss": 0.44531785190192963, + "train_runtime": 45435.4893, + "train_samples_per_second": 15.368, + "train_steps_per_second": 0.03 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..c3a9daf --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "_name_or_path": "meta-llama/Meta-Llama-3.1-8B", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..8b08660 --- /dev/null +++ b/configs.yaml @@ -0,0 +1,41 @@ +adam_beta1: '0.9' +adam_beta2: '0.999' +bf16: 'True' +cutoff_len: '2048' +dataset: mlfoundations-dev/oh-dcft-v3.1-claude-3-5-sonnet-20241022 +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'False' +eval_strategy: epoch +finetuning_type: full +formatting: sharegpt +global_batch_size: '512' +gradient_accumulation_steps: '8' +gradient_checkpointing: 'True' +hub_model_id: mlfoundations-dev/oh-dcft-v3.1-claude-3-5-sonnet-20241022 +learning_rate: 5e-06 +logging_steps: '10' +lr_scheduler_type: constant +max_grad_norm: '1' +messages: conversations +model_name_or_path: meta-llama/Meta-Llama-3.1-8B +neat_packing: 'True' +num_train_epochs: '3.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +overwrite_output_dir: 'True' +packing: 'True' +per_device_train_batch_size: '8' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +run_name: oh-dcft-v3.1-claude-3-5-sonnet-20241022 +save_strategy: epoch +stage: sft +template: llama3 +val_size: '0.05' +weight_decay: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..68bbaf6 --- /dev/null +++ b/eval_results.json @@ -0,0 +1,7 @@ +{ + "epoch": 2.995875721748694, + "eval_loss": 0.46309909224510193, + "eval_runtime": 303.4791, + "eval_samples_per_second": 40.369, + "eval_steps_per_second": 0.633 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..eab5082 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128001, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.46.1" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..83d6d76 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec9edd7cd8df2fcf1264b4fad1c1f05d7329ac1525927268e0dcba85aa98484 +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..9b3ceb4 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447849aabe821a95cbe8fee34e425a2f4ee75e68c5e760f40f2ae11d1e2785c4 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..0d6b83f --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c67e7ffbce9103cfee4239af72936b1b2512854f650b73f6ac142628ddd4bbc +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..24fc69f --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916455d9384741d097fffd526034ed42fa53c121b84dcf8bd93b8c25a6cdd11c +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0fd8120 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..b43be96 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3ae1585 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2065 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..442c466 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.995875721748694, + "total_flos": 2281191348633600.0, + "train_loss": 0.44531785190192963, + "train_runtime": 45435.4893, + "train_samples_per_second": 15.368, + "train_steps_per_second": 0.03 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..8653b40 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,140 @@ +{"current_steps": 10, "total_steps": 1362, "loss": 0.7982, "lr": 5e-06, "epoch": 0.021996150673632114, "percentage": 0.73, "elapsed_time": "0:05:31", "remaining_time": "12:26:41"} +{"current_steps": 20, "total_steps": 1362, "loss": 0.6818, "lr": 5e-06, "epoch": 0.04399230134726423, "percentage": 1.47, "elapsed_time": "0:10:55", "remaining_time": "12:13:35"} +{"current_steps": 30, "total_steps": 1362, "loss": 0.6576, "lr": 5e-06, "epoch": 0.06598845202089634, "percentage": 2.2, "elapsed_time": "0:16:18", "remaining_time": "12:04:24"} +{"current_steps": 40, "total_steps": 1362, "loss": 0.6179, "lr": 5e-06, "epoch": 0.08798460269452846, "percentage": 2.94, "elapsed_time": "0:21:43", "remaining_time": "11:57:50"} +{"current_steps": 50, "total_steps": 1362, "loss": 0.5951, "lr": 5e-06, "epoch": 0.10998075336816057, "percentage": 3.67, "elapsed_time": "0:27:05", "remaining_time": "11:50:58"} +{"current_steps": 60, "total_steps": 1362, "loss": 0.579, "lr": 5e-06, "epoch": 0.1319769040417927, "percentage": 4.41, "elapsed_time": "0:32:28", "remaining_time": "11:44:42"} +{"current_steps": 70, "total_steps": 1362, "loss": 0.5625, "lr": 5e-06, "epoch": 0.1539730547154248, "percentage": 5.14, "elapsed_time": "0:37:52", "remaining_time": "11:39:00"} +{"current_steps": 80, "total_steps": 1362, "loss": 0.5544, "lr": 5e-06, "epoch": 0.17596920538905692, "percentage": 5.87, "elapsed_time": "0:43:15", "remaining_time": "11:33:06"} +{"current_steps": 90, "total_steps": 1362, "loss": 0.5474, "lr": 5e-06, "epoch": 0.19796535606268903, "percentage": 6.61, "elapsed_time": "0:48:40", "remaining_time": "11:27:53"} +{"current_steps": 100, "total_steps": 1362, "loss": 0.5403, "lr": 5e-06, "epoch": 0.21996150673632114, "percentage": 7.34, "elapsed_time": "0:54:05", "remaining_time": "11:22:41"} +{"current_steps": 110, "total_steps": 1362, "loss": 0.5409, "lr": 5e-06, "epoch": 0.24195765740995326, "percentage": 8.08, "elapsed_time": "0:59:29", "remaining_time": "11:17:04"} +{"current_steps": 120, "total_steps": 1362, "loss": 0.5282, "lr": 5e-06, "epoch": 0.2639538080835854, "percentage": 8.81, "elapsed_time": "1:04:52", "remaining_time": "11:11:30"} +{"current_steps": 130, "total_steps": 1362, "loss": 0.5315, "lr": 5e-06, "epoch": 0.28594995875721746, "percentage": 9.54, "elapsed_time": "1:10:15", "remaining_time": "11:05:53"} +{"current_steps": 140, "total_steps": 1362, "loss": 0.5307, "lr": 5e-06, "epoch": 0.3079461094308496, "percentage": 10.28, "elapsed_time": "1:15:38", "remaining_time": "11:00:17"} +{"current_steps": 150, "total_steps": 1362, "loss": 0.5256, "lr": 5e-06, "epoch": 0.3299422601044817, "percentage": 11.01, "elapsed_time": "1:21:01", "remaining_time": "10:54:39"} +{"current_steps": 160, "total_steps": 1362, "loss": 0.5236, "lr": 5e-06, "epoch": 0.35193841077811383, "percentage": 11.75, "elapsed_time": "1:26:26", "remaining_time": "10:49:20"} +{"current_steps": 170, "total_steps": 1362, "loss": 0.5148, "lr": 5e-06, "epoch": 0.3739345614517459, "percentage": 12.48, "elapsed_time": "1:31:49", "remaining_time": "10:43:51"} +{"current_steps": 180, "total_steps": 1362, "loss": 0.5147, "lr": 5e-06, "epoch": 0.39593071212537806, "percentage": 13.22, "elapsed_time": "1:37:11", "remaining_time": "10:38:14"} +{"current_steps": 190, "total_steps": 1362, "loss": 0.5184, "lr": 5e-06, "epoch": 0.41792686279901015, "percentage": 13.95, "elapsed_time": "1:42:33", "remaining_time": "10:32:39"} +{"current_steps": 200, "total_steps": 1362, "loss": 0.5099, "lr": 5e-06, "epoch": 0.4399230134726423, "percentage": 14.68, "elapsed_time": "1:47:56", "remaining_time": "10:27:08"} +{"current_steps": 210, "total_steps": 1362, "loss": 0.5117, "lr": 5e-06, "epoch": 0.4619191641462744, "percentage": 15.42, "elapsed_time": "1:53:19", "remaining_time": "10:21:40"} +{"current_steps": 220, "total_steps": 1362, "loss": 0.5055, "lr": 5e-06, "epoch": 0.4839153148199065, "percentage": 16.15, "elapsed_time": "1:58:41", "remaining_time": "10:16:09"} +{"current_steps": 230, "total_steps": 1362, "loss": 0.5043, "lr": 5e-06, "epoch": 0.5059114654935386, "percentage": 16.89, "elapsed_time": "2:04:04", "remaining_time": "10:10:38"} +{"current_steps": 240, "total_steps": 1362, "loss": 0.5084, "lr": 5e-06, "epoch": 0.5279076161671707, "percentage": 17.62, "elapsed_time": "2:09:26", "remaining_time": "10:05:08"} +{"current_steps": 250, "total_steps": 1362, "loss": 0.5007, "lr": 5e-06, "epoch": 0.5499037668408029, "percentage": 18.36, "elapsed_time": "2:14:49", "remaining_time": "9:59:40"} +{"current_steps": 260, "total_steps": 1362, "loss": 0.5004, "lr": 5e-06, "epoch": 0.5718999175144349, "percentage": 19.09, "elapsed_time": "2:20:15", "remaining_time": "9:54:28"} +{"current_steps": 270, "total_steps": 1362, "loss": 0.4997, "lr": 5e-06, "epoch": 0.5938960681880671, "percentage": 19.82, "elapsed_time": "2:25:38", "remaining_time": "9:49:02"} +{"current_steps": 280, "total_steps": 1362, "loss": 0.4933, "lr": 5e-06, "epoch": 0.6158922188616992, "percentage": 20.56, "elapsed_time": "2:31:01", "remaining_time": "9:43:34"} +{"current_steps": 290, "total_steps": 1362, "loss": 0.4969, "lr": 5e-06, "epoch": 0.6378883695353313, "percentage": 21.29, "elapsed_time": "2:36:23", "remaining_time": "9:38:08"} +{"current_steps": 300, "total_steps": 1362, "loss": 0.4971, "lr": 5e-06, "epoch": 0.6598845202089634, "percentage": 22.03, "elapsed_time": "2:41:46", "remaining_time": "9:32:41"} +{"current_steps": 310, "total_steps": 1362, "loss": 0.4883, "lr": 5e-06, "epoch": 0.6818806708825955, "percentage": 22.76, "elapsed_time": "2:47:11", "remaining_time": "9:27:22"} +{"current_steps": 320, "total_steps": 1362, "loss": 0.4912, "lr": 5e-06, "epoch": 0.7038768215562277, "percentage": 23.49, "elapsed_time": "2:52:35", "remaining_time": "9:22:00"} +{"current_steps": 330, "total_steps": 1362, "loss": 0.4961, "lr": 5e-06, "epoch": 0.7258729722298598, "percentage": 24.23, "elapsed_time": "2:58:01", "remaining_time": "9:16:43"} +{"current_steps": 340, "total_steps": 1362, "loss": 0.4879, "lr": 5e-06, "epoch": 0.7478691229034918, "percentage": 24.96, "elapsed_time": "3:03:26", "remaining_time": "9:11:24"} +{"current_steps": 350, "total_steps": 1362, "loss": 0.4948, "lr": 5e-06, "epoch": 0.769865273577124, "percentage": 25.7, "elapsed_time": "3:08:49", "remaining_time": "9:05:58"} +{"current_steps": 360, "total_steps": 1362, "loss": 0.491, "lr": 5e-06, "epoch": 0.7918614242507561, "percentage": 26.43, "elapsed_time": "3:14:16", "remaining_time": "9:00:42"} +{"current_steps": 370, "total_steps": 1362, "loss": 0.4924, "lr": 5e-06, "epoch": 0.8138575749243883, "percentage": 27.17, "elapsed_time": "3:19:41", "remaining_time": "8:55:23"} +{"current_steps": 380, "total_steps": 1362, "loss": 0.485, "lr": 5e-06, "epoch": 0.8358537255980203, "percentage": 27.9, "elapsed_time": "3:25:05", "remaining_time": "8:50:00"} +{"current_steps": 390, "total_steps": 1362, "loss": 0.4913, "lr": 5e-06, "epoch": 0.8578498762716524, "percentage": 28.63, "elapsed_time": "3:30:30", "remaining_time": "8:44:39"} +{"current_steps": 400, "total_steps": 1362, "loss": 0.4946, "lr": 5e-06, "epoch": 0.8798460269452846, "percentage": 29.37, "elapsed_time": "3:35:56", "remaining_time": "8:39:19"} +{"current_steps": 410, "total_steps": 1362, "loss": 0.478, "lr": 5e-06, "epoch": 0.9018421776189167, "percentage": 30.1, "elapsed_time": "3:41:21", "remaining_time": "8:34:00"} +{"current_steps": 420, "total_steps": 1362, "loss": 0.485, "lr": 5e-06, "epoch": 0.9238383282925487, "percentage": 30.84, "elapsed_time": "3:46:47", "remaining_time": "8:28:39"} +{"current_steps": 430, "total_steps": 1362, "loss": 0.4841, "lr": 5e-06, "epoch": 0.9458344789661809, "percentage": 31.57, "elapsed_time": "3:52:12", "remaining_time": "8:23:18"} +{"current_steps": 440, "total_steps": 1362, "loss": 0.4805, "lr": 5e-06, "epoch": 0.967830629639813, "percentage": 32.31, "elapsed_time": "3:57:37", "remaining_time": "8:17:55"} +{"current_steps": 450, "total_steps": 1362, "loss": 0.4822, "lr": 5e-06, "epoch": 0.9898267803134452, "percentage": 33.04, "elapsed_time": "4:03:02", "remaining_time": "8:12:34"} +{"current_steps": 454, "total_steps": 1362, "eval_loss": 0.4843384027481079, "epoch": 0.998625240582898, "percentage": 33.33, "elapsed_time": "4:10:53", "remaining_time": "8:21:46"} +{"current_steps": 460, "total_steps": 1362, "loss": 0.4742, "lr": 5e-06, "epoch": 1.0118229309870772, "percentage": 33.77, "elapsed_time": "4:15:02", "remaining_time": "8:20:05"} +{"current_steps": 470, "total_steps": 1362, "loss": 0.4381, "lr": 5e-06, "epoch": 1.0338190816607093, "percentage": 34.51, "elapsed_time": "4:20:27", "remaining_time": "8:14:18"} +{"current_steps": 480, "total_steps": 1362, "loss": 0.4396, "lr": 5e-06, "epoch": 1.0558152323343415, "percentage": 35.24, "elapsed_time": "4:25:52", "remaining_time": "8:08:32"} +{"current_steps": 490, "total_steps": 1362, "loss": 0.436, "lr": 5e-06, "epoch": 1.0778113830079736, "percentage": 35.98, "elapsed_time": "4:31:16", "remaining_time": "8:02:46"} +{"current_steps": 500, "total_steps": 1362, "loss": 0.4308, "lr": 5e-06, "epoch": 1.0998075336816058, "percentage": 36.71, "elapsed_time": "4:36:41", "remaining_time": "7:57:01"} +{"current_steps": 510, "total_steps": 1362, "loss": 0.4368, "lr": 5e-06, "epoch": 1.121803684355238, "percentage": 37.44, "elapsed_time": "4:42:05", "remaining_time": "7:51:14"} +{"current_steps": 520, "total_steps": 1362, "loss": 0.4419, "lr": 5e-06, "epoch": 1.14379983502887, "percentage": 38.18, "elapsed_time": "4:47:30", "remaining_time": "7:45:31"} +{"current_steps": 530, "total_steps": 1362, "loss": 0.4361, "lr": 5e-06, "epoch": 1.165795985702502, "percentage": 38.91, "elapsed_time": "4:52:54", "remaining_time": "7:39:48"} +{"current_steps": 540, "total_steps": 1362, "loss": 0.4345, "lr": 5e-06, "epoch": 1.1877921363761341, "percentage": 39.65, "elapsed_time": "4:58:16", "remaining_time": "7:34:02"} +{"current_steps": 550, "total_steps": 1362, "loss": 0.4339, "lr": 5e-06, "epoch": 1.2097882870497663, "percentage": 40.38, "elapsed_time": "5:03:39", "remaining_time": "7:28:18"} +{"current_steps": 560, "total_steps": 1362, "loss": 0.4385, "lr": 5e-06, "epoch": 1.2317844377233984, "percentage": 41.12, "elapsed_time": "5:09:02", "remaining_time": "7:22:35"} +{"current_steps": 570, "total_steps": 1362, "loss": 0.4329, "lr": 5e-06, "epoch": 1.2537805883970305, "percentage": 41.85, "elapsed_time": "5:14:27", "remaining_time": "7:16:56"} +{"current_steps": 580, "total_steps": 1362, "loss": 0.4333, "lr": 5e-06, "epoch": 1.2757767390706627, "percentage": 42.58, "elapsed_time": "5:19:51", "remaining_time": "7:11:15"} +{"current_steps": 590, "total_steps": 1362, "loss": 0.4317, "lr": 5e-06, "epoch": 1.2977728897442948, "percentage": 43.32, "elapsed_time": "5:25:13", "remaining_time": "7:05:32"} +{"current_steps": 600, "total_steps": 1362, "loss": 0.4294, "lr": 5e-06, "epoch": 1.3197690404179268, "percentage": 44.05, "elapsed_time": "5:30:37", "remaining_time": "6:59:54"} +{"current_steps": 610, "total_steps": 1362, "loss": 0.4305, "lr": 5e-06, "epoch": 1.341765191091559, "percentage": 44.79, "elapsed_time": "5:36:03", "remaining_time": "6:54:17"} +{"current_steps": 620, "total_steps": 1362, "loss": 0.4358, "lr": 5e-06, "epoch": 1.363761341765191, "percentage": 45.52, "elapsed_time": "5:41:27", "remaining_time": "6:48:38"} +{"current_steps": 630, "total_steps": 1362, "loss": 0.433, "lr": 5e-06, "epoch": 1.3857574924388232, "percentage": 46.26, "elapsed_time": "5:46:51", "remaining_time": "6:43:00"} +{"current_steps": 640, "total_steps": 1362, "loss": 0.4316, "lr": 5e-06, "epoch": 1.4077536431124553, "percentage": 46.99, "elapsed_time": "5:52:16", "remaining_time": "6:37:24"} +{"current_steps": 650, "total_steps": 1362, "loss": 0.4309, "lr": 5e-06, "epoch": 1.4297497937860875, "percentage": 47.72, "elapsed_time": "5:57:41", "remaining_time": "6:31:48"} +{"current_steps": 660, "total_steps": 1362, "loss": 0.438, "lr": 5e-06, "epoch": 1.4517459444597196, "percentage": 48.46, "elapsed_time": "6:03:05", "remaining_time": "6:26:12"} +{"current_steps": 670, "total_steps": 1362, "loss": 0.4279, "lr": 5e-06, "epoch": 1.4737420951333515, "percentage": 49.19, "elapsed_time": "6:08:30", "remaining_time": "6:20:36"} +{"current_steps": 680, "total_steps": 1362, "loss": 0.4326, "lr": 5e-06, "epoch": 1.495738245806984, "percentage": 49.93, "elapsed_time": "6:13:55", "remaining_time": "6:15:01"} +{"current_steps": 690, "total_steps": 1362, "loss": 0.4359, "lr": 5e-06, "epoch": 1.5177343964806158, "percentage": 50.66, "elapsed_time": "6:19:18", "remaining_time": "6:09:24"} +{"current_steps": 700, "total_steps": 1362, "loss": 0.4291, "lr": 5e-06, "epoch": 1.539730547154248, "percentage": 51.4, "elapsed_time": "6:24:41", "remaining_time": "6:03:48"} +{"current_steps": 710, "total_steps": 1362, "loss": 0.4303, "lr": 5e-06, "epoch": 1.56172669782788, "percentage": 52.13, "elapsed_time": "6:30:06", "remaining_time": "5:58:14"} +{"current_steps": 720, "total_steps": 1362, "loss": 0.4324, "lr": 5e-06, "epoch": 1.5837228485015122, "percentage": 52.86, "elapsed_time": "6:35:29", "remaining_time": "5:52:39"} +{"current_steps": 730, "total_steps": 1362, "loss": 0.4345, "lr": 5e-06, "epoch": 1.6057189991751444, "percentage": 53.6, "elapsed_time": "6:40:53", "remaining_time": "5:47:04"} +{"current_steps": 740, "total_steps": 1362, "loss": 0.4311, "lr": 5e-06, "epoch": 1.6277151498487763, "percentage": 54.33, "elapsed_time": "6:46:19", "remaining_time": "5:41:31"} +{"current_steps": 750, "total_steps": 1362, "loss": 0.4297, "lr": 5e-06, "epoch": 1.6497113005224087, "percentage": 55.07, "elapsed_time": "6:51:44", "remaining_time": "5:35:58"} +{"current_steps": 760, "total_steps": 1362, "loss": 0.4258, "lr": 5e-06, "epoch": 1.6717074511960406, "percentage": 55.8, "elapsed_time": "6:57:09", "remaining_time": "5:30:26"} +{"current_steps": 770, "total_steps": 1362, "loss": 0.4308, "lr": 5e-06, "epoch": 1.693703601869673, "percentage": 56.53, "elapsed_time": "7:02:33", "remaining_time": "5:24:52"} +{"current_steps": 780, "total_steps": 1362, "loss": 0.4278, "lr": 5e-06, "epoch": 1.7156997525433049, "percentage": 57.27, "elapsed_time": "7:07:58", "remaining_time": "5:19:19"} +{"current_steps": 790, "total_steps": 1362, "loss": 0.4267, "lr": 5e-06, "epoch": 1.737695903216937, "percentage": 58.0, "elapsed_time": "7:13:23", "remaining_time": "5:13:47"} +{"current_steps": 800, "total_steps": 1362, "loss": 0.4323, "lr": 5e-06, "epoch": 1.7596920538905692, "percentage": 58.74, "elapsed_time": "7:18:46", "remaining_time": "5:08:14"} +{"current_steps": 810, "total_steps": 1362, "loss": 0.4265, "lr": 5e-06, "epoch": 1.7816882045642013, "percentage": 59.47, "elapsed_time": "7:24:11", "remaining_time": "5:02:42"} +{"current_steps": 820, "total_steps": 1362, "loss": 0.4299, "lr": 5e-06, "epoch": 1.8036843552378334, "percentage": 60.21, "elapsed_time": "7:29:33", "remaining_time": "4:57:08"} +{"current_steps": 830, "total_steps": 1362, "loss": 0.4254, "lr": 5e-06, "epoch": 1.8256805059114654, "percentage": 60.94, "elapsed_time": "7:34:57", "remaining_time": "4:51:36"} +{"current_steps": 840, "total_steps": 1362, "loss": 0.4268, "lr": 5e-06, "epoch": 1.8476766565850977, "percentage": 61.67, "elapsed_time": "7:40:23", "remaining_time": "4:46:06"} +{"current_steps": 850, "total_steps": 1362, "loss": 0.4229, "lr": 5e-06, "epoch": 1.8696728072587296, "percentage": 62.41, "elapsed_time": "7:45:49", "remaining_time": "4:40:35"} +{"current_steps": 860, "total_steps": 1362, "loss": 0.4238, "lr": 5e-06, "epoch": 1.8916689579323618, "percentage": 63.14, "elapsed_time": "7:51:14", "remaining_time": "4:35:04"} +{"current_steps": 870, "total_steps": 1362, "loss": 0.4267, "lr": 5e-06, "epoch": 1.913665108605994, "percentage": 63.88, "elapsed_time": "7:56:39", "remaining_time": "4:29:33"} +{"current_steps": 880, "total_steps": 1362, "loss": 0.426, "lr": 5e-06, "epoch": 1.935661259279626, "percentage": 64.61, "elapsed_time": "8:02:04", "remaining_time": "4:24:02"} +{"current_steps": 890, "total_steps": 1362, "loss": 0.4274, "lr": 5e-06, "epoch": 1.9576574099532582, "percentage": 65.35, "elapsed_time": "8:07:25", "remaining_time": "4:18:30"} +{"current_steps": 900, "total_steps": 1362, "loss": 0.4246, "lr": 5e-06, "epoch": 1.9796535606268901, "percentage": 66.08, "elapsed_time": "8:12:49", "remaining_time": "4:12:58"} +{"current_steps": 909, "total_steps": 1362, "eval_loss": 0.46506866812705994, "epoch": 1.9994500962331592, "percentage": 66.74, "elapsed_time": "8:23:02", "remaining_time": "4:10:41"} +{"current_steps": 910, "total_steps": 1362, "loss": 0.4343, "lr": 5e-06, "epoch": 2.0016497113005225, "percentage": 66.81, "elapsed_time": "8:24:45", "remaining_time": "4:10:43"} +{"current_steps": 920, "total_steps": 1362, "loss": 0.3763, "lr": 5e-06, "epoch": 2.0236458619741544, "percentage": 67.55, "elapsed_time": "8:30:09", "remaining_time": "4:05:06"} +{"current_steps": 930, "total_steps": 1362, "loss": 0.3715, "lr": 5e-06, "epoch": 2.045642012647787, "percentage": 68.28, "elapsed_time": "8:35:34", "remaining_time": "3:59:29"} +{"current_steps": 940, "total_steps": 1362, "loss": 0.3793, "lr": 5e-06, "epoch": 2.0676381633214187, "percentage": 69.02, "elapsed_time": "8:40:59", "remaining_time": "3:53:53"} +{"current_steps": 950, "total_steps": 1362, "loss": 0.3768, "lr": 5e-06, "epoch": 2.089634313995051, "percentage": 69.75, "elapsed_time": "8:46:24", "remaining_time": "3:48:17"} +{"current_steps": 960, "total_steps": 1362, "loss": 0.381, "lr": 5e-06, "epoch": 2.111630464668683, "percentage": 70.48, "elapsed_time": "8:51:50", "remaining_time": "3:42:42"} +{"current_steps": 970, "total_steps": 1362, "loss": 0.3779, "lr": 5e-06, "epoch": 2.133626615342315, "percentage": 71.22, "elapsed_time": "8:57:15", "remaining_time": "3:37:07"} +{"current_steps": 980, "total_steps": 1362, "loss": 0.3757, "lr": 5e-06, "epoch": 2.1556227660159473, "percentage": 71.95, "elapsed_time": "9:02:40", "remaining_time": "3:31:31"} +{"current_steps": 990, "total_steps": 1362, "loss": 0.3799, "lr": 5e-06, "epoch": 2.177618916689579, "percentage": 72.69, "elapsed_time": "9:08:05", "remaining_time": "3:25:57"} +{"current_steps": 1000, "total_steps": 1362, "loss": 0.3791, "lr": 5e-06, "epoch": 2.1996150673632116, "percentage": 73.42, "elapsed_time": "9:13:31", "remaining_time": "3:20:22"} +{"current_steps": 1010, "total_steps": 1362, "loss": 0.3767, "lr": 5e-06, "epoch": 2.2216112180368435, "percentage": 74.16, "elapsed_time": "9:18:55", "remaining_time": "3:14:47"} +{"current_steps": 1020, "total_steps": 1362, "loss": 0.3775, "lr": 5e-06, "epoch": 2.243607368710476, "percentage": 74.89, "elapsed_time": "9:24:19", "remaining_time": "3:09:12"} +{"current_steps": 1030, "total_steps": 1362, "loss": 0.3776, "lr": 5e-06, "epoch": 2.2656035193841078, "percentage": 75.62, "elapsed_time": "9:29:41", "remaining_time": "3:03:37"} +{"current_steps": 1040, "total_steps": 1362, "loss": 0.3768, "lr": 5e-06, "epoch": 2.28759967005774, "percentage": 76.36, "elapsed_time": "9:35:05", "remaining_time": "2:58:03"} +{"current_steps": 1050, "total_steps": 1362, "loss": 0.3743, "lr": 5e-06, "epoch": 2.309595820731372, "percentage": 77.09, "elapsed_time": "9:40:29", "remaining_time": "2:52:29"} +{"current_steps": 1060, "total_steps": 1362, "loss": 0.3817, "lr": 5e-06, "epoch": 2.331591971405004, "percentage": 77.83, "elapsed_time": "9:45:53", "remaining_time": "2:46:55"} +{"current_steps": 1070, "total_steps": 1362, "loss": 0.3782, "lr": 5e-06, "epoch": 2.3535881220786363, "percentage": 78.56, "elapsed_time": "9:51:18", "remaining_time": "2:41:22"} +{"current_steps": 1080, "total_steps": 1362, "loss": 0.3802, "lr": 5e-06, "epoch": 2.3755842727522682, "percentage": 79.3, "elapsed_time": "9:56:42", "remaining_time": "2:35:48"} +{"current_steps": 1090, "total_steps": 1362, "loss": 0.3756, "lr": 5e-06, "epoch": 2.3975804234259006, "percentage": 80.03, "elapsed_time": "10:02:05", "remaining_time": "2:30:14"} +{"current_steps": 1100, "total_steps": 1362, "loss": 0.3792, "lr": 5e-06, "epoch": 2.4195765740995325, "percentage": 80.76, "elapsed_time": "10:07:28", "remaining_time": "2:24:41"} +{"current_steps": 1110, "total_steps": 1362, "loss": 0.3842, "lr": 5e-06, "epoch": 2.441572724773165, "percentage": 81.5, "elapsed_time": "10:12:50", "remaining_time": "2:19:07"} +{"current_steps": 1120, "total_steps": 1362, "loss": 0.3767, "lr": 5e-06, "epoch": 2.463568875446797, "percentage": 82.23, "elapsed_time": "10:18:15", "remaining_time": "2:13:35"} +{"current_steps": 1130, "total_steps": 1362, "loss": 0.3827, "lr": 5e-06, "epoch": 2.4855650261204287, "percentage": 82.97, "elapsed_time": "10:23:40", "remaining_time": "2:08:02"} +{"current_steps": 1140, "total_steps": 1362, "loss": 0.3849, "lr": 5e-06, "epoch": 2.507561176794061, "percentage": 83.7, "elapsed_time": "10:29:04", "remaining_time": "2:02:30"} +{"current_steps": 1150, "total_steps": 1362, "loss": 0.3813, "lr": 5e-06, "epoch": 2.529557327467693, "percentage": 84.43, "elapsed_time": "10:34:29", "remaining_time": "1:56:58"} +{"current_steps": 1160, "total_steps": 1362, "loss": 0.3804, "lr": 5e-06, "epoch": 2.5515534781413254, "percentage": 85.17, "elapsed_time": "10:39:55", "remaining_time": "1:51:26"} +{"current_steps": 1170, "total_steps": 1362, "loss": 0.3751, "lr": 5e-06, "epoch": 2.5735496288149573, "percentage": 85.9, "elapsed_time": "10:45:19", "remaining_time": "1:45:53"} +{"current_steps": 1180, "total_steps": 1362, "loss": 0.3731, "lr": 5e-06, "epoch": 2.5955457794885897, "percentage": 86.64, "elapsed_time": "10:50:43", "remaining_time": "1:40:21"} +{"current_steps": 1190, "total_steps": 1362, "loss": 0.3757, "lr": 5e-06, "epoch": 2.6175419301622216, "percentage": 87.37, "elapsed_time": "10:56:09", "remaining_time": "1:34:50"} +{"current_steps": 1200, "total_steps": 1362, "loss": 0.3742, "lr": 5e-06, "epoch": 2.6395380808358535, "percentage": 88.11, "elapsed_time": "11:01:35", "remaining_time": "1:29:18"} +{"current_steps": 1210, "total_steps": 1362, "loss": 0.3753, "lr": 5e-06, "epoch": 2.661534231509486, "percentage": 88.84, "elapsed_time": "11:07:00", "remaining_time": "1:23:47"} +{"current_steps": 1220, "total_steps": 1362, "loss": 0.3741, "lr": 5e-06, "epoch": 2.683530382183118, "percentage": 89.57, "elapsed_time": "11:12:25", "remaining_time": "1:18:16"} +{"current_steps": 1230, "total_steps": 1362, "loss": 0.3785, "lr": 5e-06, "epoch": 2.70552653285675, "percentage": 90.31, "elapsed_time": "11:17:49", "remaining_time": "1:12:44"} +{"current_steps": 1240, "total_steps": 1362, "loss": 0.3761, "lr": 5e-06, "epoch": 2.727522683530382, "percentage": 91.04, "elapsed_time": "11:23:13", "remaining_time": "1:07:13"} +{"current_steps": 1250, "total_steps": 1362, "loss": 0.3748, "lr": 5e-06, "epoch": 2.7495188342040144, "percentage": 91.78, "elapsed_time": "11:28:37", "remaining_time": "1:01:42"} +{"current_steps": 1260, "total_steps": 1362, "loss": 0.3728, "lr": 5e-06, "epoch": 2.7715149848776464, "percentage": 92.51, "elapsed_time": "11:34:02", "remaining_time": "0:56:11"} +{"current_steps": 1270, "total_steps": 1362, "loss": 0.3794, "lr": 5e-06, "epoch": 2.7935111355512783, "percentage": 93.25, "elapsed_time": "11:39:28", "remaining_time": "0:50:40"} +{"current_steps": 1280, "total_steps": 1362, "loss": 0.3789, "lr": 5e-06, "epoch": 2.8155072862249106, "percentage": 93.98, "elapsed_time": "11:44:53", "remaining_time": "0:45:09"} +{"current_steps": 1290, "total_steps": 1362, "loss": 0.3732, "lr": 5e-06, "epoch": 2.837503436898543, "percentage": 94.71, "elapsed_time": "11:50:16", "remaining_time": "0:39:38"} +{"current_steps": 1300, "total_steps": 1362, "loss": 0.3741, "lr": 5e-06, "epoch": 2.859499587572175, "percentage": 95.45, "elapsed_time": "11:55:42", "remaining_time": "0:34:08"} +{"current_steps": 1310, "total_steps": 1362, "loss": 0.3753, "lr": 5e-06, "epoch": 2.881495738245807, "percentage": 96.18, "elapsed_time": "12:01:07", "remaining_time": "0:28:37"} +{"current_steps": 1320, "total_steps": 1362, "loss": 0.3756, "lr": 5e-06, "epoch": 2.903491888919439, "percentage": 96.92, "elapsed_time": "12:06:32", "remaining_time": "0:23:07"} +{"current_steps": 1330, "total_steps": 1362, "loss": 0.378, "lr": 5e-06, "epoch": 2.925488039593071, "percentage": 97.65, "elapsed_time": "12:11:56", "remaining_time": "0:17:36"} +{"current_steps": 1340, "total_steps": 1362, "loss": 0.3795, "lr": 5e-06, "epoch": 2.947484190266703, "percentage": 98.38, "elapsed_time": "12:17:22", "remaining_time": "0:12:06"} +{"current_steps": 1350, "total_steps": 1362, "loss": 0.3742, "lr": 5e-06, "epoch": 2.9694803409403354, "percentage": 99.12, "elapsed_time": "12:22:46", "remaining_time": "0:06:36"} +{"current_steps": 1360, "total_steps": 1362, "loss": 0.3735, "lr": 5e-06, "epoch": 2.991476491613968, "percentage": 99.85, "elapsed_time": "12:28:10", "remaining_time": "0:01:06"} +{"current_steps": 1362, "total_steps": 1362, "eval_loss": 0.46309909224510193, "epoch": 2.995875721748694, "percentage": 100.0, "elapsed_time": "12:35:40", "remaining_time": "0:00:00"} +{"current_steps": 1362, "total_steps": 1362, "epoch": 2.995875721748694, "percentage": 100.0, "elapsed_time": "12:37:14", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..82823ea --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1018 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.995875721748694, + "eval_steps": 500, + "global_step": 1362, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.021996150673632114, + "grad_norm": 44.935070793507286, + "learning_rate": 5e-06, + "loss": 0.7982, + "step": 10 + }, + { + "epoch": 0.04399230134726423, + "grad_norm": 51.99237463948744, + "learning_rate": 5e-06, + "loss": 0.6818, + "step": 20 + }, + { + "epoch": 0.06598845202089634, + "grad_norm": 2.029518123215705, + "learning_rate": 5e-06, + "loss": 0.6576, + "step": 30 + }, + { + "epoch": 0.08798460269452846, + "grad_norm": 0.8501991380139163, + "learning_rate": 5e-06, + "loss": 0.6179, + "step": 40 + }, + { + "epoch": 0.10998075336816057, + "grad_norm": 0.7157876899989635, + "learning_rate": 5e-06, + "loss": 0.5951, + "step": 50 + }, + { + "epoch": 0.1319769040417927, + "grad_norm": 0.6923489466872192, + "learning_rate": 5e-06, + "loss": 0.579, + "step": 60 + }, + { + "epoch": 0.1539730547154248, + "grad_norm": 0.6162592994801409, + "learning_rate": 5e-06, + "loss": 0.5625, + "step": 70 + }, + { + "epoch": 0.17596920538905692, + "grad_norm": 0.6070124857659416, + "learning_rate": 5e-06, + "loss": 0.5544, + "step": 80 + }, + { + "epoch": 0.19796535606268903, + "grad_norm": 0.7389354403531135, + "learning_rate": 5e-06, + "loss": 0.5474, + "step": 90 + }, + { + "epoch": 0.21996150673632114, + "grad_norm": 0.5830266561233308, + "learning_rate": 5e-06, + "loss": 0.5403, + "step": 100 + }, + { + "epoch": 0.24195765740995326, + "grad_norm": 0.609863769379669, + "learning_rate": 5e-06, + "loss": 0.5409, + "step": 110 + }, + { + "epoch": 0.2639538080835854, + "grad_norm": 0.5471425920538027, + "learning_rate": 5e-06, + "loss": 0.5282, + "step": 120 + }, + { + "epoch": 0.28594995875721746, + "grad_norm": 0.5504648496085665, + "learning_rate": 5e-06, + "loss": 0.5315, + "step": 130 + }, + { + "epoch": 0.3079461094308496, + "grad_norm": 0.5600291116467604, + "learning_rate": 5e-06, + "loss": 0.5307, + "step": 140 + }, + { + "epoch": 0.3299422601044817, + "grad_norm": 0.6781742737436763, + "learning_rate": 5e-06, + "loss": 0.5256, + "step": 150 + }, + { + "epoch": 0.35193841077811383, + "grad_norm": 0.5570436479921453, + "learning_rate": 5e-06, + "loss": 0.5236, + "step": 160 + }, + { + "epoch": 0.3739345614517459, + "grad_norm": 0.7382087470875334, + "learning_rate": 5e-06, + "loss": 0.5148, + "step": 170 + }, + { + "epoch": 0.39593071212537806, + "grad_norm": 0.6677212573270707, + "learning_rate": 5e-06, + "loss": 0.5147, + "step": 180 + }, + { + "epoch": 0.41792686279901015, + "grad_norm": 0.6534622609569957, + "learning_rate": 5e-06, + "loss": 0.5184, + "step": 190 + }, + { + "epoch": 0.4399230134726423, + "grad_norm": 0.6389305122495185, + "learning_rate": 5e-06, + "loss": 0.5099, + "step": 200 + }, + { + "epoch": 0.4619191641462744, + "grad_norm": 0.5533607211490192, + "learning_rate": 5e-06, + "loss": 0.5117, + "step": 210 + }, + { + "epoch": 0.4839153148199065, + "grad_norm": 0.5615265500686734, + "learning_rate": 5e-06, + "loss": 0.5055, + "step": 220 + }, + { + "epoch": 0.5059114654935386, + "grad_norm": 0.6044913138154236, + "learning_rate": 5e-06, + "loss": 0.5043, + "step": 230 + }, + { + "epoch": 0.5279076161671707, + "grad_norm": 0.6911732267120813, + "learning_rate": 5e-06, + "loss": 0.5084, + "step": 240 + }, + { + "epoch": 0.5499037668408029, + "grad_norm": 0.6913728871930638, + "learning_rate": 5e-06, + "loss": 0.5007, + "step": 250 + }, + { + "epoch": 0.5718999175144349, + "grad_norm": 0.5458408162252775, + "learning_rate": 5e-06, + "loss": 0.5004, + "step": 260 + }, + { + "epoch": 0.5938960681880671, + "grad_norm": 0.4864371771009518, + "learning_rate": 5e-06, + "loss": 0.4997, + "step": 270 + }, + { + "epoch": 0.6158922188616992, + "grad_norm": 0.5505465151810486, + "learning_rate": 5e-06, + "loss": 0.4933, + "step": 280 + }, + { + "epoch": 0.6378883695353313, + "grad_norm": 0.5500982529995515, + "learning_rate": 5e-06, + "loss": 0.4969, + "step": 290 + }, + { + "epoch": 0.6598845202089634, + "grad_norm": 0.6818273388657722, + "learning_rate": 5e-06, + "loss": 0.4971, + "step": 300 + }, + { + "epoch": 0.6818806708825955, + "grad_norm": 0.8228558846974066, + "learning_rate": 5e-06, + "loss": 0.4883, + "step": 310 + }, + { + "epoch": 0.7038768215562277, + "grad_norm": 0.5100124377410133, + "learning_rate": 5e-06, + "loss": 0.4912, + "step": 320 + }, + { + "epoch": 0.7258729722298598, + "grad_norm": 0.5023160939160082, + "learning_rate": 5e-06, + "loss": 0.4961, + "step": 330 + }, + { + "epoch": 0.7478691229034918, + "grad_norm": 0.5390556024217283, + "learning_rate": 5e-06, + "loss": 0.4879, + "step": 340 + }, + { + "epoch": 0.769865273577124, + "grad_norm": 0.5699354382297954, + "learning_rate": 5e-06, + "loss": 0.4948, + "step": 350 + }, + { + "epoch": 0.7918614242507561, + "grad_norm": 0.5193233018168463, + "learning_rate": 5e-06, + "loss": 0.491, + "step": 360 + }, + { + "epoch": 0.8138575749243883, + "grad_norm": 0.4831702719594887, + "learning_rate": 5e-06, + "loss": 0.4924, + "step": 370 + }, + { + "epoch": 0.8358537255980203, + "grad_norm": 0.46518212576460566, + "learning_rate": 5e-06, + "loss": 0.485, + "step": 380 + }, + { + "epoch": 0.8578498762716524, + "grad_norm": 0.6352722047223296, + "learning_rate": 5e-06, + "loss": 0.4913, + "step": 390 + }, + { + "epoch": 0.8798460269452846, + "grad_norm": 0.53358894593737, + "learning_rate": 5e-06, + "loss": 0.4946, + "step": 400 + }, + { + "epoch": 0.9018421776189167, + "grad_norm": 0.7885388229348029, + "learning_rate": 5e-06, + "loss": 0.478, + "step": 410 + }, + { + "epoch": 0.9238383282925487, + "grad_norm": 0.529600748072463, + "learning_rate": 5e-06, + "loss": 0.485, + "step": 420 + }, + { + "epoch": 0.9458344789661809, + "grad_norm": 0.7784357593762018, + "learning_rate": 5e-06, + "loss": 0.4841, + "step": 430 + }, + { + "epoch": 0.967830629639813, + "grad_norm": 0.5061344396278, + "learning_rate": 5e-06, + "loss": 0.4805, + "step": 440 + }, + { + "epoch": 0.9898267803134452, + "grad_norm": 0.6066757845714082, + "learning_rate": 5e-06, + "loss": 0.4822, + "step": 450 + }, + { + "epoch": 0.998625240582898, + "eval_loss": 0.4843384027481079, + "eval_runtime": 321.1703, + "eval_samples_per_second": 38.145, + "eval_steps_per_second": 0.598, + "step": 454 + }, + { + "epoch": 1.0118229309870772, + "grad_norm": 0.6845501483696066, + "learning_rate": 5e-06, + "loss": 0.4742, + "step": 460 + }, + { + "epoch": 1.0338190816607093, + "grad_norm": 0.5184208422093173, + "learning_rate": 5e-06, + "loss": 0.4381, + "step": 470 + }, + { + "epoch": 1.0558152323343415, + "grad_norm": 0.5477404832032738, + "learning_rate": 5e-06, + "loss": 0.4396, + "step": 480 + }, + { + "epoch": 1.0778113830079736, + "grad_norm": 0.5481304063783221, + "learning_rate": 5e-06, + "loss": 0.436, + "step": 490 + }, + { + "epoch": 1.0998075336816058, + "grad_norm": 0.560826060704074, + "learning_rate": 5e-06, + "loss": 0.4308, + "step": 500 + }, + { + "epoch": 1.121803684355238, + "grad_norm": 0.5361777988288693, + "learning_rate": 5e-06, + "loss": 0.4368, + "step": 510 + }, + { + "epoch": 1.14379983502887, + "grad_norm": 0.6716133763509267, + "learning_rate": 5e-06, + "loss": 0.4419, + "step": 520 + }, + { + "epoch": 1.165795985702502, + "grad_norm": 0.5542234581455023, + "learning_rate": 5e-06, + "loss": 0.4361, + "step": 530 + }, + { + "epoch": 1.1877921363761341, + "grad_norm": 0.7101633877411753, + "learning_rate": 5e-06, + "loss": 0.4345, + "step": 540 + }, + { + "epoch": 1.2097882870497663, + "grad_norm": 0.5238276115814429, + "learning_rate": 5e-06, + "loss": 0.4339, + "step": 550 + }, + { + "epoch": 1.2317844377233984, + "grad_norm": 0.603854926816251, + "learning_rate": 5e-06, + "loss": 0.4385, + "step": 560 + }, + { + "epoch": 1.2537805883970305, + "grad_norm": 0.5352576431626216, + "learning_rate": 5e-06, + "loss": 0.4329, + "step": 570 + }, + { + "epoch": 1.2757767390706627, + "grad_norm": 0.6947929349739098, + "learning_rate": 5e-06, + "loss": 0.4333, + "step": 580 + }, + { + "epoch": 1.2977728897442948, + "grad_norm": 0.4804562251229763, + "learning_rate": 5e-06, + "loss": 0.4317, + "step": 590 + }, + { + "epoch": 1.3197690404179268, + "grad_norm": 0.48050470497866915, + "learning_rate": 5e-06, + "loss": 0.4294, + "step": 600 + }, + { + "epoch": 1.341765191091559, + "grad_norm": 0.5373174751277382, + "learning_rate": 5e-06, + "loss": 0.4305, + "step": 610 + }, + { + "epoch": 1.363761341765191, + "grad_norm": 0.6344457366504956, + "learning_rate": 5e-06, + "loss": 0.4358, + "step": 620 + }, + { + "epoch": 1.3857574924388232, + "grad_norm": 0.5663331681106669, + "learning_rate": 5e-06, + "loss": 0.433, + "step": 630 + }, + { + "epoch": 1.4077536431124553, + "grad_norm": 0.5460973181725048, + "learning_rate": 5e-06, + "loss": 0.4316, + "step": 640 + }, + { + "epoch": 1.4297497937860875, + "grad_norm": 0.5442052750881347, + "learning_rate": 5e-06, + "loss": 0.4309, + "step": 650 + }, + { + "epoch": 1.4517459444597196, + "grad_norm": 0.5157106290187707, + "learning_rate": 5e-06, + "loss": 0.438, + "step": 660 + }, + { + "epoch": 1.4737420951333515, + "grad_norm": 0.46892587832002125, + "learning_rate": 5e-06, + "loss": 0.4279, + "step": 670 + }, + { + "epoch": 1.495738245806984, + "grad_norm": 0.5037695737266917, + "learning_rate": 5e-06, + "loss": 0.4326, + "step": 680 + }, + { + "epoch": 1.5177343964806158, + "grad_norm": 0.48561399580013187, + "learning_rate": 5e-06, + "loss": 0.4359, + "step": 690 + }, + { + "epoch": 1.539730547154248, + "grad_norm": 0.5653965550940685, + "learning_rate": 5e-06, + "loss": 0.4291, + "step": 700 + }, + { + "epoch": 1.56172669782788, + "grad_norm": 0.5113826224264425, + "learning_rate": 5e-06, + "loss": 0.4303, + "step": 710 + }, + { + "epoch": 1.5837228485015122, + "grad_norm": 0.7476801211084287, + "learning_rate": 5e-06, + "loss": 0.4324, + "step": 720 + }, + { + "epoch": 1.6057189991751444, + "grad_norm": 0.4798585808975909, + "learning_rate": 5e-06, + "loss": 0.4345, + "step": 730 + }, + { + "epoch": 1.6277151498487763, + "grad_norm": 0.5013555582898901, + "learning_rate": 5e-06, + "loss": 0.4311, + "step": 740 + }, + { + "epoch": 1.6497113005224087, + "grad_norm": 0.5533026167279893, + "learning_rate": 5e-06, + "loss": 0.4297, + "step": 750 + }, + { + "epoch": 1.6717074511960406, + "grad_norm": 0.5907648181268995, + "learning_rate": 5e-06, + "loss": 0.4258, + "step": 760 + }, + { + "epoch": 1.693703601869673, + "grad_norm": 0.5116875739971738, + "learning_rate": 5e-06, + "loss": 0.4308, + "step": 770 + }, + { + "epoch": 1.7156997525433049, + "grad_norm": 0.525277015168684, + "learning_rate": 5e-06, + "loss": 0.4278, + "step": 780 + }, + { + "epoch": 1.737695903216937, + "grad_norm": 0.5212298654810674, + "learning_rate": 5e-06, + "loss": 0.4267, + "step": 790 + }, + { + "epoch": 1.7596920538905692, + "grad_norm": 0.6835093490085559, + "learning_rate": 5e-06, + "loss": 0.4323, + "step": 800 + }, + { + "epoch": 1.7816882045642013, + "grad_norm": 0.8213379235049009, + "learning_rate": 5e-06, + "loss": 0.4265, + "step": 810 + }, + { + "epoch": 1.8036843552378334, + "grad_norm": 0.671899265464039, + "learning_rate": 5e-06, + "loss": 0.4299, + "step": 820 + }, + { + "epoch": 1.8256805059114654, + "grad_norm": 0.7589383979560413, + "learning_rate": 5e-06, + "loss": 0.4254, + "step": 830 + }, + { + "epoch": 1.8476766565850977, + "grad_norm": 0.6394372109420436, + "learning_rate": 5e-06, + "loss": 0.4268, + "step": 840 + }, + { + "epoch": 1.8696728072587296, + "grad_norm": 0.5031956602689452, + "learning_rate": 5e-06, + "loss": 0.4229, + "step": 850 + }, + { + "epoch": 1.8916689579323618, + "grad_norm": 0.7072710176459912, + "learning_rate": 5e-06, + "loss": 0.4238, + "step": 860 + }, + { + "epoch": 1.913665108605994, + "grad_norm": 0.5781484479035767, + "learning_rate": 5e-06, + "loss": 0.4267, + "step": 870 + }, + { + "epoch": 1.935661259279626, + "grad_norm": 0.50576234221162, + "learning_rate": 5e-06, + "loss": 0.426, + "step": 880 + }, + { + "epoch": 1.9576574099532582, + "grad_norm": 0.559285180763617, + "learning_rate": 5e-06, + "loss": 0.4274, + "step": 890 + }, + { + "epoch": 1.9796535606268901, + "grad_norm": 0.4843867002926747, + "learning_rate": 5e-06, + "loss": 0.4246, + "step": 900 + }, + { + "epoch": 1.9994500962331592, + "eval_loss": 0.46506866812705994, + "eval_runtime": 316.6503, + "eval_samples_per_second": 38.689, + "eval_steps_per_second": 0.606, + "step": 909 + }, + { + "epoch": 2.0016497113005225, + "grad_norm": 0.8494799052840408, + "learning_rate": 5e-06, + "loss": 0.4343, + "step": 910 + }, + { + "epoch": 2.0236458619741544, + "grad_norm": 0.7542208485006762, + "learning_rate": 5e-06, + "loss": 0.3763, + "step": 920 + }, + { + "epoch": 2.045642012647787, + "grad_norm": 0.5843095386968228, + "learning_rate": 5e-06, + "loss": 0.3715, + "step": 930 + }, + { + "epoch": 2.0676381633214187, + "grad_norm": 0.8058969339731762, + "learning_rate": 5e-06, + "loss": 0.3793, + "step": 940 + }, + { + "epoch": 2.089634313995051, + "grad_norm": 0.8326514799311344, + "learning_rate": 5e-06, + "loss": 0.3768, + "step": 950 + }, + { + "epoch": 2.111630464668683, + "grad_norm": 0.6448233607735808, + "learning_rate": 5e-06, + "loss": 0.381, + "step": 960 + }, + { + "epoch": 2.133626615342315, + "grad_norm": 0.5603778242637936, + "learning_rate": 5e-06, + "loss": 0.3779, + "step": 970 + }, + { + "epoch": 2.1556227660159473, + "grad_norm": 0.7046094765859149, + "learning_rate": 5e-06, + "loss": 0.3757, + "step": 980 + }, + { + "epoch": 2.177618916689579, + "grad_norm": 0.6615858803316566, + "learning_rate": 5e-06, + "loss": 0.3799, + "step": 990 + }, + { + "epoch": 2.1996150673632116, + "grad_norm": 0.5789910902142025, + "learning_rate": 5e-06, + "loss": 0.3791, + "step": 1000 + }, + { + "epoch": 2.2216112180368435, + "grad_norm": 0.6112779977098899, + "learning_rate": 5e-06, + "loss": 0.3767, + "step": 1010 + }, + { + "epoch": 2.243607368710476, + "grad_norm": 0.5885271436566493, + "learning_rate": 5e-06, + "loss": 0.3775, + "step": 1020 + }, + { + "epoch": 2.2656035193841078, + "grad_norm": 0.6688990731888627, + "learning_rate": 5e-06, + "loss": 0.3776, + "step": 1030 + }, + { + "epoch": 2.28759967005774, + "grad_norm": 0.7043543929663795, + "learning_rate": 5e-06, + "loss": 0.3768, + "step": 1040 + }, + { + "epoch": 2.309595820731372, + "grad_norm": 0.7912879028175118, + "learning_rate": 5e-06, + "loss": 0.3743, + "step": 1050 + }, + { + "epoch": 2.331591971405004, + "grad_norm": 0.6172549511091338, + "learning_rate": 5e-06, + "loss": 0.3817, + "step": 1060 + }, + { + "epoch": 2.3535881220786363, + "grad_norm": 0.5772395414215311, + "learning_rate": 5e-06, + "loss": 0.3782, + "step": 1070 + }, + { + "epoch": 2.3755842727522682, + "grad_norm": 0.5396724355578864, + "learning_rate": 5e-06, + "loss": 0.3802, + "step": 1080 + }, + { + "epoch": 2.3975804234259006, + "grad_norm": 0.5780443375091662, + "learning_rate": 5e-06, + "loss": 0.3756, + "step": 1090 + }, + { + "epoch": 2.4195765740995325, + "grad_norm": 0.7751240393805268, + "learning_rate": 5e-06, + "loss": 0.3792, + "step": 1100 + }, + { + "epoch": 2.441572724773165, + "grad_norm": 0.568262735148636, + "learning_rate": 5e-06, + "loss": 0.3842, + "step": 1110 + }, + { + "epoch": 2.463568875446797, + "grad_norm": 0.7876139455832769, + "learning_rate": 5e-06, + "loss": 0.3767, + "step": 1120 + }, + { + "epoch": 2.4855650261204287, + "grad_norm": 0.6545602235246707, + "learning_rate": 5e-06, + "loss": 0.3827, + "step": 1130 + }, + { + "epoch": 2.507561176794061, + "grad_norm": 0.6169218266323959, + "learning_rate": 5e-06, + "loss": 0.3849, + "step": 1140 + }, + { + "epoch": 2.529557327467693, + "grad_norm": 0.5892651118636095, + "learning_rate": 5e-06, + "loss": 0.3813, + "step": 1150 + }, + { + "epoch": 2.5515534781413254, + "grad_norm": 0.6065064990736145, + "learning_rate": 5e-06, + "loss": 0.3804, + "step": 1160 + }, + { + "epoch": 2.5735496288149573, + "grad_norm": 0.5193806106328419, + "learning_rate": 5e-06, + "loss": 0.3751, + "step": 1170 + }, + { + "epoch": 2.5955457794885897, + "grad_norm": 0.8060929375102633, + "learning_rate": 5e-06, + "loss": 0.3731, + "step": 1180 + }, + { + "epoch": 2.6175419301622216, + "grad_norm": 0.5602720976042392, + "learning_rate": 5e-06, + "loss": 0.3757, + "step": 1190 + }, + { + "epoch": 2.6395380808358535, + "grad_norm": 0.5369906898701031, + "learning_rate": 5e-06, + "loss": 0.3742, + "step": 1200 + }, + { + "epoch": 2.661534231509486, + "grad_norm": 0.5808022200937785, + "learning_rate": 5e-06, + "loss": 0.3753, + "step": 1210 + }, + { + "epoch": 2.683530382183118, + "grad_norm": 0.5699624059009394, + "learning_rate": 5e-06, + "loss": 0.3741, + "step": 1220 + }, + { + "epoch": 2.70552653285675, + "grad_norm": 0.591131213351509, + "learning_rate": 5e-06, + "loss": 0.3785, + "step": 1230 + }, + { + "epoch": 2.727522683530382, + "grad_norm": 0.6838767595972525, + "learning_rate": 5e-06, + "loss": 0.3761, + "step": 1240 + }, + { + "epoch": 2.7495188342040144, + "grad_norm": 0.584986984671218, + "learning_rate": 5e-06, + "loss": 0.3748, + "step": 1250 + }, + { + "epoch": 2.7715149848776464, + "grad_norm": 0.8416063162832514, + "learning_rate": 5e-06, + "loss": 0.3728, + "step": 1260 + }, + { + "epoch": 2.7935111355512783, + "grad_norm": 0.5715014930298087, + "learning_rate": 5e-06, + "loss": 0.3794, + "step": 1270 + }, + { + "epoch": 2.8155072862249106, + "grad_norm": 0.5701895352860433, + "learning_rate": 5e-06, + "loss": 0.3789, + "step": 1280 + }, + { + "epoch": 2.837503436898543, + "grad_norm": 0.5198659680168832, + "learning_rate": 5e-06, + "loss": 0.3732, + "step": 1290 + }, + { + "epoch": 2.859499587572175, + "grad_norm": 0.642696455858834, + "learning_rate": 5e-06, + "loss": 0.3741, + "step": 1300 + }, + { + "epoch": 2.881495738245807, + "grad_norm": 0.5347069585895822, + "learning_rate": 5e-06, + "loss": 0.3753, + "step": 1310 + }, + { + "epoch": 2.903491888919439, + "grad_norm": 0.6499155207375088, + "learning_rate": 5e-06, + "loss": 0.3756, + "step": 1320 + }, + { + "epoch": 2.925488039593071, + "grad_norm": 0.7295378497969262, + "learning_rate": 5e-06, + "loss": 0.378, + "step": 1330 + }, + { + "epoch": 2.947484190266703, + "grad_norm": 0.6568947705176402, + "learning_rate": 5e-06, + "loss": 0.3795, + "step": 1340 + }, + { + "epoch": 2.9694803409403354, + "grad_norm": 0.532205526706625, + "learning_rate": 5e-06, + "loss": 0.3742, + "step": 1350 + }, + { + "epoch": 2.991476491613968, + "grad_norm": 0.5881809630311479, + "learning_rate": 5e-06, + "loss": 0.3735, + "step": 1360 + }, + { + "epoch": 2.995875721748694, + "eval_loss": 0.46309909224510193, + "eval_runtime": 307.2866, + "eval_samples_per_second": 39.868, + "eval_steps_per_second": 0.625, + "step": 1362 + }, + { + "epoch": 2.995875721748694, + "step": 1362, + "total_flos": 2281191348633600.0, + "train_loss": 0.44531785190192963, + "train_runtime": 45435.4893, + "train_samples_per_second": 15.368, + "train_steps_per_second": 0.03 + } + ], + "logging_steps": 10, + "max_steps": 1362, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2281191348633600.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..2ec2266 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828f54959abc9135ca5e2800fad905c34ef1effb2bea2bebf4f589360b7d0d5b +size 7224 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..7908667bfe4c9dff3d619d93b18a18d79ff83ac5 GIT binary patch literal 31608 zcmd?R^;=eJ&^Em2Zlt?KTDn0(5K)u{X+;s~ZUh9ROF#t#R8U%^yF>*+rKKCCMd|ov zxt}+Fd;fsX<8W{BUS8{pxn|DuoS8fNx~?V(Ap;?TAS7Cs)ovgNW(a~{%;4j~-$;C$ zSb+b@c&HnD+;qO<;ce}98@X!j;o|7*;dsx6&Fi+C`#oo;i$c;u;sR`UJv?08Wrc+w z{O<>ZoZak&S-CkqVGshB%O>s!LS~Kr#wb)OxQ8Hqi&|l|IN+Cqg$@!O6&2-3 zOr?ze%-DgQ2tR)OAcDaKKfV+F|KGXejNI~;IH-#% zjBWpcL0-kBuC88QSy|+H;I;l^=*T=fJA3QTpJMMo2ZeYhnTOph{=^-RNQw*&n*8_X z+9Qa*BnMQ5(*+&=tM4jlR20 z6!OlgYqlfOcId6a%2*|@I0MO@zUKtU{#s?f%gNu7j-DQ(-Q8WVy4Hrx=9ur_Z^XFk z4^MJxQSw}U8vg1^dft_Ep|1{Au!nd-XD8kZI^CZqi`g^I8YsAC+nXT@TmI0rL?d13 z*4CJPPUfCvof{5+8ev(}u4zO)ukP~@F0K9j`GhaGbA09qJl21lBPAt8k10-SDyqb+ zW|&Shkei!(whfQ-gMcPjG%EjqTu%@BrFVziJAFZox6SG@$a6clZc22pVNb7 z3I+zkI1MZ*DJj^r`J>I2GSNqzn(;I7avLEq4>c<`R@nTO){QdqrqTdUXEg z>sBj~nT1a&wTn;8W>!|B5);WAk2V@4ny(?`sx#@9K^2$9dxE8cVfX*6jZt}dd98eZ z6?5Qy7j6XniD+$o{ab^#^V)b#S-WfS$zP*C>*KVhB{cEz@wEp_&nn!P`v@1&BT&=O zP%Sa!6c?x7Y}&I(bM4DfVogd)0_zKdP1vYgW{K%fD>R@`d!X;;_Ri`^&%z!~-miF6Y+P;?YFy)#HTwQu z%KladSwv)Hq|g3rq+p+@(}Xky6O&^FNeDgx0R@;djneT}m~rKuI67&U7uWfyIYdRj znLEw4M_`6Xdv84V9Vd~RV4IknRF5QO?p)3Z7J_|d%LbdkP!_Og95ol>=2ow5Xoz|7 zg0152H;#%sUl=H8X?ek2z`T8TmK>Cx0sIf#lynH zPj=^QFxXyS%dvP6FhWR5N;Cf};Xqlaq*of`a|yo&K(R&(+SCS}E9wsOy}X zd);QsnFT_AP2q27^=suTb2cuSR@LKOo=DyO&8hp&Ik-#E|M0rp7b~7#aWy#?nuKfyo87*NF_okbh zd=3`VzbHA6y;J8))229gj@z)*{JdeAh2SG%dJZlv$_s|YBIy^-ba8NTA8WGssukaA zFbsfy)85l_1sncuZOxHgZR~GCT--TDMa89z(zw+hbg*6_BuY0+Hd<=R=aS=Sxk}?! zI}v6`hWNeYm5I7a^u~5QB4O<8AX5@RqQKdWnV(J6xnqVH*Sh3(`Bpy|=Ru-w7U*Wy z;NaoKgoGdzEG$CJXQ%%E&W(zSGgbSQ4|pVXN5^90Du=ZF#dJ$Ghy@WfH8p$!0^%c< z%>i`?8@dK`E$Eu^^76v9Us0OXI7y_B!c1wMtIyx%-mkzrTw=xxo>>lc6SM2}J%VhCkSXhL) z5H0Vu?BZQIjeNb-Cr=)8UwMLGXD;;a-MikSx7tWkQm|+sp(U&3!A>@GD{B( zxI>W6jmZYV__3<{Mxq`o*LV71-RF|IqQM+ZQyFDF?v_xt=3a_?47=biX72R;rIu>` zw~XoevX)bRB_gV%*u~WnMId@FzHn(5ck>yB{4qH{7b zFiE5{<(i^N(L4_q7e2zFs5sSFaxF&@wSa}i#mpLdVqEliFflR1KiN^L9`9w$05XtqKv&N+iRw zX3FovNoI5;?? zP5x4-gO`?;&gl8H=+@cQH9OZ8BklY9WtS+6&kROP&JhH(nHej`sm3}BQS%4;TeCDu z-ao(NBy*X>I_vXM--Y8ZY2GxrDjpph8{X2=(&ZcSZsUH5p_#S+L7i^4d~|9mHH@pm zbF@jbJTnslc!Cjpma4TiJ0T%qx%Z|8Y7}4ZiZ8iAXrdFf30D_rIXjgDFcwCpcz63~ z4)%>j!EeyvBaYq`fWnTZw=cS+BqxhlwIb&A9t5m`e<-S*CLcrSc-q}P#G~Tk?Oj%W zwZu@$bh5Ws$H(8_h|g%O`u^=Zci>!Rz`#Rqym{|4>9<;fSm~xx6XMLx&7lx3!~TY_ z>3jU<=4LuskHUit)_^Sx9^L0r85wlw#*J3pr`_F{j4^Yndo@g8aLew_9YeqMq1%A!hr)lGq7~W4(OLG<$5-Q!5_upMp zxpCvhtL3+A@(lV^lGNe3nU*s&BxKo4%#PjI)O6vvZ|z4_ z(RU?*C{x)!OrB?kVwMMn8AULZw=CGRrQG7=NN#wHo`PfjwY3tN_!D+mgfe5fxi zEnOPU=gkRt_gySEH+Lx*Vsb}@oVO4PW&tR%wwxYb;JKDfTxaeiROvV-Mhw`Gh(@4X zTGztD;=%NdEQr9I5)xJIyKwwS2sj`0V=|><5jgTKuz0J(KR@Xd1Ek@?MSyjUj*r_e z^=4+sxbwi&9i2#+L~XDkz8;#= z+vBh!)yR!!hNrCVw@hZ5^^=FqqUlcMdeeS&>uc_%zZ6U4mBZ${97hDns{oMGbCIyI(kBlsQaR9zb`~A5aAqI}eXC*gM1b%of z?@I}Ab?8I+y#XF~N-s}hz;JB=iYpuP6uwF5lE)?B~&nE@O9c* z_whGPR_lpcSMa7QgKtv0_8ad{!kJxvqfe*cCyshzYFb*`wud-is!pZl_r-mG+XWo0 z*U(8i(%t#;6vx@wIbd(ndx@r~s9VusDL+9`_3ZRS6fU{Wb7=~8cJ_}wJsp`B?YF>j zXLf&0^Iu5P6ak3z^5x4HmMua5-gyd?W*+!J>z|(kt{o&&D1Oe6xKE>c>5{bw9mC!i zET7#m`wF{HloMX#5718_{A>dzusS_H$dGo;lVSH;tLV0}w~rhhHQqlw*x?aB4dq*INmWdbgnyrwfp<4D_^2j4FCwmPY0hdhvAa6Lm(gpQXyd3 z%oKdQjW-pzcS~AMZsZ{Ft13)r>l_(dXso7scjQ zaC337iHcTyqf*Y)dE`AENJ}Qag`g9LOLVDh#CBt%?&GIVZLoz8gpNKiI?p^Yb87n{ zH66R0?N6$aPqEp!Lkh$pDJ|``5G^BP3~UV(dTn>t$0K1?EWimbU%lD|s0}2GPyiW{ zzmC`(+zg+Gs16EP`2FNY!HJz%W*6}oTx-|y2Q>z!%Qe$MRKUW>8R9hdkB(yA+$?xp zb$`S#!`f^}VCM6k01LU4s<$Ssll7iO*K6MGFv+;7O?V7k1?+vax{FoczMzAr)i`5Lc74o z?>+MYftic;efn}?{;R_!bFk~wu#N3~eY#+!n#X|XX>NaRxw$%0M(gV83SdorbZjiz z%(=GO=>?o&0DkNia2pD0 zYOblEqX#?wO~Y_n7a)N3j=TWmVY4<`VFMAKCI`K4c-b4`0wmmD14cI|(zH-3MYf+c9*dTp|S7Iw=pI=8ysYyGix$D>)WZs+ei z{3IM`$5D+U^(vwfH7??)Qmmxv=v{bVN*Z_mY%S8q$iMqzUGDiz6xIL1iz z7#fLdB5G=q;esJ*b`t)38zo-Bfy3W9Ir5%X;QXhpxww#^B3zs`=4HT|cDB;E^Em2WW=*^R>vIz^51qB63Hhf2@T5$o!saRRPsOn(j;K=j4tgEY`tQ=C+ zQT~`F2|;-@oPat=K*0JQ0rRwO4Z)BY9&ZkmbE=)i4UdfEWM^-)nFdJ;RTj9ox!XEA zu=Xb0$siVDfiQuff*0sA_w>5Q#~JV4yH^$8aP0f;)2B}^Zf?S+?DR8;KG#R!Wyj*2kJc@e9qs2B_n{PaMvE-o2MY)`td*_v5% zfXwTw&mK9qoY0&c{_TLvx%KrD83v+wymiUF4ipY+;IT_NtA{K3znv_3d3kw4V1G(t z1<9u0`E~CBIStWd4WvHX3qFe!x>avA)#!^)Ox*bphv;pI6u4*L)3||0yCvn$z(}Lw z;<{i>
TK?<^hD>7Q+oTDxip^CxE%DU4tFi@#C%?Rh9cg1c9yZq%#?CtGsIx)Mb zu3hwbpnV3zW)Np7si;ID25Rr^ZBDboBcqk}WXR0gSS82?Bu)+Mk}+-t*K!_#VS(ot zbr|G(uHauCx(OjGs&KK=f!0Ms0~g>v03^X`BPp6qxQH2&4;WBz5RvzLOEZok;(}4> z3m}c;svyHy0pW+wpVsMs`v<|`VLY?k-0#I6AAls^$}E+b6#S@xN~EzEm5qRxeHPsJ zEKwTp@befR(Nc6p$_TW!)F50cDNI~ zayz!ZEf^9S8v6C8$8&5|wL$H))KoSJiE{u|hDjqBk_?L?U=jNK1`&aEb#>qptA8HV z7?>dj{O5q4qv$vW+XWQN+WB}n{#0)_w{{5Kg4JKZY@bO!Xuqa(68`n;bwt_P+B$;k zno#;B{Lr_*Z#7vY05dXbIF23#7Jz37q2}_seF%aZA;(D4reffY--<`0!z3 zc6L03bShXdos^ULPLnU3|J&qb$_yPIxT3%dP34#zxIn3cum#ZvQ(IfR_dYTZT%3(e z0jK=f+uK=eQknSl>Eo>}7x)uyTU#3vGB~IYu3_kBMp^SAKd>SIsEy11cW{ZZED8+t^zPEA90BaBaI?RFeoh}18(Vxc3v^1G-wU4%6T%qMhZ;g4B~j=r z56eX*z+d|IAg91Ou2NH&5K*<#e72)Z{3J~k7Zt^zi;n@J8xIc;XyxFW(r3@isMOVm zJB4Ow_}I_mN%c;~J}4+NmZOGDNA4d#h3ufidpizvCr5kTz-%#6706YRxsCzbM#aa& zA%6f}=7L8P12L{Vz$X`1*U*LrIg5a8^;kwJQeac!>2=ja(p+5FmG=D~fKp=ub;riR znFT`kK5D&-_Mch=IvRxPM{MGnxH3KV4BbJo@xVUP~kGG z>NwrZ45x40hpU?&JBC;&VYyjcgh&Tu$ZLRN^C zS<{>n%w8BZ%B%_To#hGD9GorK2|`mbXA1O05zp&nDfDh$q`SIrJ*{5!{HS>)#PrP4 z^7{1<93mPkkbIXkp9TFLG8!$n#%exTVl?-j^h82TD(}oLJ##MoEu9nan*haUI~{b2 zCx32&alQVqGYu5jXD*r-Nv+xq1T_{-49I$K5WjGgsdfXz?E~6Cx!a;PD(O}E1rPqo zFnF(=9nTQ3t1Mi&AjWj{Q`eOu(h+m83`Y$c8xHL&S11@6?@ztf=SQVyCZ(W>MnPHG z`p>p29S~d-bEm5hi~XR52pQ_TWwv-_ z-{NRgmOZ>n(%=7xA;Dlw)WL1N*h(weN-WLOcJoISQNBi8I~*S>zX2q-1r^r^j_JO< zkOXTrQf-w$g5Oa>p@@Wx7_xRHU6C0kfxH_o--1|Cv5E z@dkg<_4V~_?e2caR`Bl~hp=7sSBGauD{Os$lYoR11=jL@ zxZ4-5pNM@Q)A45TS;wao-tFFt{cLh_4XQ;}w}20`XlZE~SJ>b{jNArlGY=l_&E9t5 zJrNAY*|j0U0I|2U=2hA+mw#@Leh(CRy8lO!gTrhOoY_2JI1O`iCcnSGBG5ntG(Ehi z=zdAUHh>5lh}9@?INV()f}2guEc;$1p{oJB_ZFm#Y(QlMpV0|HZ3|rE(2>ue_`bjl z?%h6ng43ri1pOyIUJm<{``M=I##qA*nf}Q-(=n zo?=k78uEPo!ZM)g5mA{%sbv!3b9jU$;(7xgAj}Z@>B=E#wvU^Y9G@L!_4CGu*Cey5 zy-<8P_!y2O!cL5U><__*TTP!0i*jnV#U-<99Ty8xkWyuZIjTKYbk4`m#lJJWUIl@H zv7h(wm3tYZ|C$i~br+_2mCx={JigZehoy7tnc!3mW>eb_YZN^Zb;CY12z8QNBX-2o zjKhpJBHTJoz`OsK%^Afcw{#FQnL3^JlF2~PYG;v!S} z?!~81q=Sq{v3U!A_(Q7dQGP)OGvm)B2ABOgQ#k>6ze6bOHoIP1Y1ArXEMg?L@>qL& z|9c=Gzv#cu9Wa$n{!qblK*RC8y}eN`$j8Sg;$7F5t-uJ<2*iLkxWmBc(Y$7DT^&0c z8-l8DUE8QhFgiDW3ur`{>%qan(g{xr0gwz;Wo2a0K?2R^IZev$oc;qB{n-laAj6O{ z-E}>N+#4Ave?SJiK_QI({{1Z5&fvz4hiDu)Jv{~LqzT}!+HuTAFBse{7M3bXs>&er$0m!4Crs_9=*#ixEk2Z5#MZ0OCK zH>f1S;=4crE|Ll4+O}KXleZN=01!`1PJS4CdH}F`3*%02Mkt^nRA^}M-uw_wKqX?` zjtyD>7D7lweRNU{5NNTv!Y?kspZ7$x#F!| zk%tQYy9grbG!X@`0wjdb=H5F?UoPwDbS`~)hNe2v$OMNjwiyfop#of3v2g_^WZK$+ z-J#NFR{(H2?|H~=w^3b_4-F5;CT0-FcWyqob0Q>$fpE30y_kY)GP|}$oTZBgeBpki zt=F!$V)J-PxN}Wbm=;n-viVr^C=xyEJeq>qS~?&GmmoI{=~luk#4Cq~Ifl`Tqs6&j z-%?lcHw2#rsi~{a0zk$mC9NLa19D;wc{geQT>-my@4T`h&4nhb0hW*<0E64d#^_N7 zsR0lk4Xmj8nw*jXESU^J$$>^JT_`A$APRR(PqU&~Xp5kO+dFlBdmC{e%#h{;?$QHs zO91;|l6FBL>342UOGhW%TnGV|Hrw0%e{nW-snRCWN^t(YSM!W9b&A~9!+I~ z#P#7v)%`C=D3bsu&d$qQ@V$TK$9?~*Cw^y6x{er*VeRtFBDIxLPH}wCsKxxhxUT8g z-ISrwGy9gWNk+^fPX`yV7K{>=GT7zh#v5B8pS83=h5%`SkE~Bkgwi`ewEg+>ClUgn z7_tE@=*Kp;wgBi|elKV(EG=1<{duhwWe_?Q_avymDECR&La`2JGmMtv*K!@+*xwWY#M&yM)zu@O9 z$@)JfQ$At8C|)&7eyQE>`FHnzkG|2S!%)_^otTPHIw$0uIJB@4h%r09g{}b7@>AXD z4{P?+bgj>ScaKTRyYM0W_V&JYfaTp^TRFrONrFjSZ-yt!hk3LpVeNoFVn!^3nE^SY znZjS5#ih3zY_{jRP!Cdr=>z}`q5w$6;VCIppxu{07?(ud`H~-$bSOg-1p@&kPT6G7 z?G~C<2iXWVm`=n>Ic&j}$bdj>VpI$htdtZlFXo6py79 zKmwYQe=g@uiuwbfdtnmyhY~ltrc=nU zSWIE3Rr?RlH^%M zbO~WA-f_c+u^Q(!TXr{A)>gyYZhd~e+fseVN15zi%!poh2}Yg}$&WpHVfexJ#A^%D zPC>eSqEAJv@5z@g{48N+phz-sQHiaN9C_~tL+MK?@$NT_&Td#>Y$fjIW?>RUb>^hBw6uW9vG~l$>m>WDUp={k9}1(vUv)q#xqT<%4OFHvzSjHv ztt<=g@s$B|y9CAqF^Fn%H1`nuiLr~V{|yD$9ueUU9h9uCt<5MCH0Z?s`r$zOKKX`a zHR0imkj4J0kL>G{06OMICW?(s$HkSXsHfRnT3dhrMnD=3=tK!KsRZV$8=s!EFhKEJ z_>s)KTPaJJtnci*Qaa5WZlXc=Y@v(s97>KBp-(8nv`HH1o7k;{~@Qt&TUj3CutR(~4Eq42E zcuf`9-5X52DooK_NJewTu5930+LH*`(adG0;aQ1qf0G5{EMcZneyg9@K*QX~{KDXZ z$gg_k!gFGdGQN=B&VKjLeg~Cd9POru=Cf}N+6VN)Y862{0KnOnqd8E_M334RHVl$% z&cj|EhDR+%V4Y1`+Z4%)%+#@x&gu9yr{$wdI)qw>A-C^*uD1%oXL}bi`r*{E0lu8S zvd3PQk)jG~GUen6(a*n5<{$3+;}VY+-Piz`qAtVprW+yWm6*b#|9gfRp1JU?t<>e+ zO=b3!`HIy`xi>zR&yL;>s6GIwj=oA3UR9Ns*z>ie32#BHRrgIRmDGDIB%pkoS~BNy zjhhE7T%Q(JHEjN#UkxWc4)2evkiYqJ^45V1q%#2;q5sYJ2Mpu+eX0keZNoGJ`)gU2 zoF8r-TiIyH_LX_P7gEM@@^E$E;=p|DMko(BKb^YzeVzGZf9{!(E zJc%b@8_LwylVrKhgMs76X~8l~567lN`f9ExxX<*zfiPebX{G$n!AmfaKe$xctltTc zt-gAyQNP2-68{zkw))a7jr}t2QwX(Dvo|F_M z@)SGUyqWd9jQTKX5F0 z7;4NCkJ=JuB=cEGCf%GIVHPswCbbxx{d>kd`|k$RwEiEpyYctu3(_t#2$UU$K#XEP zfBwx6KiMo&G_F8sy70ecZpggP0}k2;QRJVn@#p&$5=G%5fr)8?DP0G;SWH?m!tHM- zNr_smWJf|a2TnoFa8|=S1Q(<}b#`{XFe!(c4qI5Dcw>Y%CczA7<}4{3nP$(k%!}NxAu8`rTDvJ~m%w z^;bxEJpOpKHWQ8c_^%W2Em9iFPvPmcIsMynN9xUKLnjP@^XF9p0_36G$)+OkVmWNjVe*E&K%13W;P2UZ| z04XBvDZ^Ux=xC-I-!hc}heu#M;m^bzL%cF9`fAr(0;~T^C-?XF=Y-mT@3Nq*e|Udy zpgiEfjgR`Vc26vW1fg@|HtylxCfTbS(NM2y{q=>bTus(GcY^N)96`RsB(11V9*w zk|^avt9SSlYHs(?H2xhn%TNkd+})f`Feoydg<_*_AbxsfJ5T(7zDj>F@UypUVPWA% zqr$Uc&Q_caQhrz;DcADM4qpCDp&r|*s^p!Mpg}ZDQH;I({Os$~=*URC1vlRa!WV zyL{|wb>j2nEqO3*+RIO_58WZ{+2arTb5KjI?8Zo5)%_c zpfm;5$l2}0dTMymd)UK6$n*M^Up=ZYy6}~^*in8adQjfuw`+T)R9e+cbNwMcDbKR8 zs4Tk4w(u$>L+myoRKJjeOxYZGGzXfg+Kn5OJUSW3i{kOW|8Fgv3d#tcHa_x=P3#iw(4?FPn$1%o znl_iV52H%|-MAmpQ!Qp61+3mN>oRcrMWza31}@wXVv-?7>FF@MVCvO*K`;LSsuu}pmFwsFi@l*e!J|U_+>;^`$Dd{^~-%b=L z)=Im&);Q#w=8#w((rerRO9|mwhv!w=Y7w=V2urAL`K35t+-U=@duN}ADXqv=8a?Y}%Ak3Mf_b;y+u#w56XRedWAm8;D zQZ{>a0>qmek=rAY7|82W4|3jt-^EPq5L3q6u@j4R4>o<2GqKG-3$;hTH`ihQK~S+i zsb_4{x&P|u#RdKVkLQs5mU&2 zz<~h=o)ne!ljHdMg_H-w@mgY~VE zWSDeHw(}$#Y>=r8JUQnhUHFajD-J>)%+4qi!R@nHEwsY?>rp@x#(et5B@0pB2&jD+ zqJ?QD$sS3!_p4*&6O4NCU?E#$85Ucv-`Tdo^p0lP{(FuJeU3{@6c_AUG;XMLVgB9U7R30;dg3yxn{RR=n*1UfFS7Uf~pPKd_& zOTfCpYbuu{+O~!1ZF%U=FD%M8Ztbw+x1rjoT2&i%qA8AC8dKnS9TuW%*{6Bq4m(6{ z<1J-j&^%A2Qy-UAXIHtU!m}k-FcVB<%EBLWT-VSX9(lI;?FXwt(FA((lyxyLC}^!0}|dQ+z&H8_KDvo^<8c4&GhAjvlfA9P+QxqH`+%z7Xlm zCy_B@5nuUwcp_@Yid@9GX@yH<{|UeUAX>?dkRqC_045Biq3=$vvU5mF46`Eh0F_&2 zxFxB1dmi(02_qL=1tLI1rX|^-LN1j?xj;$dJKt@Goc!>ed1al2fjFPKGBxzyF_qDV z#XW)RRb?uc89utZas4wl_^$aaZf0cW+i7ks=XWxVl-88#bA3rCd%M(DC=RU|s zL1kL4IP)#l{N=C5P&_u(TqIY&FUt-|BC03rkyEYz&I5`nZWPfjl&bp+<00q`2PA1- zkUZa0%U63hO*-Rw*oYD9;y?TpEQ;|`G8Zhs{Jl1H`qOewQ7lz_AgkJJJ(F9EyuMepw1;T7De9O_NMO>HvOaPgAFmRn zAk{gaL=ukte|^}keG?<4P0XWX%;2m`imncIWCMPY^=%e{nxRuslgpp8i3C!#_GeC6 z@OR2JAD7alG>?;oC82!jqZd#H$*ZsU7|HljfFy7{Zw5d4RV%+U-8SEd+@8|>DCvpuwB^f!kPPv;b zt)saVMp?hS+QD!FI5@#@*suq1a_{KDQJwr~xRe~SlNoWjF_{bj`WhhrmiOVr`^$a& z?Lg96?@}7ZKLHo?6WIH+xy8bN-iqxsK++@P6@u88P+E4Xx9Ohm9v-0gaX!(y{|L@* z@MQ*){N?A;GB)sFVxG|TX!<2?E3oz1EdP2egvL>;^J&MMVd4}R_Y*oUbR`{DyGQ=# zt>%R7p6yLeb&w@kvf?5>r`=)Fe>dNWqLU_oNo)O^v@e2CmQkY=(s!EZk{o+=lN{ld zSf7ATir_^{&hfy$r9ecN?CCZMa|z}}TC;adK3)*I@&^L4BK;&0hyv0%CQ@*M8Z+sLR^Bs&>>L>qBf`x@SQ6=N<~zGoK^?gWPFu z$j3w}EYg~qMzB2IQ=??qU%*h9>PDkJIzK;s}HBxojwjQihx$~yX*&W z&p`%J46Z{XyAYxYW_`XBZ+WYOPO?|#kNR0wa6sqid$~Mc$0~h390rwwLC^RZ$yP94 znX7695s=>cp1B89vtp*r;`*oC`#USQ1@`5>Jw`p11c*X;Mbd@fSPdmvwv4rfZn!<} zJp!I=Gt4}RAe$vh(Sp1KC6t`73723B^%^gpp@Ig2$WdJcI3&KwI3$Ok?~kW~Kl5{w zY)18tia{hOXATumDrNw|>H;J#fh4V6?hPS7i#vGc>TmRi*iFUB6)1K)B}#_#h9d~r z^tczq2r8K6UnFYPJ}>G{x>C0k=n%n_qeO>8h9{x>a&a~yhtz~C3T#3Ubd@}Q>3gXV z;UO3VXhrtabu9%>=`slTl+%Jp(!#3UHDcCpasiFcvLFcQ$C3XNKClokt~)Pk|Fmp} zfT}S2m*N%%;y%pMy?c?~Fd8^=VJS>{h)s6%oURukby`OGj^k@}Z)fuytBJ`A2oHwN zp_7u(9a=+oIOM!15byLz{s--uwS7C~CoaA#l(z z`-t&tk&!UevY@R`apzd|V%%;;F*1o0Qm@2~21@qWSb|RBbI;fwX=Q9-?Z|dFNn?Hp z-tE_~EaVi;??byFG6NNc9d+)@E>H}ilPynQ*7#dHALsI5av}BYd5qhXE}{+i05Ju2 zm3}Bu*X(VDwQ+5A{`P^e_f{HKpY(T74x{(u$B={sGQ{f3QwcOn0>n^L9!k`t1NL3e zvA#nr|9bJ`ImCtSJfjH?_flXo*KAfpLw;ofr`Yc+BCcaWF{L)>&cB!>}w7eNa-&^!@785yKQ(MCH!4&Iv@kmFkQC_dO(M*Hj-;&7oqW3=A$ ze#x%~kdYvaz=T8-%{U$@6TVh5e{r~0FoQ+ZnYjH1>~>sX{ZA06Y?a}T!H2EM%oq7Ddf!9Na z(vVdUPhgb)zlD-Fhm5av3pzkX5cS!bAv`iHF^z!C;La+fe}T-Qdn@=EcI8VRQ$y(+ zp+Q0!6c}=0(25bc@+eH(oRKgqY#%4;A|XFpSX7R2`Vx6zQ&lMAYOPFkbxF<5&420h z^6=n7@ohWQ1on>Cd;EL|Mb2nXl)*5ggab9yMW8c;rUa;l%>Dch6rm0%HI9c_jE<)( z4Bv+(NemZhIXMYIZzQBWW)>FoH|MXfdI@mT5`2~Q1xD!E;34v-! zYy{Xo2BV~7DRLb+iot%GXYhcdnsj5|^)BxzrMLl9-ukvRHvul|t9!PSNp6%7YXx z0>JDYy4;tXk}!@+fBy2keql@9oSJEfa7`g6PU=kh&a2B1S3bjS)46(8f>*f(nsT5- zL=kogTexux6MA9H3T(BK?Y1k)^V%g}IJW&1wf$fPZ&?9zDv3XV9b=Q1XM&=i>QO}~ zLY)ZQn*{N&^{UilIP}P3A>}^XbNmT^q3lkjU?9^H>RPKFhyGBE`wdRj9^$jPMrhZm z$ThrP#&ZOS@w*+&pvNtDBl!MjRvw<7Fe@WrEY9$dZ^jLt{b+|rde4RTyRQlgjP9Pp z4ry$ZhxS*p6rQUOp|wgiw-w5sT()LZ_^1gTf4u*c7XZo$G_>gD{w))OsvC4}aI{4N z`G!Ta&_TA%!N0uzQl&Nr2-aquzyeLW=^E=q7h{U^F9h*9Nbisi&>LA3g{y}_av9mI zUll@&UD2X`v5OZ)VZn$pR9pUl(#;}UD6)n$HfWP1G~-gx7aVkQXu!9*un^u6Nd|V` zb_{tQOthyM66zo{8mFGkMzX#bS>2uqBO9iRu_)_?3jW#ERkNbeXnrctESz~IP;69i z(MsH;ufp%}11SJdS^%K2mi1(r2YwgS!Gl*9PZ7*O3v!fJ3Qz9+ky5lejERW}N%bUA z+U}&PQtX3b(yhNEmh;dN&;@VUhGHJ*3M2rD3AsMJF6*^6`p)XM7?diTHNr2*T#~b} zSXd`_!z#nz8n;hQHnsags?hfs>bjvlmkCXN`ft?X{ZA2Opb{m=<>c_7b$Q_LiMNa& zV`)7BCoe|8I>8z(LgxQ+<+13`1}vHs4cPssm%dc;y@f>ag{(CwVqTDCUOqkA)VyRB1&HV?MI#!d1(DyC>!ZGsRL*4zp+=G3RW_Z# zAnr4~C$)m2HmHk;g#7xYWG=|y;y^gmfMz<|52H4&%2w%BCFP4qZnO;nM*8?i;nGz%wNh{Av(TcB!DEwF~Xys0jS= z{vPxWD}WF>&4*EKcTDuq;l>LoE6|fc@svH11>98B6_l?vGpp{u-T&qSzDH$;bIPHa zycPgF2G-4KlDio4LC4Z8fq%Xcj4|8Q-pslF!)7#uQkNb4~CoAU!ipS`|=9(jkfmm6tRm^RGklXGWGa<{uy`6 z1yQO9Zrqp?A=7h;!6JkVuZYdA+0UH(eJ)v*w|Odu61I70O(p z$7HKdZgZw?Is1MuU9@S_|Izuz`|WI8?1ewtohhupF3O>rs%wzTHc1LOFr%cH-Hf%S zFi!#9}EA?q1A9LKx-z+qz9`E2gc)t=DS&fl^aJF&R1nu;F3+w5Y-_b0-ZLwn*91%F12$ zPpo=@*bU?PS@vU8_y3{E!QXXbgmuI@u^R-zv~p1Ih2r~jPZCfNTqs+Go_yu-tp;=4 zM}=;<`2@i%O~kkK&Ie>k(2ahoY~LK3jgg%=IUr4?)5!?9i3ieRep((khl9V*S?N4i zBHUL=Jvz1OOYG^n!Tw~&zTzZr>TQ^=d{LKDvX2p?!05{ew8zdq+h$vOARp(VWIr)D zG_FlS1w|v70ar`0-c6VzXr&wWdDhgxgbWyU(7uB z0SmLWsH0)7p4@2RCy7r0@Rh%hwBrG$>q}kDMkHOaIQ5FWP{1ic2*p$ttB!XfPPAdW z6uuHcz<;jQ-@T*6w6IAH_ry4bH$+WeVzFf&V^NHayMT`OyW54-ZMQ)y(6K;uDVBTs z2+XB~9DrLDWagubdxtC{EL2L7knopGc1x=lQh%OXc$`@iiG@s=1yh>ozLvTl3*4z1 zn4SX$%K!h?;l^pz_Tgtb|woQLSI4pQu`AW~}(q0#eWEUDYR~w;A_W=D~oXLeM9T za$`-|yO+r{+B#I?K*{jgUheppWb+(eAee!JC8whs9V}pXpps`AT%lO`PZoIIo=kW< z;JHM`**`TdNG{`{b9L7JC5WJfRYf;3SAP8>l#;43ZHg)k`d?D!8%KGoHx+X}ty8&9 zJ`a41kk&Pc?uvOG4R=&mDKXAs!I5&FYUCjdi~6jU9Ij}+VeHLCQm2l)CYKY}ygqRu zm2q5(4o`T=YUuPz#-9@m6o)~bf(bjoZHEU>kM&$0(6e%1x_VxrhAuekawNHOj!2C* zE0&SDL#IN{W-HJ&sLuG1Ky|2^pK8W#3Y;!%Z&QN-%UEAO9GYEXXelIO(^GIMP9c36 zxLlcgfxqOsM!vu^>bW~*?Xy>88-Mpu{NsWQLvk1be0;6&eG4;-i}3XVc(wKQrj1dB zv-JluZR1)bVOpRp64UY1lhMt*?JCIkSLMM_+H8q>)gWZdegmd^6);*e6hFh)R!}YV z=a5yI#z8R)160R`LvIOmf_%>qr5qE`N`|a6p13x>8{w4-rSk>f-A;b^gYtI^K`Mjf z3>Re|f(~%r?5AH1&JgKEZiBiv<7Z3_gfSX_- zXmEmlKgj;v{tBfYqBfj)ML<702K3@?*pB%q=f9b=BZG7a1kIV3dTi`6co%~d?nD4k zEPPeujfsA>$2=rlk&tu?zfbZs=oh(k4ZgX_D5%WA&zYjNGSbHkML7Q?kG?nW&C44U z6j>&zlCc9?cnPLAwH&6DVWh76?>!M{@GgfINVMq%dI#^uUaIyn*NiHjweey3>^j~$ihZ{eUzCS`Y{dXD~U61Xc^s;!Sft@Nv>Ii>ECBRTcQ*% z<^B?mh7t^TZK#MAI&os4Nd>-;g9f^*>6C)x0gG*YhtEH%Ub#JWqh>D0>0da4Cofr*E2%b{V3clJqeIRP&de);v!>|kbk}| z?Mccft^k){E>(p!*YgD^2tjbs%l=La$oI6*JjtJpNk-@hgFb3Lw6YWMw7AV(HGMN6 z>uQmyB|F~x$)rE)(u5D@91A*WUG*Tuk0xbAdk<&b?E?+8Frv^KGb1%M9KaPbd>;-A z`h`AFqK<()5xVslfTjdU0{U`LJA?nXJd(V1x09GU-B6LGJimr>s-ecQsSolU9c6eo zpI!vT$N>Y4p%fZ*0j|NfTrdMjbGA6;h899-R&jcdL>KNtZRM<8fwEpS0c0-?WmvX` z@hx?jMnRcvzlP^3U-jF`7RGsoIwBAg&~Jx9D?(M?=s&I5TOA<-BXv%li7IqT{V!Gc zpLnEZYLRw32MSZLWPM(Ma0`_%NjHtZ$3h%Vk^rNU_x;UP3N8GEjv?^YR<^a3g1()&X@82%y#^!gNhVz2< zO$KUe3JD$1pt0-jSyKWYqW{Xs&q}tEXD}Osm!GTmc?+=TzE#JkJMpPeQN_7HOrQ`0 z?Om_}2n;p*=g*%vhGxWU;1cq{P2%V|DTXd>UYC--OU?I{v0~YLsDE|i*K)Y`#s(>} z@953}K>I-{IdnK_Q~xd5ZzmE~E*L;751@eL15g^&S)+~B!2TQnKNhn53#oOs9Th#O zI{l`{cV%VW_}-Wt$BFAo9_h5BT;y_)bd*;%>B@C=6WH?;F1;b~HdB59fleqpuoBDs z3g7nuEluKvj)E5dw;Ex$?h?iC$stI4B)k9-`%=R}>yU-PJsC){;kAs#-LkJFU$RaZ zO0k)Jsb^^VB&twi{-l9|1*ZU-k|6O8O;6+czcmLaM6-#n4CGG$sLfW2 zHq9&-w~fVO>X>9ARA^GMN{d7nOlL8Mz%$H{ThpQf!@r20Y-Quchh*wu8edL*Q z9N$WRi-A}H$xk&&<^0rqOMmanlxVIs+UR$Yz_>yyj&mF_9uiQyO?@gGR96RTbKV_D z=zi1y)#NK$N<<#4`2W>*=HXOs@BiPZ43Q~QhLA)e6b&e`rKC`zWTt6TQ6Zg*%9yCk z;m8olJe*CT%uy;OgvyYivXd#z@q4e`r{R3B-{<@L>(|w}x=waH&wAFg*1hig{eIoz zrPa-g8@t3MgP3x%yGjCX#c_T}Z(5-SLDjsPl_!Yk6Z=!~-*RnrxUf z8!9Q$iX~D83-9bXk5b1x6ntgH)3+-=y7spgg(x7xi!u*(Y*Xt0^sUNv)XlW_7)>QT zXEn2KkTaKj_|=GG;KSQt6kk-d%uF8~UV8hX=O=VYLX;|`Ta|on66yLvtFSkB?->NWx+f%qfiy}F6OUwC0qm^O-^&0=q*JAx# zmN^2)&vN42W**-%6E()WuWeCdG#L{qaDD2(=R8(~p%C&}RFG;tM~UD8#lHnHhqIKs zE6%c~^Dww6v7eu*Av4t~fugS&8*VU#D`C0O`#BzLq{dh?@cbpMajm8_cTL&XYI}j$ z8?I}ckG94vl9gqk0!EGE8p}6~y{1F4H*{Q2k07YOvX4g%_s%zT?q{gEduzXEZX>ko zc;04FDQ9hZU9VBeqAa*9OOiKZyCTVrB`oKX*ud2LYLLl6w28qPMmVrR@gNh!!aPjn zoYJ-@Va+^dSW}|Ksq{fkV;l3+%Cam8kSxKHoQyn*kdQy2)@63VN0w}=z$YfQzu;s~ z<>`yShA;q9a*3P}=nz0r(yR(;abBC2UZcd@o#RCOdNW>&m0~;HZHB8kI4+8*aS%Eh zm|X=(wq7Z({0uyY_OS61wnlh(=Al)v>Hf#|ZSBwvK{`C9v{RB0pu;hY6z`$4O`DuU z5Xwl`+RTirA9jHehM2_QJd7>zKvIM- zZQw`F%w7SjHL>O6yMnZ^9>}$*-LH^8A&PvsUSOg*^vF9eIzE0j@{sTZB6w}hoMYy) z9bwgr$IJUg#QAz?fr#uZcCE>~F?Ye*XJNHUGhag^FmRzxSFz+vcLJ4K?o)G5*%z#o zpbHo3k*r-(%!`a9}Yi*33Ti-M#!WIlaa0&|nrC9`7S0h&oRYO0K4* z0ci0byLj|cyE*=PW__!0EI&)QfzwkX)ANqnQev0wor7HUgS^Vh%6UyDEz$p@8qpek z=+zrv-ggWZ%8q~fv@M1!+WV14G<#r0^*JxMQFtxP;;w8I)Fb{|LN)iJcjGOH7x7#N zErG<$ag?TQg5pZHvXzKtejG|W$Ms7;_q-8*#zwKV@(?vtc@wt)K}lx7c0pZUUfza* zaju+$ur~-c`=M zEqsP`!;;#|@4wL+8=VCPLx+O-yp&Z2=JrAnQe&TedjOgBxGfLPzK&~0W|L1uBoK)f z0zR}m^?6}9m{BlLQFgz`g?zJ`KzJhVBAhq^M(-ZMpVGVhHemOQ~P5~}s;5Xya*k70K?_PI^vfv6fke^k+NR${(d zuxyziv7G__03SJF*})3RM%lV;8-uRd4ax#Bp1>n>+xFGMlsJzukJ^E9N7Vg@0{waO z1NL*Y=;LpoAinwWJ&}Xd$4n;}K z{tIgygmyj8oBYrz`03jS6$-E&lhn0G#|B1t`8DSM(6hGd0>S zul`4H*3nU2v+Mk*G3s0H=;TJAXa+G9wZ$H#P{{7tC?66V&*Wx&@!O&jF$#qUhZ|jg ztA$MBPH)P3L9GQCbqL*MX>)t0w!n>0V=vI|E}weG?;(;ZM7w2nFMpt4=){d)^JOG2 zP1a4bf2D=LZ|u-$L(TvEkMQp3gjlxL*2#!tK|vW~WUXKCL=w1Vg&U=>Eq%2>u_*t} zYA@=SzDw<dPd16l%ccaNL`x05*Hkyh=KH-pt;1_#f=}E^zO#Dii%v1M zhv5NNUTM;sQ6VGQdspzdp0VFj}W=tS0nY{+rqX`Or&24HnqjQ{)9-ryDGqj}sSB z?nJj}OO4)st*hO>h=Z9{%4n@_Cb=*&dK(R9l~zBn4HjVTs%ze~G-T~$NzGtyu}hdC|B->(c$$tnmllBqeve!QyDEcD5n&#_;gtQ##D zpi)C2OybvAWfE7o{?c9E0Y$WD5$tC2}qn%HWhY>n;FP&ecK}vT7oW?7lMM8kjN~{^xtwLjSK8Ed;^{I-S(RJh;C+u*ylo| zm9`^<_CG%E4hNZ~DGK-`;n>gkaf{tzr*m&_X;`9A1(zFrNDotbngnxMLp{Smx+}C| zXXJl3o@KG_XfZl3I@`xF8@L(>r*7=pz{E!{N-b35I2+^8};m0$^ ztf$Ub1nn-1h+Aod?BrPza{X;2qwo3`Z-bmPq>*^JS~G2@=SUqJi$;3wa)ngg?FsrO zDLh0dC1h#*KhultS0bT03b$(g>)RLA=WQ=UW<^v&!|lGRWYA;g&rhrUOe!+e-CK{k%rrg>C5yW2(M!kMj&SP@NmebP9nP_lw_6{jBf>aBm>B=d!)YHm4GYbhl=O z{I!bg%Y3vtYq2!Z50Y2F;IYEM>!)3k;lvnS*`f5Ao+>|1}c}Fp;fd^aO1o7sa0+TcOB)BTV;-+Nbd+!gmee`!}Z&S z6TfQx6VIDiT7by6vnkNMKRj0vI!_|=#DFjQGbQH{_d@G)dYEX-T|va^M2wsjZ6bxUjWEkRa$^81uklY+b~EsK2XEdHKMEMJn{`U#zZP0qPyd-bCMcUq^*^sR$sKt`;Hl|DPw%@Ji zAL)7`Ng=NEv9HOI=}3HL7?8z1=iI-tXXb&yk_h=7zD+t%e6O#Sf(ZF}I@hlcho!C$ zjy3h7R2DFWlQbKzp+{Rt`1jL<BnHBq_Kr>XEoHQb;T^w3vpQomu3d(847~?Ec>3CK~Pt z{gs(}BmI9Qv*`1mh`bv)UosL#p`0ju!#$-P*Jh5x4Sgk<-P?~8Z+lt#sBn^n*REMc zr{qSP$H-eTvYt>VP2b&!h&f&sGgg>6M~gmq2MV4Gd6HT|>brD4ZvH~8!aa(`-gA{}oEeVbZ z8yd4bY#?(J))t)^WgWm%uhLiaU~il%^5qQjd=3PJSolNYPN}TwXRd2DD^Tn>6h?9l zKb&2M!m%k>v67WI{hyDAsTbpg5wk*-d@K1wAInIY3LkIn459%OVs~4Un#8$ap=_ZP z`Sc)8duPwCKh1iJA8Ojx>+jz4zu*&kd#?Ot;YJyxHCD-A4C<8F*y4G0`Sy!{9x`@< z>{4p9=eCr1m`%XO$jy9jkosYi#vBPz`xbEkFLRs!+pA_tIL#lQRVuCCFjI%sy60We z!OTa&8Np*y4`$@A`!rLQ)&cF9pJJ^7)V;-3BS^j6!F zOH0$%3vRhOC?m5#M)6 z0DP=h1T?EB;^#>L1{N~C=X5NGsa5qYLQyXt)k(<7MJ@D$Kn9!1b<;4LdaAPENVhRX z+|N!rrAQ*LU?${1wVRdiX?2&EcIz=(ROA^#d>J->#O= zT>EPTbD9R8V|k+xub-aw+Z>5YX#qzi1CO`shqrqen+yK_;FIK#RVxoGig4ZZ+f{wC z=j#5>F<+iEr6qM$`1@GvlTQnZ{w{PqywP`ASy*sp)$dDDzdS?p?+u2>6Qy#k76u%h zI9)EZx%5UcV^`E*sUz}a~rH~OD^zo3qFHiMSJ~PJl9gdZqHT$t5Ai3!K zns0?mV2kv^S%O>A$?#|%o8H6PF8z%aI~cK}e!Qzh@nwuh3>K%ys#uX@ZWYbRmzs!8sYF%%}ng~4PUt{m*4woxAR~O z@ubF=9edUyd*9>D>UTqoquV#hl!aZN{QZnH`x!hiP76Vk4b>9zG_>K1*_jw|ooSmZ z7j5cW=8gWE`&!{eTm_RyXHo3!7nyvz*}ijCN;GCgOWW^{?E3I`6Y{E`ktY)s?q$o# z91df5%_#Mhj9FXdhmQ(C1feHTi9!?MP=X_AP;&4EDbI6@swUkbw!nIz-F?Bng3W2i z+eUyYNiGBSE&ve3fuSV_D|bdt2`h!5F_3+>Y8m_RVZD`=RZia^UWNl|aWmTHZ`Sv8 zP%M{dy-`pUvl*MEf~Vv*7d%?~$+d@oO$>&w-U+Tm!lDzgJ8>GC9KzTE&?B=j@s||N z9=M_oM>{aY4gzff>wWLFE2juV1TcwSoGHz6fny-N_Ro87CcKzSEjCtxptp*R5q6cC zx>8(yl-I4mb4N})GG0UyD9=OG~X2^gescjGAhk{0dLkmaQSxO)t4{IQDZ@4RSA zL2z~i#uZ|58*LnFnwofN^m#bJ$Ljp0iK;-RcAjlspl#lY=>%ZFVoEkqbErXqIx4S( z7r-ThFk*ZA(g+HBDC?Y|!rDjca=wl1rJs3mr?$4}%IzDsL>7`5 zKzj@%g-6PfEUl-8-u<^l@&AJIgX=P6bG&9Rfh5FfxVU|JzhC=ve}t+iH-XBtMAEfY zb{5XS{nkQIH-_6xL27~&kI-O1=?7)+ytrISu_E%URqsAL5{iazVE^O`**-rBZ#JYSHMot7VeMX-g- zQ&OQ{CSzN7;Qh zk&hLrBtTB>`_IdVR5{7(mc)hO@$AnyYS0x8eb+xf_$_ z0D6Dy-WYGiqPxw($1IrN`%ANrU~S=5RTH~txoA;i#A?YI)C)@9LJ|6D)`g-juaguR zTRmG89Ih1(_m5)w6p(jK_0LQc8)@<|L9$V#-$#aN*WJ6EfxPpJ+ckZrPCy>WNhn0f z)v{0sM-#$FRDh%-qC83xR(o&(pAseSqucT6HX*gsK8wkwWa2!QzwK`Czz+8-UG~ct z1$YZ{Ix3zsGFH&wau$k|%}V-5&&J>Q%t`O8-ilxc@5ba?_cZGzv43Pt{jXd?-JK;2 zbX>^?wYb5VDaC8~h*l}K6!sx~8Ul z%}<_?$t}BLg$Qt-E{Q9)P&Ey6F6s|U2bSsACC)he*!i-kZR_zJNlO`4SflhT&DB;# zZuGUV>9WeWLDMtp=%0HtR4$P0!#Y`ud||g;OGJ)H5?)PDmxapHr7e4%o0}>{8W2bj z$UIi>vA35-V~q=YubdPHF({C*i$Q8F2awX@?&<=j23qA9)Ia;)7d>RW|cVBEBTKEMf! z4W1=NR_8jU-23V8+pOUmGJ;*~b0)SjD@3c#5Mh=r2*piS4o8EE99ziKlT~dwLA35ODsO~?rz^(orl$2CqC6^ zu2xLT%& zvknhCwucFuY~HUG;!wo6@q7EG7QgPS%RdsrBg~MRm)SVS?6YJ0Ku%zej$-B`j|4=J zVsBR;-2W?lfIhs#vHj-sR9RtLLDu!Tg+_wyl1&IU^v4}FDtSn&OLCzrk*{#$X#`3eXf&I&(Elj+Hx$@id(DX z#$5k}>&?AN!Z%KDF}gXZs5np*v+IjvJAHVy#ogVnU%v8dpzQUOTmhBFkAM``X9so8 z{ut5R{W?p&d)+Byxicir>wr?hmEPx8!Zo>;Pu(xhmSt=Au>Kw0QQJWIbO^{rV*&j2}8Yb=Ub7zsu4-pPN3p^`1|YrHV$LPez`@)^mC) zRd2cnTqSaMK1^S@B*5lrZeO8c=c;EXo~r%6wziyF`^<}?ZHLs}PPb|O^TDzG?dn{y z-(N3g4AtdNoSQzNk=^ImzQt0+TDHrk^3^cdhsg3i`^+xWKL$aTrXnO#qe9=&l^);_ z7^Mn~pF=LRtA=goW@Nf-BOZ~k-S%v>y6 zG12?xWG#qEZYDv4?@1oq$K2?i9)lMZoDQ0Z61I1GXoGCG=LLUP&qr^Kt_l`^IvXtd zvJ5jtXSZz`Jr;M5X`?>R`n_UPXY4NC#?q+Sle0uO`{riMElp|W@<{Vpl(sTc2=_S* z1w%ks;*I3gMZTG3VP&5>_nc{KX=iPxKxzw{U({VWQ`5tf%c602#ZC*Gc3|5{-Ws{t zNKq};ULfURAD;`3Yr7~=t!GF%tH0^qE3L%x>fF~5qw~T}Jb8HkGHU%&1az7w-U|(7 z&Mho_=S*k)u>;5VN_Gh2;EVeCYY-c-!Hi})U+Eehxf;0`1Ev;BQqcFm39Rf;JBkoSI)^fJJ~r3>2ss_YG{o zS2A+P$H#ln8Dm&ATMy{ODNTUa^o)$S(D6uSBV4Hkiuf+DPEZdYR!1c&TQY2OAAR4> zV>(uIY(t{^I$dP^bfMA(;Y&KAV{qTfVv44(vAq5dI`{r9Tef_=K=<$Y<6jK9IAkgN z47e^EhNE7#(Bbz`(4qix0N#HN-Ri)wsjF0;L1Q)J@!?Uce-Q>=E2>0LPhs zA_W2!m=p3z`2P-3=HsJk67Q-4sXC#j2?wBt`{-8ayT$CVW5;nCR-a0Q&L9Jeu5^XVJ$1g-Nu-3dEqvpYqBv@pzj0&p&es zCJ(=$1?YyLxFyuJG^*xjOBs9Jsv_A0d(-Tiy?YmEY6=^r z3BXuT2ZhWiwEEyf)maa|@aiUAt9&5}n+qJ7Kb%_R6g6?=GK)Qc!bJF$?^ws>iq2_3 zG>W1R2pVk(b!}(7CxUMv`|EMoI)})rk9;TKJ;&}Yx)R$sYPCG{%o$dYNZGC+z)AZm z&Nwn3=MMn^fqXz63Fi!b|8Scw;~$@PntSPhl2`zKVEKnmm-Y&uwZz+mj!T3vR-#bP zc)XJK<%L2Ch%JOq2aKQ4hcPQ_13o$*Mk56%TA!$|uxXBtjqx9<_+IS2%iXEla zyUC{)l#n1nI!B!oQo6qzQLG%g9-zaS&6AnkcSv)Immnk-w0ol0R4|6Zl%vY!u{9+K zWyrd3NANrV{}rUvf=zdSx97X(ij*K6=$4O_(Qf75l8ORF@B&3z#rlS{AD+PC?KUBJ z^jtnZKJNVu{QMFUOV$9+KC#Aj_9j=BtHOP#t{VU_OBzMspqdOn(kBoz?tg9iTPqMf zQi!Xm9PM!WNJkU++$a?2;}n#Y=?Z-?G2yg*L@aYBT5XKs`}9JrN%2LG0LN#=2X26{ z!7^&KV-v1d%j=yVCJ$*0up7Nwh>yrNepd6FqZj4wK0i{$czgn|e2_#4k@F~^Z`G%8 zb$H`-&EF9$d%itOy7A>RV9|=9g-sRun<2Ch#iSt(HYh!CIGHuU;UuDBO`)L1zAkNR zRck9<@ACK;^CBG5`N8r*3&j9ymB7dQYC*jA2PKh>lII__yzNzDbo8vHOY^wu5f#6r z@ArNA(vfsQ0y5?_7=IMo3xi}@=_Z@@fKZovbZwshLNb2=o1ni!97pn=gCX^w(1_L#cwI!T&QS#jeCgeHcqjszui zF)|XM+p#egUoIbixR>I0QGr1=g)0q~&BcwT4+s|!9zF*c(6Bn{g3?R6PJoERjzOSf z5Z<9l5`g}eE2q#)^4Ni)WLyU>cRui#fjHvC?wTe8QRu<20L5*Af&vE)WB82$uO#3- zG#8|l3qM7=S9!gw>k_nW+Fvk?xj>vY6td9N*R#W)raH1zQL&0}BH>?Rp`@gwFsY6> z0=$F;ZBX632$;AA=jdr2fY>I~RmsTgxbhc3i16*@qaEOp%Qy_h|~N(&jZXnf5r&>m{28p|#c~G{>+) zhZSqAq~zfoxeQzBE-;-#kS_{`t11Ljgmfgl6d&)RvJ7>9em*{FfKL@5!d!Z=d~7`d zZGs`2JyvX$=H7RQ6Ytj;Acr9U#s}kja6%$6236sYbq7{5cl7-s|FP(v7_DM|2`tdy z&a}|Uo85;Sl~b_HIl|*f{=+(|$31^dc}Mr5O_nbv@umsk(#p_~hY!n>tcFJGw`RuV zpwsB_)NZdDzN`>GBH2@Teu%Cf=r})Oli(_L^+xJKsc}ofb&w^`7+TT6LM1Y@^&wQ~Er3XF% z9MP-b9&?}i=1n?6jgF315?KEOBs9!{&_g{VEj^vIB!fC#k9l@R>I3@gz3jJad4Wzm z@_Bb-^g8*7UgX^Z(D}s|-Q&<6W+nj!L-#}>q*BZmWwae74MqTaXL_5^!a+Ks;H-a; zmC6*a0rh|_Ibsm5}H`<58@ha`N(4 z5|&x5aX!$oFCCwlxRj9a{OU+xP)0Hu%2E#`{#VLtS@SqjS5W#u$?NTZ68S-m#JuuW zRFcw2B}o$z2}rcE2pcdwt4Z%A5T|sp*rR_%-(Xy3R$@wr(PcA%7u3=YgfB>Kuc zL34#ymu2%8TL>)A*;HcahOuW8;y#pniuvrGtwo61T)A-s3B_=HoYK4_yStSv<#wI z1`~*iRxKzjg}|pnEM-JqhsH|<;E|E8yKB+A0z6kN3}axY_aM7m3$C+2rV-j6IgR#I zfu)TbTMtwm>9I@tF=0JNKa_yUE(Lxw<&AnA4#U#W*2V`)9p}K0L>~bS& znEQW3lNbX0(hR`GG5PP3ewuO7bLzPbQiuqhi2wor5R?9coklueKG literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..c6ef6182a9cd9ecf2ac0cc1208dbf4196da0caf8 GIT binary patch literal 33370 zcmdqJg;$kb_bz;Iy1PVDT3V%3Bt$|51Vq|EIt3&*jUs{|p%MZjC{mAfcZh;0-6`&%?{g?JlBY<>BJs?BQT*&Ea|1&E3}7>AZ-v$OR#e`yL)H z?y{nyj{m(t#M#Y8l%0p`0X&4*B;1fjG-e=xa9IkpHA)UK&|(ZD-pb==F_;Knh* z#;&fYCU32g565p_9b3KCYDv?gV^fF7Dq};lt^(_uW^x7iU;E8&VtQ|=D*I^o6cQ7^ zDSuJ2w6NPQhRaDDTJoZ^CVinZtI~a8VttJ4h19~B`%~^vDvmQ}&SYXaw>&Yb@Taeg z33(J58Hq!N%Rx;|eI09saKi;8Vq{qKV@xFNi^k+)!|Eaw7$-PG*Vs7pZ zKOISEc(}RS$+vHM{0Ue5cE`Q)^{zTOiJ1Fss;x}aR)4Xp7&=(5-JQ6ks*1Pb=^K@j zSIMo}6eU{cJ>1jv=~FPbX0lRXK-8e>93_bJrRDdxI^Ij!NhZRG;>qEb&aqg!{KIpS z&J#~6Dk>NX-X9$tAFOYF5-hYFDX}%K_7pZOFdfca$Tc{toh+7d!|v0UFRfalwI035 z(1=8eb8n_v#qpozjBETRN2aQMK6|3cx#WF)ead+`6O|M_S9{KpO-LEa& z;p3wN408V7XJro$kF2zhF4HR7FE1?p6Hq6dpKr&{&)*PEetKgr{%YCJhmpD4#rUy{ z=W0P($rAPq2#2sRc^vn}IPMQOKN29ZFJC^kFQ_DlViZ-Mtn<(4y}$8IOB91B9&TJR zeK?;G`SfYHd7(y6n!;w=Y3GJ}ANyrB{LNhAxTmKh*xTxlw?*INFEl1r7PTNa*!hbkfwax^YqN@Y=&VTH7#w3 z`0chnyM2>VJ9_n}EMOW$_e)K<`S@nN>JM1o=jDm|1mt{wBsJlUJ6`o5#3Wzc!{fqR zomb)CbFTXCXzJ*+f?g0Jk&hnP8VqK3-f8-jAh=mQdDQ*!i-Y9s3!AiyCML`VXX$BZ zXg0oHqU^U7_N>2Jcd#b+`)5BXERI#yqrrE*c464&%S#C+X%`M;YOQ*Gr)IFbFt3hz zY(3%O){hMP!Gf=LrA%U$NSVVh4kzA(-}*bcexfXmn6}N?cF{kwV==@K;~V}#Pt($xnO%h}o4 z-W!dC&thYdgezebtg=(XHtAul*6-Z&#}|l5NSZ>4XuL`zrqsrTG74LqdSd(*o3;nqF$$La!e7?sMKH*X>w&G`vb9=4J;GEnsQ7eKHddsZC*(28ckbQuDKmS}e*^rM zipSd6O~1p~u&AqlMq}u&9)j5%{x6uxIhWW4~gLB|Y&6KMkI}e0dg$ z?9Vf@_&w6+wPs}De*>W^pA4u*wW=k_B0xaaW08Z5AVk{dcdku+fm!uq-Bj5}fk(?0 z)~h3>)?j-xkNDCyQqG@0uYdmnv+H)hQ526>Vx)xqKxAS4v59u7?2YFM31%e)2kZ3~ z2oA>#C08xvTo-8IK33*9Qyc9^KSIX5?F`n$ry ze>>q?UVqb_bHtpXF0!fChkKhU8P_5g(gV$fEb2@TK{AX!wdTK9M~#xd-0N}I*V9u~ zQ3<}RtIOcN&`qzEBtq{s<{E);ph^V7SI_Eo*GczXlj-qYJ**P>aFJ-xmxqT(jf_>+ zK*+qt7yLCk7#FL^Z};irV7-^~ z%jJ6t-@T)*_1UI@_5a;RSCS}WkJ3raHGVqlZ*Mfyj#6}Um?Z3;g8*g{jLfOg&qZrC zg2A#w5Ds(iY5bl#LJAftf{=^9SBCZd_UDtV_kYc!XF_%Eg*NKu(~i!aKaY=yJ5SU^ z9Y1+AB1oW|$?LuKMQRz3wfy;WI?kl7)@NKAB0gjh&72OBul9a*iH4bqFoK1owKJ1o z#l^)-6&JU*w!*Y|X+PTZ>^Ru-BREvI%AN8bd|n%`jsj!!txK1%PmJZ(WRZ4xJrFS4 z9^_4Q~&M$Gu+&&VEmvmLv{WKY9XJ(B#5Sc3R~LR9)J3DrKb#Z zlnBYZnyy&dG$FTM!-YiF`tJIa_3s`Fiij|fgsBLblyrRja#v@8!Xst)q7KKp`aZdzA>lX$G)@Y>O{#NW?sXyxiXA_8aNyvIQe+?ejO&Sxj&6N@G3008!(;cs0<)+mPslvh zCu#=*z=RKYVl2|Xypqa#`Mvi?I2;|y3gNl>mgUwb(i>bNJ_~`dm+dun}YdPT;LkKt(6vp+N=ik47-y~Xp zsF%0=p#S}i?X=||ubd&$6}lI&DfqmGXjWRL^Wq#nZ#=P_*P4SKxl@*Ubg+5hu3vgu z8U>Op?Rth=^Zmyoz4eSJ@(YzeUfSFFuPgq5mn}Oeoyg}I=EKG9>wzZ+CI^*;=?6ZQ zf#G1m8u>@yhxL|yKMp^!2t1;P2*u?g%evxOyQb3f|j8*#vcs!%O!-cVW{CDq23>P~9B+fy!>BtFRvH+qdoU^$-+N zsAO!I;_g1E-B9qG-WC)P2pV^42j@zet#@-76$FBvnVE^I)6Gx{N$02uCBZ-V*qv#i4-Pt-n^OG>QN#@ zSQLEd(D1W46D8VYS2{BrqeOr_VG_sTQh$PNo^Am33E!OzWIu1yt*Wg}=2X2}rZo_o zob27pEYhB-7A5BM`+jIx7>HopNdtgbJ{5ncazH?xjdH{-|H1y+{JMsTWM-3)-uo>O zF-B(Gf2gUdT7nOtQtA66rEhFZR6V}7KU`604+@;W>^8kkN=h1HD$?HfPJa_c7{1*l zB_$00QbUTk0D*o=>vyVIwph zA4WE|2Q3Ci*5N|0{PhR2tm@IsVP@5y8AgTX0FIPX3)}GQGnE?{z@;w^f8;}^06?^+ zdQA{#>pg;CJy4~zt^#|L06d1qA^H8ec(414krS<;aiea`de&!@7J%!Adl8c9WK5M-#@ zOO!2O&uYwX>&xO;<#~7=3dX>t&VUUNASfaMoI}rhHSGx?5D3$sQ{@;D`R{RkIRN$k z`WwLfmw4l?W?CL~eEQUczVXc)ZZ!TT`KKld-wOZv({9YAnY^?N06{;KQh%Vo$-nhbrv!L$JckSE&Ep+i0eAg?M#FP>@u?cc%r- z4&Z5jqjUOlh3l-#e1g$TCtteijT`g?WK7uT(^4}QCx47mZv#B7W>WN%R)4}2M9Aii zynFW!oJIr0%T3UR9`|(K>#uKvrwWGfI|IPE5mp;?Rq2RMH-|RQsIU#7-f2JGa;Nd4 z`@Lu6cgNf-mfpUi0;2`AF$MWTd&?u*(Sp6GNZ9O1slB-S4{hyqMON8V3e+{42khS+ zd$^DqZNj{&(j&h`mYJ2cIpMo*)fkMAVrv;UZgcx)j`+ zDiIW{8w0nTr=MxCVWybz{(;a|v(ZG_(bJ=G?Hbj&bLT)RN|s|4u8jFs-6=AQL&aQ> z%DMaPO-G0^ktK^+;oR#<8-K%)p%%qp1!>F!-l#-wVy#4>M#u^y0pU*rnz?xA4)m{AO9)inJHs}c5RNi)bBTzFiTA#zAJ6U2A}&YMo3P@)QakNj zgURcEY}FiYwe&4}aUlOz{%z0o308644~$tTDr* z-Y)}3%MOMRcuh}lrm|7#+Rc1J)cY3(9_8_+NUGV{odx0i)Seqpl(^6a5zJ!DwVf5R z%G~q0A(4lSw~$ATCY-~B1b5Iz39(0IE!v>=J(R~qR~~<(k2299OeHkW=)7dFf$>l#{NrnU#o2^UquG1h=;KI?!DL>%coEw*55^F2CEGghSvsvsgIy`A z2k-%i%Dq8%$4?w3edvll7z(E7^2No)z5c#bV@6R*m2XH29#cO@x6!UtC9BuFnmhe_ z!I@1BcK^_lk_!OXey>lmFAo;hFCGK*knq`ETeamy?fbf(-Z%Ar8tP|-mZaAYn$wqB zOJC)Ev~0xroFYTpqj(?$z$%QIOWhLnYu()iUMJ+IB~f0ZVt2yVb*cg5cd%Lx5LFIx z;5x~I6p&=DW9choZ)enb7Ob@uOd{guiva-vwLPa~J^1U6|JaZDEayYK0bQ+Ft6JUw z7cb?_7S)Oq)jG33apzp=XHwwm>>&G-W}$#Y9@6{8f6`8~u}xgL@l2{Tib1)YG-8dE zlbNMEaAWG?=VWo*!2K?ZqTB5hkRy`8xh5<6`-HToEBH!6j=BI~=$+cK*TGIX%i&s9 z^q!l(VIE6*WaMFbt92s?i;9(%JX$>j7y`F&%zd{=jqyKLuzXa9Q-=CMbhLLY}3hJc0bAYj zk0l)7W>7+5e<3~M%RT!qT^Ezync+2bbX@M3|0SF69~Kt&zyyCB9Aq@=g9bj_goKi@ zErvZNM)403q^xS@=H|6M4}ZL{vAn>nU?C$TBYbRvST1+!t#pXApX~f7`?UEeGS|v8 z;=7FbX-qE5D`}Xad$-(C|h10MYl|u8{pDeQgCfWxr0;9qI zT7fGSd!Y@uu#>0f2wc5Y0~Rv`2?(3t#zpy!23%>sy`qK9sVU3P=}PQ`lx!`apHXOV zIsvjm*P@3@8Z3$`@qc94RBy1>I(cH@ut$g3VK6CmDel?(C*Z{NN}^W=tLd{UI}ll-}T zec7H-7>jHGH!+KPWN;e5p>d)h1Z;Q5V@YxA^LfBPFKtfj3u_sG_iF=tbon)>=`dD7 z4V+>FBxB$}*YlGw$RZPcsB{PcMNY#v|Lw_UV3UKEAz&8`J1|K)B-^~wd)ES2yTJ2% z$}qSD7re=`dLx5_ambi2bbQniNy-X5IZl#4+0TCz$IU4z$pC7T=19sY(gM(o`t<3j z*RMI`fjuSH?NXoU6)^!4A5KvXQUx^d&&|(sa&h4Ti=lSq3JJm?Dq1-3Y8{eG6*V<{ zMUasEW(zGSch0DoZ~xI^%d5L>`dIJX2Y0fZ@BPuWce@zIJVzZ-R#zj0Fa;*%5jK1 zG_{jk&z^q`C-e{=|c(u%NG#orEf`A(WZ`=Pt z=8vS)SR_yz@&_v)(;RbjQ|*3j=04avu9inS@6wQ&@Km+n;UaaDUm7`7RXv_UvWZJ6 zkG=Wvp4IR_ccr~IIF8p(jw$>5`%x!-+CN2u?I9j8A8nB3#Bgamo$A$KSG#%hX2|*b z7u4bDv8k!i&UO0)z{#P^X2g2kK|yDG)<7e&7&3QmP^l*9ofU!wp1!t)R8CJ1_ z6~(SNps?(OW`iJJLgXQ=t++W!X>nZ!yGDiW(QvX5yUp12W@Kat2aG9$(qxSZV;8O-%TKS| zpGtqo4)AC{`NIdH%W$FE&%HL z<&LhEx4({%3TfItOD0`S(=n12X8tZJGSaUZ0(0boUYwokeGqmdY`K1IY6cR3LYqx+Ov}bjO5(m&nB@5nQ21)>26=LL4b!#Ac!X=?l zCP-KGFLD?@*E4HtYm1<%m`WV?6Be0&1~yTaj0+GO$k}@_BLX-P`4|AsXf}HJ@?|X8 zAEegB_rAO|=}A`#RE&#{&-lKC29!)7E5ZuySfVms^F>%0Kb-i^4=-5`unRhEy^M?; zk>kXBpYK`dXV$HH^6=rq3LxoRA!(obnsEvB_D)qxyglM*Dhg2d!>w`(l zB#1~!n*scb`~UGk(( zjn2JuFD%8F02WZw(0t2mH}@?eviW2u#xKm0ni(QL>b3BEHk?xGjB!>&!9roUN;lb6 z)jos&+Ifh2*2U8Pr)z=xt%9X2eh=k6&Z=eYj90qz{n=fQ0Tlyr_xY?qm}q(_VUNbO zj&2d*k^EaykmKBjY7l}%G-E;fqz(3+Cs(Qkc}&hF^!3^FeyL?G_c4VwE3ySclg zg{II@yuTGHl*yGDglH$`GNp{>h>+o{K$Qr^#)|%b`ra)-UV>grmqRcAbQ=ox&O zK6xCx)Tq(9yo5u5O(P}N2v4?C(~7o6Eg#A&)H=5EgxTmROg*iwI}s=69yDA3-R)b6`F7R{5? zRSZ;y!$=7+R0B}vFUBU_p8@!Ie1t#YlgWWroWZ)}!f+20Cmv+-{@s%S(~69~6Z;~b zPC4I+D@_6Zd-jn$LeSO7P?idz&ZLfTBlwUIVVW4GM+VtN+qiDamb>1C7bkIRMz4i$ zOKQf6ISh%RTnmc8W8>n2(I}_c{&S*Mu5NFJ6u9<>CKxHFF`^gR;UZ>L9NgS^kmI6J zyP)RRm7Xn0$B|HAkTD2wLx|DtuldE%a#4ubB&4L`)-90)%cK9?)yj8d47i#UVb-Ad zK7&CSVd@>0;QU>%a?ar9ilYf5HTAE>UAu;46}y%TpadZLNVN9Z8pX(U{ygnyxpOi&zJC^0{uf=udj3_BFaU(!bG23t4 z9{=GNQJ12fB3-Q6{(Z?~4>-7MCMJ&|NY3ompC~{Y0hiSEm56DudP* zgQqhe8?)_)XJzbHPd%I+yb$Kln3`Y@Q7Hjzm7a?nAalb$wye zhGD%muxx%R&B}JKt91O1jv=Ad2?(_5uc; z5Q#9s>b<+uHOYgDxH5;7iP3RbUvQ2onfWPsdsOj~Dlt$-*J(TF-NFe-m{{;;vc`51 z9L97~DwhYixDC9zL^`P00QY3gE#Nn3J;1HTol1<)b}_fMfU`LRet}1mX3i#1Hi-mV zOG8GaCusShc-k`U9r=6o@B%^L&2!Pl6ch;L2n5+-xQL{?BHBGug#wg;A=H9D9iVEE z`wR|qsFI-}+z8jTIx|ENaq1EZ`{KHE1RwIdh$DZ*dh9r&JKV=-RV=@ry?*zB<>aZ` zf<`EYI(~xr8d0f%BlQ;l8gIPVoP!|8zsM`f3i)jnZARV_y@i3+o$I$j4r04L4bkM- zwIGiAy9tffUL_`QvZ`~F@cQHfwuUx>2HoC^kz{(!)?U^|o(}~L|Gzg>V?`w>U%%qk zT+ktG{&&>@pe@<~FNCoTl?RB_*5AF^A-Jz8^*clh@u{S}*r(P~+zf85=IeoTqTZK+ zZU0Ck`r~GT#5X^gKAGW??dU8zsiovOT>$cXsU|Rh3G$fu!KFFd$&n@F@1e3 z^lJ@pjggT*0q$4<+z~y0^3Vj?O%-ptQ&#G66Wz!HD#v*te6PB_Yr@~oY`c(Hj&^<< z0A&Q0g9%nvJ(fMy-Tv?LIbr!Lrlgj%IIj;B8{+@=I~kmYi{!j0r{)P81iJ|uE_=}D@=}{c!dnHpNwE~YpW(GM$*{$4R5IsYgnq1T&|xE% z7n5Kic@diOjd||5VY%f4R6vEW0#o-NICxl&Qk>d&70kxpQ*#4dab0todixZQpj()< z{Mjz5GSqOfx%({yV`-do8EI&nZT&(L2T$o!EXhOmAj{)~ejjLAK`9Q%(@u}=0yKhd zrU!LC&>9j>Z}CzNk=zDXw3tLgl6vLo%oRb31)~xJTXZEkBRYsFgqnNZDUZ+qUG2Hr z1hq&p*BMo)h7VSspoB_IjeL(0Q0`65%_t5jcb#XRlp68!K7Qdl)8 zA65aqK+qp{8)&A|zg!k{CDbndEv=(DI>gx8xre|LLU)m!e`#4_GC|uH1@@^%dD_Qk zg}x}VflBS?cv6GJ(DDqNdN}kZ&H!%oUMX%zX#%J);<}Vh0O^|Fy@ggx$k^nWPMtdC zXy%qx(xUp+>Dfg)j~Mr`0UcBNP;iZw0ySpJT9w-aw}5C4M)@v~Z%0Q*0~8w-vV69F z{rdTt80hI@s1TuL=L!DG>vY0HI7AgyL6kpU6dfCj7p%vBJ=2c1Jf55(=B$u3rhTE! z3le3DZZlk_P>i*2Nn_!XRb6sz9hUHab^ECJjP{Y=X=|0fpJ{=58QH!Fl#(4I=LOIKkDh^p!W?O&f3G;-KKb-5`G9znSU zS)4Vo6R6mVUitZw(q;Qu6N4NtDkn;CmV8MjW%yKxy5}PTWJUT0LHzK5bvqBbRESEm zbH5UAlC1f4QpN7x21Z7LQ$L&k)qxA(y9%;3Fx8doxTfwU zL@C7JFZheVwNxag5sf%rGm$R2A_K=H9cypbdmBm-&zx_=s_nv95X)jYE3c9{D z*hk5Yk*pL7C~5G=!p+k8S13wV2sn}W;fc)l9qs>w1{@OH*X%_70vKeze}F-uKn_{^ zED}=u@_QrH=kQ4gl$EB4u@b_kztJ>%EV8iT<%G3qNlYcWI z4TTYZdrWcg;gMqZZy?xTFB4Y*#S||U>?4CL0-^c%gfHN+&(=Z8xN9O)%z3o;US+Ap zj7!OoP5aPm-;*n|Nhn(^hFIDm1=7J}n-bKHNU%OB4qL~4-o@SXoiw$LWzk1=EHb7eQD!5ZTg+`m1t+ZTAuBOm{j1w^ONNIe_bLF~%Qxdf^7-TtyzWkFVEgC8n;fQD1h)u1W_TO0|uk}5s zs#*z}*XZ`_opLO@zIQJAkiiw16pa`cy8yM>Cf@;v&D_S%Q}o)qW<*w6=1VEYFK zNU`z0Rcp9o9+`MNDRjVUqMI&YGVgIsfTOck+2E=TuqadF}Sm3;2s-OIu5+rHzE zLBB&oWg~~unw69o%3(oNwi(GJWs)8wuaWqO7e@cXPyt0IrNZ#GEXOQ{hBq#(f4IY% z1hDD5#i&N)D*XE{L1ZKq$FTb2jh*uGe}M0S@`&B+~m1$XMEqaQWLh zd1*i-p#{m;?7zkc@7vctYe1-MzFI3^0UAW08fDr>$l>lcj#)t*$iM&RLjSK{_C=Wr zN$xvO5r?<(Nu+)0pPzdQKkcO+K%z*fF&A?zTEmUD| z?XoFL^}PA|7sjmOz}xNe`jy9c@3p9i#22kUp}yIA!_iF_WNW7Y;>pc7#C44#(z|^h z)zcX>n~}K`P>ntxP{-IGD;!i&R3`X^4MgZRAS zQXRpmiZyYt^k+5~z&B<}%KZ1D?CmFbPOpMEn6p`=erqC#&`{cU-USo}q0Dd2h?|IV z`7Oe#svsk_v&yd7*E~kq{WQVtGR+hncKCTY$=%Tc0yjkfHv%F0 z2(l%0uXKMO)FpQb4kg)_+vV0({Mns|#?EUU+=rg;$qsZ+*XrTI8_ZAz`4Qc(+|9_E zxv5QjK2Sf=$PQ|UnO%@UwvWYMG%^{fBOUspz%&==>vrAPYR7~X*5Bt1njmD5gNHo7 zajVww(&U^NP%2^l(=GLq>A(JuOSE%v5QF5^B45|Di3f!%2(mYrsBeBMRs|lC1R{#D zz2TNie~t*lWba^}H~Vv~`0}H#88su}VRE{@`KUqLvA_};-+FoB`idf-?$WHWrV$`} z4*t9>-DPGkAeKjppkg9b7$rAdYdrvnuzN&H{a*h}bqRBqjQ9mO{;MD(_h}p4*HQpU z2P5a+8CCFxAA1~W77n26V1%tMbh8r+g?d$+=TK+{T@h*SUU75iIlFBqjBXYx>q?B7 z*HuJtS16|Y_Yn+-tZ~TX_EiM&EBaYsWDk)%GaTHh%nR+{i_3QSLc4BKVu-xU4L&IS z46q3|K{DfOCSI$%^#c5r)n(841ysx=tJvH}7E(2}jjVU=CUVqLwUIRWUgXNFUFVOakV*5c6w0#UZI8;47 zJwtjb=M!(CO?ETT^wSQ#FdM*Q5CYq1-~9fTdU6aIo~!SD1C0*usln#3p}@AqRX334 zB2L`KPDc>KIqwZi=*XmW|M7X#LF?+(c5Koogy=rXw2)#4|J2PzDF)v2TP8$kW5a zKYToj4}Wn>It*bU1DS<y6R6$~ckccq#L>lDY`|Hqu@y3MOs--DX|5InD?dITD11rS~R4uE|dQ%ZZYj=Ly+bS$64R2%Tz*msDg$VB5|Fbi^mD1RUdqP(R;oU1yIOhqVEb_f;x za+3hv#@kay{Gd%equ&mLypnQmBV_l(qSFpAb%DZkX8#oE?PW>#-#LXQ5Rd^(7q_#a zWaHbb=@bq9{&Fx^&~vQ+RvW5Pcx!bBPAu}?RM4*23_~FCRyYsS`rGw9f6r4R5iNEBQUr^I1KD4*L*5@0nwMN^bpxf1VEb!zArI2ANV|Z~E z?VaEk5NPZYt$zY(;+;EpETLTq(lQJJ)!qJ=v|=y}fr3z#QQpSD3y zZ!pwtGNIIiN&+3ANRf8Mfi}K^ezj$LKS#EVd_FCg%v_T3nc!Ygna`v1eQpb5j>b@i zC@0r$vaesBM~#yoyFao}F6CWIiZIo%M;Ze6;bf1H52o}ieDadel-5wmb zvLae}4q~Hzw^i##qzMJxk*RKk9aaR@UKyB;#$Fm8Qm;~=0w!1LaTAJgF|K)w#S8a4!`TIO%+dqJ_x8@dZn zq8A;&iBUSPNXpw%>TN7=n)1t9$5%$Y{Y)7lq&Rd5wH8K@)S5wc?7H$VALR4r&#Jp? z;}|50LAXg`&@=??HDUMvO&xH&ZzF275NNG(A(s1flY>TS|JthC&&c!lU3)ezAPvi1 z6wPaw+!=t_z$YmrL~~gvXCVzRpCj%xCXKdySLED{Wxkpn`!F$VtKYDJP~B5CS@+TH zu!KDy`-DB_Ul?1MO~)JXd83j9 z-&sVeKWcA(fREJdcTvxsvad0P6S{7>>4O|jg;2h}#$N=(Ri9s+Cxk{k1e+dse2SJ= zdjk$mK(d7u@&5>!-x|~NCjp%qxg|rJO}m89iiHYc8dCGAyylKo3On^`OpRoUCCRT+6{BOYQpiT#Cm2ETV@+?3d)!_8js-2CI(- ztFbZcN>8CUt^G=p9BuSK8=_!f26!J_boR#cVSpfSOZhskhp)E>-y8MCYnJ~^eYtDO z36VZm7@S!*G%JCwssgzKlP!;+X_r$@?lhD}q0=|Kyld;0_`*2hVpr`Uz{kRgAzEak ze?Wi8^>KV4n%+nj5;m0D56(bs0X;UGTi|NY8L$t~(+gTyPE<=mQi&He{^*z8tMabO z+>F#Sn+L~_sBreSX8emrWTenk(;l?RAg>>KPIEuj{__tFG|Z9Gmr??MwrDwN#;~T+ zqkBc8!aR%%pMDQe#^2E2SMX2)F^B3X+LK!h5&MF0@?1X=Fkl2RissW0q#& z-a}|?Y!&o_TM-mKY_w!%a4?ys+b409Zuf|w=gok6K z5?LF8^k1ZQ{?9WW!!w|%nz=NcTQlEO^MKL*8W*6qef9I_Xb!n9kBdv6vX5b~YHh@k z|MSJ^aD96E>w9SdX*db3%`1p$txu_x?&;Xfo(V!@Q`?~N=}?um?NLQh%{cCw<7)Gv z_>UCrq=K8DzJ=_Kk}K4jL3{r7>gfYp>`NZitWa~|2z^8?p|199$39f`YaVDhBMnBk z{wbcZ3`!D20jLraf{Q(vsF%-Lze?y{N1d9r5yfy|Tiz`I{Fx!X!Rxi;O00)JsFMhxK&x1}yHYFeX`PPX~wDU+m@ zA3Iw+dZ3c^-0G;<8sxk5H+&qj;aVcG+{CpsmoP{>$=Pd;rM~5_yZRvO?nyV}nTx)w z;leSvIR6+z&EaWWOKc=%|CzJKZ~EZ8t4uUO3BjU|4zA<|uv>ABJOyXS zYviQrdh_qIe!nA*uXWyqlpLdY(+k`OxTk#{f(GRK!AdRmCQm>A`;GL6m~lvmXG909 z)(HLlhpikGuh0CuR7zMXF;t~EuTUbu;`fPGUtecRdGhKHZ-W3f;-r?AFY0Wq8F<@g z7FGzEvVWXP#&a$Hys~NIjFT`vm>c;Nt5d`k};| zkNJ+fBtqayk#LMy!?rF-*cHyLQ4FUO8UQ!@j)5dOtdOEC6qZ~0s}6n)AUAh%BG-JX ze|Ad(DTrK84+zi{o)j=5Q}GY@#Jw)P{j0CPbjYxwPp`xDUEZOOa^$Ga5skRLpApi~ zrNq`!Uw+TG5_I6qWY&f!X3ih@UQ0VB6f%RONp_?#xVf5pVU(KwLmNNG}V-h;a1W4}aH2k%N$EGdwr=GkE9& z^SC|n-&_Ic5@9}@R1i+CEB<>>egwCW&MXTz{@^|m{&|{Ui7PAuxeYJ=VZM`O$aUuO z>gq3%C~i&f>5;Xfq13&eG6(rGODRa6o!DZ*MZrneJjKMyLv5_8J;J-LTqY$A8IqC# z6d@4}x6Ox>5piyO*F;khSou-ZJdq5Z4DS8U*V0{O!n8m zI_4$$yY_JQVomigrqC(*An4DlU_#zqB&j4LwlYDKJ#9;q@@!>6_g3aS(PsQ+PsINCzBX6RvPz+)aw?kJVBbY?9=%L?Mgi+_ zozW9lgW%ouyT!A{Ry=g)h%;n)!0#*?9B&#{*?2S0og)@KbU{u`eQA)5-=R*i+?`!$ zBULHu$zC6Cp{o~e`q_8tp0*MW6nv7bqCu@|A4)9@ikP{o)h`O{9;wgEMZCqq^5K~{ z=*mmUu#za{LL!vQvq2jp(m77U(%~} zzkk-eu8t6~Jbo)QCgCjiDKFo=06a{tqZsmyr?NU|mBOfEnJK%yfBd#M6rOpvpESci zIg&8YFHWvWY9YXmhV97ZB)|(_Wq655 zDnl>YPBV>h;+1}rU6-%J}HCf6YyOknsQcRZTcRylQCkq>xtITzO=y| z?|uD&}e!LdAt9*`9-jhKqJqF!CeaVl#3zYQx2WF zd24D9iQWr2kOPHx(gJTT@U5|r^amAwA|cu188sdxp+WNOh8}r?#4``qZ089<=@NbJ zLl<^2>q$r8||+1r}H+4|HKD~e}cyOMZXlnqEpf_*JktOOhUikm4M0@m!bjb z3+`!SD|~GUPyRWYCXcgpH;kzm-#6wK^iGKEW(JJCijoSH3D&m>vG*uq4y-JbT-rfK3@E+p8P#45p_~u)%1qEH-aDjfO_&@e^V2?^`UqYxFD%ixK!0nsysqLdo zigC@>g^7c0>F(!)2mo`HDf5M(h#e0#KtDcXzNEljk75Xct!A#dRjr z=YK!U?k4@cS2^@94!idaZm~$4T*KUsCO7hY1UPHG>;vm(39Er71!))0*IKbALExlY zN;m};sp#kCf1(2W-}^I3tES&jkxgKU_i4MBy)o{pB^g0G>Cn|yqjNKDkVCU!Z>`wd z#X#ft6|!w7@Pl~R^hpHQ^5X`1->%U9V zxE_Xo?-ed_hDpaA8c3=kmqt_&fUakjR%(Ksct4WoQP5|O{8aA2!}Z~1t}%FMra^jk zWAi2LUcl7?o6O~0ONoF|?=V<)k4I*L4hbVK#yEv|U-@oDJoOnw^*H)r##Em4%Gfmw!+g^<>+q8)_ zM1SLJu5KjB&g%6Z0KCLX^{0?mVa~71W?e`Q-8k6i`z1l$tS?=NBr%+|EFfm6rUj>Z zCoc5cSwUI#CGm<&q2*cyNnfU0ARXPD{~_ccdmX3YLEvm3r$9xW7tXiY;M$2W9jM4` zZdIq|f>JUl@77o@45$J#A39_+D@oayXosw>aTh8MRIt$N&S{ao-#t7e1K)Z zZK$6-7eg94XU@VllcY1f_~*}QcSN?N!TzsBrG~OU@+@a!lS2zrxu}&w55aD`b#eP(|04eCCn_(-NUO zF$rhUp(O^g(C7ymQBWqdS4g9J-zrf%yRnh0OEkb=YrsQ&{h+C5-IET1A&DmeM}N?H zxHQM5r6qJ=M9g<*MfRW?*Yf7gQ;^QQ^3bgd@{8$oX#VywEAk*Gl+z$5^omG`A^LPJk16sV_{k_tq|Hy8T?uM&VkXyGQYb7D1jiKhB0)H%2u>J~b#me=1iu*e-_pKsRp5O3UPMw1GOY@x4!lI%g-Mpz* zQ`c5{lp$mGGtD==l>fue@%S=l5~pdQ3S{MWd8`LL$wdlzbiJH*_n*75h<^Bu*SvLe zh2r;BV&{zteBSebR$e>1-Or=^7D+KMbu1`1gZ>y_#IKu7jpC{9newAL_`X*ySUinshyP}*@jGe@}Eyd zg4JZB=gg)>A(JS%tf1FZMwZ6^A$Zs@kkQ^Yf!;obZW`VhP(2lJ36VCu7L+=Cw@4;s zTmIl1$dqFK#WiEAf-PgEJ?>LY+Qe1)D$0NLv>a+UI{) zGUF0}4=Le*ta?K0(^3smE2Ysp$wp4XCHfam3d*W-Na$JEr?YKx8he#6fvLx`F_M)w(N95w0<|8M=zii5Ludt{ z$+_~rSgJj;cwE9oHVk^3m2DHqyC@kf4F>s%kYS$w4yl*VsNSmin2!5i1sH+is3DdD zmz#H88}5{G&e52CzEVk+Ri$>@pd14Js|Mc1b z@0rYeD@s&6Da?yWj>S>-HpJkg1{Xq~)l z-h!k5Jt<6!WN^Ar>W*czeii@}JUa&p`Hg-GgJggAN_jx){!s8{e8y6633@2<#veJp z$S#t>gG}s6Po&!3!^UFY6bu0TUv{Tgbb}TxC1h1ARWg7~82ZihWQ95G^Z}1091PhK z6Q+`^L&_vp--MhKuPjYyTiy#YYCw(R1cSL-IQrv397%#ep-{g4eF-2j9F6z?s_nhw zvHt(I@zdrsLI@!%*=dlSS&@XS?2!f%GD2mqB(x|iRLGvmC?k=EBs+-;WosC%`*_#) z^S!R$@BZG`KlkJQJn~1M>O9}`^?E*!=P_Kn>`JLZ0E}-TvD-deDGJ%jFnQ%@Bj(|9 zN8Lsea?KvA5&zG3w(LN=3qYN~SrH}^sTcCSzOQYSJ`n9ubA?P?c<1^&wk!*6p-T?c zN{)pdXX9+~vagw&q(jy6^32NeY3;)m31IO4il#`MWLMUqanzaEWAHRadskRiQ`M=U zhwBsBvsxM}J-L07GuD>wK22XK$s_s95A_mVi1KF!3|oc6ZDrzDWL}WzNk1>P%>R%F zd|nZ(ejb~))%zOM&A`TDd4(iw{2v?TnzYLm9uQT|m|1N=;biVMcnz3-diIq14zY*w zRZmxj8?UvREzf=9lO9fvmchKEzI3eoYD8+FF4^N#DhaK`s)Y(VseqhJ4D^2`P$ag; zDeHV)$D?Ir&C`!)*JR$}I%{>N!r)+ZR9@oqjytzba6+rEdsX~)tUO(QDD%b=6Ioxt=u_D5LV z`hNajs4LY7Mf+BPUWw*yPWNhFa{kH=?=kAI?e0Ew#k5aN&Sq*uuve#`&ZHT@zzDkg zgA@e~$EMb;WlIW%iOV9@EQy}v8p+hK*)o;e(|6O7A-Of?d9lanL8}tOyui%$Q$@y1V5rr%^95?PO{Becr+IT54eN=?3qP72fk#-#|J=k|O%;Ged5 z^C>jMF1?Uy>LH&R6CQ5#Sh63WSYp~sMf&k^NX;_%d_g2DTNUK?IuydaZ+Z8axOmxk zheQKi^6*wBNKL8Q4yzCR99qi8s>Ls1qajfV8iyE39ZJmnxz7H0-IsDNOatzEe2gDW z7Y6J4?el=4`OM=3MK-`nt7za9MH13uuaxYg?(E?T%E`zvZ(mrkrSg0?;2WNKuzpQN zvcMR}mOnbTMDdVGv*M4=cM6j|D15*}KlT0Un-ryLOkXpn49BYX-#v9T4amc97%OsU z_#Ck&74QyFPKxQVAHFaX=6_;}s>tL57Ppl7*}&74hI~k{jm01jPyE88a*>*kIr|jt+IvAe4{rYR$*%tE=08-CGB)E5Z=U19+0Djd zoBRHp+w0l)DWb8VZwjJ{jrl==YeDJ?q7B_%MDt=Fbl}Co!e_4qY%HE;r>S@r``~mi z$^Y5V1&9?k>Td)h^yg5lvT5c|V`zEWYe}Qt$94@Sc!g?K5esvLE#*H~WV}yf#pWmO zhfb~!jYgezqtgjHDS}mA1H|g=^(}mOUyaO1E z9h-h?V~y0l|M>hz`@^$8Ip9O_|e+m!{IF}x6M^HgUkb?3FDB3N|N39p%=+}b1pmgE_+z6PSV?S3GpdJ zH)f~jZW&GgT61z%VOr(5d(Y>!Y{o6bcNkb#k}^v68pz$h7fgRY$Wt7sMYsVa!7HiS z;NB?mdmwW9;wOcC3`(EF)d6Q9CQH|6bLLXZ{3!p=(((N{o(D##_pr}DP`k(d`5Uil z#i`BZ=L!ZZ1;8Q&5X9l|`XoiQ8ROf?iy}U!zW1sxFC>lDl<(yLf$F#WlcveLy>CZ@ z=N^XI_%W}=1dVujb9R<6_J92H=H+p$QEwk1K2iX?}I*EF0xXg6L zCThg+%4o*Q0|Js;_&K|+R3+_=>?Kg$5+hjOOi?YK{O?2+2tD$;&Z?P)P+p?ZR^BBj zV={-SubIQvcb}QBEeAf4Fimf;-y)_HZ%r#Y+8e63hp9W@o|f>U#Xq=3yZv!><1k=c zU-Y*NiZs2Q@s{ndJl>L=S|JyFfD79KiKItKdpp9}!HS#qW<-v?J~xxqtz@Z~ zQAa>DBU?{G<_PRSns>0S6rhA61`3$c?DCEGSoDfuwc|-kI$#yQZ_~LlwE`v;!z)6c z!<4AQd&nqQLfLGyJMR%9hrNlfRo!GIPVl9p6lDB8i)!UskN4E}@u6haqn@63) ze6MgO%)z9F&h+x%wwMT(36R(nZ=d%TQf>>q)+BVa;~?fM#!u z;E^&FqMVm}T5S9fEufrW&yL!Q>4u>{@9iqwX-rHHfs1Ct2{yZ9?EjEopkkxWE<6%UwGrD_Y}E{>*)ptxOsy0}}Sbo{6gfK@Cp zmea-g2Y2~g&@oxQRcGZ^$dd9@;bFv4tMOJFty`@ZWH#x8>CN^nV@tE;aqWP3W^}4) znT(uU8S;|?eJ-$QS=|(HROUpF58VZ{?;`SAZM|CAeqsNwx^}BYKeoQJi#)sOq|QC~?N*stLX+{L{^6#eYTO`|V{WZmQx2cLN6UEVdt`|9q;=DGaW#i&MO ziDCj|h9ussa1+^W}a?Vc_Zdvxqy==*1*s^4FG_2|jF%S!2#Pu7g*RCYw+ z#zpy^54oSwqw8A8BE2&u;ZDU8e}|}pK_F9hSkJRSewJJf9H>$H9pmpR>6AO?I-|kM zLFpNPX06~Q(f8M$D%x4bI@55rOB6-nPXJa1?Am6?Vb(mJ_r1VmW3rI4PJBNrGgueE zdv2IL&NA!3R8(k-LG*i1{)^33^d5pnYmJBAP3-ssKkCfvi|+~bZ98XVax79y*3o8( zdw=QHYfz|e-r$#;w=LKKN0YfU(Q;Nnw3TQ3p14;cTP>N>O;}R9V{yTN^~;c4I=%C+1o+eR zk!q#Vl|u}R9na*Ba^iA=BFY!NDCt?*_|?pw(N$Z^SKor0sXGg(`l?uDwuMPvU-Fn6 z!y8^^!&j#NEE#!f@sM^6e=2@vZRz;v4W9^E zO1i50iKvE9a+9mSR>8$lkRwrHSXS@cfT`A)mOS@MAxgle@(Of>+<24k8=q|MgRMOo zb7o|o)!YdAnp!rf>juZ&ZfPx?H0cjrz!n+k|H?!Y&dMhnLUK z-r6;}ndj)4rokLtoQH#V=P8z(LJu1MS>pz!DxQU6g)ll+ErN555tL^czkcKLUJ#ax z-^kkCC08)xu-hdHFh3mUIf`L#&1yYY>!Pa^Xs!vXSC``HO|rCa3Or`3rKP*c_qe3- z!U30JGfk5gbP(*f%oIo(G3KG~JuQ}|R%}~l8@btTHk;XI&$rCl^rurg*Xr|1KA{d*C>Zu-`@8ysHGlD0*t;3j$9uU#{|>m#0bHDRtC zp7zoe<+NkxF%iEb$?psT_J#L#$-KFtX?0n^ShHBdjn9xGwI%jTzr#&k8XE zFOo{Q9jSDs&E#$70@BnWR((nB$qWCQ2xNaNtRFmwi=jGPOOmTU@ZM$L9q9;-s-95& zIDSo6-SoF92W=vsZL%o{#PXDPWvl7+nT!{CiF%Xl>(9@62~~yd3w?avESgb>`o-pr z92gb9^&#^;-8QOGTxOp4>dqm#qgP%Oa3~tTzb+SeI)Ph+R<~Q#6d7Jc%Vd>5@B_=>LT*wbSAH9~Au?xK zQd=1Ai3Wrv4UB8_4v`O@tw_B{m#STE<>b*}E&CV_x zF$aoqv$FYk812OrKp|6lA>wG2Rup*swU21~K8^b+(h$W0z%({ z5LJ61VH>`^4{V-$%Q8C2ZMJk)U)a9opBINx)7*>moRrMu74E_D;W%8Q{*$$Qw|Rro z+aM#VxwDspW8J~eeY2j~KcWq~s2RZBnWY`MT`n$_$ct|hC9iJ_?;^oU#><|#=hw&&E8kLG)b zKCX(ei!qO7jb|6K>T5_T{#{ZhvnQwVM6Q0>rnZvQt&@#>OMPAfr{Fb>zQ;Z^9MF;GhTbmN2K3&EqH{LLF zYRflKOw-7`Y2=fzrs-epx=ule%|)~lC{?LRLLnYrO_Rxd<4VD}Rg!W10Q|hL1*76> zm(JHR_cBWlRoN$BYrS3l!Aa6?>Pwyf-ml*Ow)xD>MPdbeay9$FOYps@W$OyQoc4=e zyMF)Ww+089MHzf+_eXjTKdG6kWLsD4ux`UA*YwMx3|Q2$oodJT^xVlaZOs^nY=P( z$7&^q>U#nO)yjVmGcJ%Bqz8OyDI4ue=0fweO;S&vi5aB)*F;ND*p-}nz`^aX#MU_5 za1+d>x|ZsDl^cCG9}0ck<7;i?2xh#a>D@`IoNPve!-Z-l)ZvD)XmHi2RAtkq=1+qa z3%s(=>f^0u_ZA4At7@A!13d+=N#yQp8@KNvrWV7$ExkC1T0u)}bmx+NXsCL*!gk{` z%PY@F{nDqY*o+S_2zgfCV8>7r4c+zE$6fsuryABQY8124o!o~Bn~0K4v|KuQDq&sD zOZVtq5-r%UO|AK{U%mASV4h~7h_umq@Luj=w5#gUKK(@24S~f4Dp;+CD)ezNh`lB2 z1f};Ax6)C|Emx=2!+|(ss{5{Oca%tPql9Doj(=8a^u12l^2hgN9l8JTvo2kMmu_3k zt|9}cG8NCl8|;wsqEJjcQrPsVMfb&>L(3C`mk2Zy^||GIn-p(aTT*-K@(QzOho5jZ z3DC%vT5BduzwlT0(06BBWK-nS={g$(`s5_vLQ~(qM^12j+Nx_Jx<1%&W(^Qz+|N@B z(Nsl?$}xE>KZ4ox(Ex8pl?Wun`bSEL8_T21^lESF8aB^fzsvl4;A(gVLsrUG#e2G) zyLFzmaiMQ_%4NG@TZ~*0sirMse!0Uv3$%f`$(Z(`*Ju| z#|NS-e4oOS2J4dmH}63) zt)C=>biZH^So7!jQ#;m@(!Z+9Uiw2ATJElqC50?m@V8a${np|&8rG)sN{o;J<_*C7 z$9(rs3RX{MrhrpEN9qHe_e1(HVqLN2L$?ez`)+d=_O63}&o+Zg!@7my#c`N*omRZH z!ADZ5`tVh!W|b*L#fZFkKnggC^z}40O9G9n2Gcyzx3=xVz(^d^aDt(zx|nGzXWnO< zn-XIs@b@5VLya5PUEp7Uhf+ zCp8{fztyWHdOg;=S5ETmT}uD6QaVn3jxb9kEd7PFqbiMWVZ4;^T|lFtW#IkFPajDd zyN0q&>ZuB(Buz=a=Ov9_H@H8{oic2G{Lv}K$`mS!|DXeT^%iCusnJlhyp3FEcXWn5 zHfB)XpYaB3$g{5cQUw5&SD)3hJ9p}lBc=&Z-JfhZ&9Yz6 z{Z6}}yn4CU~U#pArtk2+$zviqWVwp2f ztyxXaE}tMe*yMB`mj%wV@Ew=&fHQmNH;m*t2zwPc)4I*r+u2*@@zdSNgN-nr>4{r;9mtRs-n%p!roqYNp{a|LXums@s9V)`dU$M zSm~5KAAE%W>a;S|cNar#ZH~ObR<*xIfzHsU5blwLP60NM)B^(pFr`!`y(J8NVNE*^ zM;AhuA|jI0`#C2k2Pq+++&2klKQewi3_YI*{Yko}y69V@ar+Kp5+ZhCow?I^*zhUm z0ms)~7&xp?iHH&OE$G#J-w8i~|9MJS_dbnS1AQiDDcn;T(wMC_9zOr^JU)Ev$+O(~ zl_&!^qMZ7iEON^K!xpRtaRmA1#f7A40kK+*x*EC{)~D7`uyrW~d3SgT_C?5U(d16# zeKS6>V~CF!eBJL)i)_e^&zSL|W%ig(4S}#sr!DV>LP^}|HUHk3vrn>2q?Ud*RWcFr z;U1KDSx`0oSfZ_&KX;)e!v@;9j2X~m38s2YwS_8^@~w4Jq9?}wDX4UOob_9X{V0!Pt4+E9p=)c5d2VdfG1Qu}$5j;c|C}JK zpY3(8I;wf7y_H^(l?cw?%?vN}gm1rN2J6{&jCh~-e_x#MzOS11ek)Yv1SJ&0U64Gv zS4E?>a>sUyR@u8#xYPck(bVxV#FRsdg-fI4D(2=4Z)7L3S>8ix-^PP|f(gKxuR!t> z3<%d~-tBkrIme=f(H@!+R!9`Js$RWBvG8Ym6Dm?${22}v9?J~aqpS9BOPwUlpaKEulhXpHq?QYrIefE?s%5x zk?l{Y?I^OWv7;$6VbP<+ekPaBj)B<=HFauy+YPghtjkZ(@#dBHdx?)kJk6FAhwtAc zM<@$ux?Pf}4yL4%^348hj&Vkreb-%l6|<67PTbI=?-3pi`!IdJN5TD>bkq2yjYN%i z01WH=^6W2RvhPpl@BoD1_00f(Z0W}X?B$vTI(g=?;1Ilgr-jjU7zWiqE_>^$)r=4P z*|_2oMJh6XALn_%N{g+Eaxz z*&!ukZ!HRz&uaHs{_3F@{{nqI@jRsxFqv7=y4qKgv zyM)2UVw&NO^=tseM(U}8A`NS{aph6V?L&N+xzpoI!5u9A#2yL3JxlZfL6mn^SNOK9 zW1?i}5@+L?ZUm;fhuoLtd|3cPct?LS(;P=E1PF%7X83d`QX{BSkbYBRNO++09OE-wL-v2l_e9T8!fHsIt#_Z)Ouch{m@V#66Vb zM>%IC#m$oM`1d5h_K`IHt&s@Ki{Qbj$x=HW(YCwa#rbR6kit5i|H+#7Is3iEYg>Ey zuLS^&fI*T5J@{u1FC^G_ZthyDVLfX0j8O&4gyYE?u~wjT1Re_ipB&J&k|@`@78>qh z2WB98vDr6cg2&C>GPsi4kOFFgEqJOiH4oaqzDz2YiA__|UF{&5^ygX!hZM9{S~!UV zqh$GDb_3u;MK^~Q8os4cQ);)%Ad!HG7#SY0i?5@g5$8>CNo)%{gs z5l%73j036jQ`ZUUOUkrM=0Cc&$P4HNB#y#^Z8=X`jyYTpZE253$;v{?2_3RRrcdO~ zYt;LVC~X`|zYj=QgBdO<<9FHYAgY2EbiK?ce{liQ+YZ?zkSIe> z=iKU5hvuhFTSJTjiz6VaaJ*Gh3HPj+TfnE=mk_EY8$LYxFd^u((Q#kcViM$O)7*#X zgxA?#>L2A0FR4Z&Nw_XJg1%Y2+aUas={oZiFMv~!l6z*C5>ya$+O)Y(T#cOF1_PhM zTmtuS4@+Ou4YL~^V;ayJfITv8xC#9WoHt9Z=IpMgz;=Lnar(eqKv#fqIGslyDnw4%_3B_%l=H5pEh`v+8EGd`Yb$RSct!+YkEc9MYq z?9vzjIsyAzqW-#DV_g^M?Ms_l&jqx^ou>o%B zLbqt->?@4nIRrPnUsZPqQ3F>|v^5VWmU*1TrGY32?Bs^{FuTXXitcWdmGTPcWp|{L z>pk`XPR{xRDvx@SO)cF^`_oEQrgkRV$?T4>i`DG2eI4N*^z%^v@tQR zL)UDhS^_xHZaVwiJqi&wS?Z}}Kq>1*YC`%8G!u}Dk==1^trV^n72RG}o^9qsrQdy& zo~IpW_94jeH!A0qi}Z2Z!H9=a)S@8SfD&(DrKH8(T!V`azKX_n$BQ`CQAx13RKhqV z%!bycTS{Q{bFKU{h22Hw($NPTo+W8P}_0p=UDd3WUVKlEMZd?ZFOm>H6Slj}?|$Kwzr;V# zH!kb8-hQlT>X<8DrsoH6H&31QckIPN@>He)89d_CWoDLf@#0E{xsTrO*UP}6ErLSA zk$Kk5U(wj~Sm-XHXw3q5PZllQf^L_d{!7k^Lp)fgJ~i z5rIW+n?}LKmRV1NuXcgc{1v$sI5Bhta3*m6&_roDZTQ7N?#2zu;q*)^h64E-968yJkxVd8n6<$B1T*#=BFsDd&V2r1bHV}dqgGL6y5WS z4(XX~EHzAm1|nOpuT<#2F4m`x9oNgo_Xwpm%dXz&T-ER{b-QJYtAF+KIUdl) z;o{&`Sjw(^#jW9O)NEBN8dqOkAL=#BM;_*i)sfpmy7wanoDZebV{mW5A^hubAg7PJ6w^6DxM;Rq)){?RTwM zy^HV8vKCQdS;E3wkfkpK;*?j{*DD3me&GMxPgMEEGi&|6JWre1$MN6J!~d6>r^Y+$ z{y{5jvG<Oa#&V*AePH&v^>yxHFG454v>VE9_mb7lQ4PTT)V6%n=a`cXa5Cg{HE8EOvfSi zLvPuAf5i~kh1EW=&|j*s8K=I>JOsJL|Jy7~%+?z-8H7kAu}e@2!OzIp`QFaE!c_{D&qO=H8Pd z4|XDcU~cB3)vM`&iY;);MK*_svNA7%&6YT~v*h??*&MlylX_75ddkRt zLEIr5_-_a*%CBl@u!%DlX`dqOkh4rBTVcy8$s(XCE^y|HaaP|{D;(VFZLQ*XcAl+I z*>NJH|3UDB{)V8tDXIbGM8w~fD_1hk5YlKiK0ayWE{T4d8QSF0@YNh)kDCm{E*;6l z)riB*CQNh7PEHsSuF73?{wEyo4mB*4Uw47NU07b;4C$16i6E7XnNV+j{k?nPn}4om zs<`eU&R+NM;oFw?yl*L<{ZVryQ{x_2@b{q+ye|<%YA5lBL|TWgkx?R{Z&v+Y+2=;& zD=th|be;q47_oM+?kMSa?szEia#10F0H>>pb(ps*(#{YH~30fS2_b zt05T7ie(`4YO~p^RoLqyna*#<3dwYaxd({+I~X)St4J7d=R#;85zM4T-?tewa0%iD zbgIKkkPXR!$k!-5Zm+S;%+xdn{>5>eQsyxQ#kBx2sXi(bmd{S`2w+wh*wg2<`2O)2 zqz3s_Gq+Pc*n^i_Hbk(7o|KXOapOdO-x=g~P-wUhl($xN0wSX!dEwugpEcWevh2k> zIQJ`1Gzai;S-;6Uv0Ip+ag=uR0!CxaG~)xqU@Ym?MsqTgA`4XeQK${~zBL z!hIXbNL_bN*q=sVTSgnzM=Pcc>Ua4pf<^C=7zKTyo7erTfy1y3 zf$>Tspd+>K1c@IihOJ9ItZ_4?ewkxROfpz0$wX#|&y4xvo(ShIw& zeiMnPM~J`k^;m45?Z~fRfydny)+1_8K{4I%^p~#P$*&(Y*v1j&AVdNhp4iQG z(=ILe!tF-`*1mZA)Ps1NrJHBg(rVWl?>cCf&7suC)B_^ zKK!hiz-@;->X?bhFe0a}-#Nh%au*WilvP^EEjxc$|B}h%PkayZ^4jN$;}L2lbN6)^ zo@6A1Hg~VmQ9rLD(hBkVB41{DMJ@2tD+waA1F=6ap6$z4;wCj1{0HqugQ?k*wOVh9 zfZ?&$I3mpsvAI2gsxUIeIaU>i<81;WtJX)@=@>~~srvT#$&(g<_&>+3;(4~wA{VCx z*7IuiRJ2Tu{Qj>)ae6uMz@hNsCpq8_``)Hh4*VhxGfooq^B_tR@`8mf_5AXcPJW`+ z-AMhiO3@x$1Az6$quZUZv}T;C_82C^O~|6}5&ti|$5DhwJ_NSC??Sz0i1aVG%k-|Q z@gji@0UV>SxTGM?@8DqID~6sA8MNatg<1z`6$j!4IS`Y2$i*d~u9E9BGAHQ6n*@=b zBeJ--sA><><-hxYqa61`oH`Lq@eny7c5^;!aEqNjbX;*lI*t=wM)jS~T5qN8BwNNb z-ebWru0`BuJ(4=d`pcY&P&h7SJX3H8$~Z&$!HS6f!NSzEjrl1)Rrk=Lo2MWdCh9s#|tTh!565=*~l|d9C=-g=O~{kJ^MdTgKF9VsMdF zPD)7;#{+IVwUpQDw7@6ATC96UmXAhS=leabBEmD8@W~fOq$y&riTK#gFXA&aA%PF@ zVG{#wAAQcPvpc1U<(yn)B||u@mqGVs)rN>UHX^Nne$AS7@OLF*4un-y>f-J9J*kED z!%JTxb8r(D7z8$OVNF<@d3sT=sEz7_6@2U$Fx5GScs{(bItUGVhzK0(sqlsdyEp^{ z_kFJ$g{p=_tMc`ftb_y`oYA8ZNXpgJ)HHTMWtJ6o{KvmYuAgw~6W+G1qG==t_UqsN zp4KPEkUyIgLevJcZzVw(A9I>&jxY@Vzer)v4)Oa}e#X2XkB-jqb3{e^H^$vqg9!0M zZX-jHIjjol&-1Hr5$_}suQ&JLx4?fTcoV^(gwGP9AfOwjE=Ix?@qAsF@K8F9C>!KO z#V01R{=iNf(c}8{Iisj>Efe{~It`sygLvpXk++4AiZ_k;LAp4((Efn{qRk1bC`9Gr zM$wUQA9nlt$`cAiA_NRq9Lc`RLnFVUPzg9-(L}NhDTGKfh0QRo*e-K(F2Yg@#T=3M zyDTBbMPMo+93q@#iAzG{-L)T@b`TOCX&o`rc{Tf=gAopf zf1ksa+Lo|kx2LBZ5tzuq5ivjSi6BQ9L}mAS`6{PRe8*dV12!|L%8OP5F&d3S8t1E7 z_>W^vqfAve-i+N~0U2QL5VhTkvTAC0 zO;bNJc+v(t1dM=*Md=~3n$P1!q`*5TH}_jaIFp!YyDq^WxYT1FFBk6l*zz F{VzeJQXBvP literal 0 HcmV?d00001