From acfe76c7ebc304bca86ad1a550eab74c7f784104 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 11 Jul 2026 09:05:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Adanato/llama3_8b_instruct_ppl_baseline-llama3_8b_instruct_ppl_bin_5 Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 5 + config.json | 30 + generation_config.json | 13 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 +++++ special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2076 ++++++++++++++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 20 + trainer_state.json | 176 +++ training_args.bin | 3 + training_loss.png | Bin 0 -> 33148 bytes 19 files changed, 2776 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a088b4b --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: meta-llama/Meta-Llama-3-8B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: Meta-Llama-3-8B-Instruct_e1_llama3_8b_instruct_ppl_bin_5 + results: [] +--- + + + +# Meta-Llama-3-8B-Instruct_e1_llama3_8b_instruct_ppl_bin_5 + +This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the llama3_8b_instruct_ppl_bin_5 dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 128 +- total_eval_batch_size: 32 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.57.1 +- Pytorch 2.10.0+cu128 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..06bc321 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 8.706991331492233e+18, + "train_loss": 1.096452250772593, + "train_runtime": 7303.5718, + "train_samples_per_second": 3.423, + "train_steps_per_second": 0.027 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..39bd0c9 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,5 @@ +{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|> + +'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|> + +' }}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..7517010 --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 8192, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.1", + "use_cache": false, + "vocab_size": 128320 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..f71bd1b --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128009 + ], + "max_length": 4096, + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.1" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..2d5cada --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfd8db9269e36f9bdaef7f381ed0d181ad80e73b08f8af25e265ff0eff8d283 +size 4977222960 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..c0f0980 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6274aebfe7effc9ec0d5370594f3e08ad64ba542dda2f5d6a21773f314154f1a +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..bcb1bf7 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b17b5558df9a823b8d397af9add0dd47ed9075af113c2f16bc084f9df0d28db +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6580c2c --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6eed84d7509a6d4901797ce29892055aafa73b07ec2556337920b8f4f5fd4c7 +size 1168663096 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..55f36a5 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030785536, + "total_size": 16061571072 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1723111 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6 +size 17210148 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6739fcd --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2076 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..06bc321 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 8.706991331492233e+18, + "train_loss": 1.096452250772593, + "train_runtime": 7303.5718, + "train_samples_per_second": 3.423, + "train_steps_per_second": 0.027 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..cf3b3bf --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,20 @@ +{"current_steps": 10, "total_steps": 196, "loss": 1.4692, "lr": 4.5e-06, "epoch": 0.05118362124120281, "percentage": 5.1, "elapsed_time": "0:06:13", "remaining_time": "1:55:52"} +{"current_steps": 20, "total_steps": 196, "loss": 1.2812, "lr": 9.5e-06, "epoch": 0.10236724248240563, "percentage": 10.2, "elapsed_time": "0:12:17", "remaining_time": "1:48:08"} +{"current_steps": 30, "total_steps": 196, "loss": 1.1754, "lr": 9.935617890443557e-06, "epoch": 0.15355086372360843, "percentage": 15.31, "elapsed_time": "0:18:22", "remaining_time": "1:41:39"} +{"current_steps": 40, "total_steps": 196, "loss": 1.129, "lr": 9.715190263989562e-06, "epoch": 0.20473448496481125, "percentage": 20.41, "elapsed_time": "0:24:30", "remaining_time": "1:35:33"} +{"current_steps": 50, "total_steps": 196, "loss": 1.1087, "lr": 9.344925248293837e-06, "epoch": 0.2559181062060141, "percentage": 25.51, "elapsed_time": "0:30:37", "remaining_time": "1:29:26"} +{"current_steps": 60, "total_steps": 196, "loss": 1.0834, "lr": 8.836588973708129e-06, "epoch": 0.30710172744721687, "percentage": 30.61, "elapsed_time": "0:36:44", "remaining_time": "1:23:16"} +{"current_steps": 70, "total_steps": 196, "loss": 1.0791, "lr": 8.206335142623305e-06, "epoch": 0.3582853486884197, "percentage": 35.71, "elapsed_time": "0:42:51", "remaining_time": "1:17:08"} +{"current_steps": 80, "total_steps": 196, "loss": 1.0643, "lr": 7.474191703716339e-06, "epoch": 0.4094689699296225, "percentage": 40.82, "elapsed_time": "0:49:00", "remaining_time": "1:11:03"} +{"current_steps": 90, "total_steps": 196, "loss": 1.064, "lr": 6.663424411982121e-06, "epoch": 0.46065259117082535, "percentage": 45.92, "elapsed_time": "0:55:04", "remaining_time": "1:04:52"} +{"current_steps": 100, "total_steps": 196, "loss": 1.0619, "lr": 5.799797499079301e-06, "epoch": 0.5118362124120281, "percentage": 51.02, "elapsed_time": "1:01:11", "remaining_time": "0:58:44"} +{"current_steps": 110, "total_steps": 196, "loss": 1.0452, "lr": 4.91075494810577e-06, "epoch": 0.5630198336532309, "percentage": 56.12, "elapsed_time": "1:07:22", "remaining_time": "0:52:40"} +{"current_steps": 120, "total_steps": 196, "loss": 1.0492, "lr": 4.02454838991936e-06, "epoch": 0.6142034548944337, "percentage": 61.22, "elapsed_time": "1:13:32", "remaining_time": "0:46:34"} +{"current_steps": 130, "total_steps": 196, "loss": 1.0391, "lr": 3.169339334358105e-06, "epoch": 0.6653870761356366, "percentage": 66.33, "elapsed_time": "1:19:39", "remaining_time": "0:40:26"} +{"current_steps": 140, "total_steps": 196, "loss": 1.041, "lr": 2.372304265289436e-06, "epoch": 0.7165706973768394, "percentage": 71.43, "elapsed_time": "1:25:48", "remaining_time": "0:34:19"} +{"current_steps": 150, "total_steps": 196, "loss": 1.0336, "lr": 1.6587710374121203e-06, "epoch": 0.7677543186180422, "percentage": 76.53, "elapsed_time": "1:31:54", "remaining_time": "0:28:10"} +{"current_steps": 160, "total_steps": 196, "loss": 1.029, "lr": 1.0514140180404202e-06, "epoch": 0.818937939859245, "percentage": 81.63, "elapsed_time": "1:38:01", "remaining_time": "0:22:03"} +{"current_steps": 170, "total_steps": 196, "loss": 1.0335, "lr": 5.69533550325988e-07, "epoch": 0.8701215611004478, "percentage": 86.73, "elapsed_time": "1:44:09", "remaining_time": "0:15:55"} +{"current_steps": 180, "total_steps": 196, "loss": 1.0238, "lr": 2.2844263484068097e-07, "epoch": 0.9213051823416507, "percentage": 91.84, "elapsed_time": "1:50:19", "remaining_time": "0:09:48"} +{"current_steps": 190, "total_steps": 196, "loss": 1.0337, "lr": 3.8980319302407976e-08, "epoch": 0.9724888035828535, "percentage": 96.94, "elapsed_time": "1:56:29", "remaining_time": "0:03:40"} +{"current_steps": 196, "total_steps": 196, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "2:01:41", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..68a934c --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,176 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 196, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05118362124120281, + "grad_norm": 4.67443323135376, + "learning_rate": 4.5e-06, + "loss": 1.4692, + "step": 10 + }, + { + "epoch": 0.10236724248240563, + "grad_norm": 1.1917531490325928, + "learning_rate": 9.5e-06, + "loss": 1.2812, + "step": 20 + }, + { + "epoch": 0.15355086372360843, + "grad_norm": 1.1247590780258179, + "learning_rate": 9.935617890443557e-06, + "loss": 1.1754, + "step": 30 + }, + { + "epoch": 0.20473448496481125, + "grad_norm": 1.1450947523117065, + "learning_rate": 9.715190263989562e-06, + "loss": 1.129, + "step": 40 + }, + { + "epoch": 0.2559181062060141, + "grad_norm": 0.8946783542633057, + "learning_rate": 9.344925248293837e-06, + "loss": 1.1087, + "step": 50 + }, + { + "epoch": 0.30710172744721687, + "grad_norm": 0.9603111743927002, + "learning_rate": 8.836588973708129e-06, + "loss": 1.0834, + "step": 60 + }, + { + "epoch": 0.3582853486884197, + "grad_norm": 0.8783786296844482, + "learning_rate": 8.206335142623305e-06, + "loss": 1.0791, + "step": 70 + }, + { + "epoch": 0.4094689699296225, + "grad_norm": 0.807502269744873, + "learning_rate": 7.474191703716339e-06, + "loss": 1.0643, + "step": 80 + }, + { + "epoch": 0.46065259117082535, + "grad_norm": 0.7786043882369995, + "learning_rate": 6.663424411982121e-06, + "loss": 1.064, + "step": 90 + }, + { + "epoch": 0.5118362124120281, + "grad_norm": 0.7410417795181274, + "learning_rate": 5.799797499079301e-06, + "loss": 1.0619, + "step": 100 + }, + { + "epoch": 0.5630198336532309, + "grad_norm": 0.738977313041687, + "learning_rate": 4.91075494810577e-06, + "loss": 1.0452, + "step": 110 + }, + { + "epoch": 0.6142034548944337, + "grad_norm": 0.7017478346824646, + "learning_rate": 4.02454838991936e-06, + "loss": 1.0492, + "step": 120 + }, + { + "epoch": 0.6653870761356366, + "grad_norm": 0.6804561018943787, + "learning_rate": 3.169339334358105e-06, + "loss": 1.0391, + "step": 130 + }, + { + "epoch": 0.7165706973768394, + "grad_norm": 0.6042820811271667, + "learning_rate": 2.372304265289436e-06, + "loss": 1.041, + "step": 140 + }, + { + "epoch": 0.7677543186180422, + "grad_norm": 0.6022709012031555, + "learning_rate": 1.6587710374121203e-06, + "loss": 1.0336, + "step": 150 + }, + { + "epoch": 0.818937939859245, + "grad_norm": 0.5512431263923645, + "learning_rate": 1.0514140180404202e-06, + "loss": 1.029, + "step": 160 + }, + { + "epoch": 0.8701215611004478, + "grad_norm": 0.550574541091919, + "learning_rate": 5.69533550325988e-07, + "loss": 1.0335, + "step": 170 + }, + { + "epoch": 0.9213051823416507, + "grad_norm": 0.49189630150794983, + "learning_rate": 2.2844263484068097e-07, + "loss": 1.0238, + "step": 180 + }, + { + "epoch": 0.9724888035828535, + "grad_norm": 0.5092777013778687, + "learning_rate": 3.8980319302407976e-08, + "loss": 1.0337, + "step": 190 + }, + { + "epoch": 1.0, + "step": 196, + "total_flos": 8.706991331492233e+18, + "train_loss": 1.096452250772593, + "train_runtime": 7303.5718, + "train_samples_per_second": 3.423, + "train_steps_per_second": 0.027 + } + ], + "logging_steps": 10, + "max_steps": 196, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 196, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 8.706991331492233e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..f70ffaf --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60cc0ab9d55d3e4d5c3f4ff084eb6c1a7ed4a6db888d756dc49da201907ebdd +size 8145 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..63daf07a8661eee0b1ca4c90b412b567613246aa GIT binary patch literal 33148 zcmd?RgBJ!?BRIdn%&FR&HcW!(?wx1QDG@Tb~_Ib z7k3#Ekq7_h6T;4J_e5H5d47Yd5V>5v>5d@eR_MQ2`3iaW5d^bvO-0GTCu3#IJAiuU zFTwhtZJxlN@h4S|cZfR8v9XD@brtapMx$aLm&L@KHa8x~^orEzGDq=7VYF^uxU;7J zvbXX3v%n7u-ycRi{r39)qDSim4v=>(1Qxk?*b z^N!uMYq9hq5$uFg?!V*mlkxLApDyJ>mKob;Pdm!9Om!c}V46lt8@ujigfA2Y=^(bYwsX+^LF?YCss zZ$udu8A;#9jo+AxWV@2n*L>$f?H&JA)3o#R+t<+qXE zrJXc|V0jtOMO+01h1T|V>yHnKqyqNK`~7xRew`*=Jr|Xb&^}aQQ(@DQAhY5y(;g3V zrEs!+qcP!K>G%HrjqjQwRufHuPQQZOW32vs&#jqBxZGRy;1(abE%fqhiIu z(%VaoSr104rsh&D+TY*re>q^!#NyubLXMJ_c7QXO@8`hb&Qf2svqi)Hbga`zM}zN{ zXwb3GsLxEi(}?xfcRDb^bF)6pif?-645s-6oaJ1Y%NmMvxz{0{RH!ZoUsrl(+_!%*ub<5+e9)*SR z#`^Sx_fF`9Z+461K)|!c<`!7*@6RMw-0NZ8UL9ld_4Rcc(Q!{nPmkT2@3A@F->@4f zq}Ae~{t1&Yj_Wc|XviRHshH#ZV!XJxm?T}|!N(4^;N?HMrVsn`bY}K9X7*tsAl zJbMwp(Qn7?Sk8afvDo4RE3ACm&Y(qNj(Xyi5+g~^8nPmzl8)1pG)csVb=Fgk-b$Fb5PRGK?KmB<& zhueR&yIK7fIL>i%Pr=L-iDNamOkqD2x)pIgD}c(m>EMmc!Aqqumz@D)n_q8jeU3Le zGR-f-N<9n@mp*OUXlHV5qcxs{2if+)HnFg^wO!xZ+VWr^-GmWyNl4I9MYk4d){5jg z43-YnxaRb~J$v!4Suys{r5ztg1ihuVFXtQZtEj8b{7!dP)6mdJi4WZUb?>USc7%R` z%G!8i1$>cz$)v=n*u0T(@V0lR&97|LSadvGoSfJixm1}lo`n({l&X|vO^5u`)6w0sAf)GM-)c$AoTGS;96%m+y%N_w>xn1}t+77NP70g+}>L(Dr-L@(tvq)uV*^lxye;f!DSM8b3Hxc_3Lx$hP`MoZFjHdrka1e zp(BTfT-DO@Xzw?Fh?|86BA#hti{5@UTKCEkCtE>oa*S~S2!fj3?Z?8yx@Y#TU+tJ#GwJ1qh zS!M`nFN0L#P|Wx5`T+-XsR@AwPV~oXAO2c@NfRR^CcdJmh(wUHndf$W9e1>ZYT~o- zDw2YdGNh(P%5kV1E0ldQ)gq{XYVZ-aCOaW^mGi_Z%~I}!E2ac@9RjKyew^_%cyG*` zkc_N7UoWRHkUWv)a>T|=2iLiCxG+@MXdh!}1u~{zh+1JImN2OaGu2u1?Lk$Hh1|FE zQa87@lzn`BGN1bnr9W0tQFs(iA$&4s!V;rc37kBoW_-cE4%JTCleoY@jmBATa;kB^zl z8sC#<-1dC1edf%We-Q^+MwdSY4Vou>HY12Cb+Gz>aV>k$|Ay2Y0*!yK z8zS)Px$A@Tm8Ds#M@IpZ%~&L7FW?3R1=;n#iO(4hhKXC~&m;d~FFsuDoCuedZaiK7 z^$wlP-ljnR`~mxi5fNzR@hr7{goSCdZh?xkF=!ENHQgHRv)!kzXJ!^x=`c9m`$`$M zrdNX{R0LjO;r5fg334Th^>!xbNp!j)rDPV0dan$JXJjy&`L9$a*s=v5i^+Je#x0e7 zV7>5+1g*4azJU!bd%XTBVdwXkXJN(`fwY6>{z9dVyQa%y_4I>g?xb;QIXBkxbh6qv z=eotLKH@^H;S>-!lNEHx7eR71luJE(RJE z!MFJoL0U8a!oRoC-~0GrKFepZAkSs$BVNPNYQ6SSnQ0{&;T{16P@AkFVnoxw`asT_ zT3bu(kv}RP7D;W3rRQR2N8a82iU#n{GK)lM_unt`^E)@r?9|S`2-D8{bg(tgazsW* zh#)kyv{R6iJ6>OV?6TIlmt9lCU=gr^rxwp>SjHbS;#5z1hEA}#D@A}slDBy`cB6VC z=o6$N_7sgJX7}qxC8puYT=Y zeWaJ3z;bySmc4x@Q6T~LtL#QAbpo0Je#z~PhQSosz#dPN50v?G_hOafuTYlDUN0e` z>;qB~3q15N^Bgd&fl(pN8z&x+LP;1e5h^Ju`5gYq<4En^_>-4qz0mtALF9WE8cz=+ zBW=EANb^EUh8U$}V@pKwg5;RTnH++123Hwh4 zZ-zoXFdq3avp)3+Dl}qkW5bel1d)OzIqt(1bb4@a)T948x=ZhV%ZMhI-$&5x+*@Iz z-r-Mv>Ga)zuFxMDJjV%twH(UY+S+}{wJr<29O`a29?#C+X>DtpTB)8;JK9|VAVU5+ zFK-6Mu4Zk`$)lZNGADj;aDX@}&V2sUu(ew$^=#XjMm~qRwkv2Ly8pVgZt7EY} z3V)e_XZS#XVhxq%0U*qVz)idCEeu6UJ5y%PZVh&=`j^bh^zOgEv;^*rMJk2iVicLZQE)4QT zJb#jsV%3?%Q3Hrz^~2ww_x1zCBUKMRLFPzKPM+%XTH84gq@$s+Tpp@OlXB(c(MrRh z2#Wf=b}IyFETkzCa@lnRoo)y<>Y0v2byHJDY#bb{p{B5^2O|+M8ctzhvU}e$S^z=B zp_sWdnafbavAerl&(t&q2!iAAdm;)|J*d;C=dmd!eCJs<^o@!PX;k&Ju3x9cihA|x zm32^1)69WI@QEQV`|0k8vv!&PR5*R>!-u$eu={Nds}$^i@QU&Aectf)@~X<$ zk*8fk<$nKuLB4)Lt7oXTVEi zt)UTPbJNeSj)8%JmyA_*sNze|R}y9^-An0TwMWwA{Hp*Ewtf6~rQL_BP2Ox7a7h2XW|*3jqdj_v)FqQ$ z$UR2V!Csyxj<>%haVWQb%e*{TlOSo9m!lR>g%yRUgkRwp5B_^%4d^}7ydF4_n6&h- z4L`&h3Ugar97*2J@>+i`d5Mugsd;0a_R-sk>L38Y{3DIqM+a}xov4(Rm05y6KxN=W z#Ll0ee>*Z!>0q3)#!=6q909|F!t}b!9VrZ;Q|a>x5(pNa|MH9rn<7={mXYo4qxsr5 z4E9^F^P)~qPp4r!WIRx&5%6e%F9J% zH#@luFZ|LBHXQRBc>tiu>-a&>uuhiz%6o{=qC$gs1L3yse>^(Ber<#4ayi_-zu+N* zG}n19Szcn?=;TV2TB)xiBhkqHzOmG6UBNCQ(xdmI(R*#2e`x|>jV>>Zc)PiDJHWZw z-@mhi|DIB)R%oQCctV-ND=>(8cJZE!Q1Ep0dG;92)BPFpjMaGqD z6LY|2iKuxjfobvb@wp0G0RMqxo>}O?M7;$>ugD;EP*qV8bHjPEOKf4s4;`ZOL=&Pr zKU3OWNitN(3v*|_wm5OPjDr9rpEZ!N6>ccdv!Uz; zBO$M=zO%%(g^D};oCFl4qObqR#@EB+5}NY>0yC+qs%n?jLN#XL?)SR!Mk}Pn(q+-N z*5i+U+Sj|It{p7eOGbMv#s_IY9gG4X4I_@+Q5zc@32PZ$fITaMPW(pwmP!(O(A2!S zxhV>%EJN0pieA_(e`7zSJ(%s1fo8q7h5w2;TJ}-kaJaj2CZ~_^-7mAeL3{#&9RIyl z6rNNB9Jn>?{JaIy3<+dv-3J{n(1$>=&vS8ya=Sjx_YQ+()uV1_ATt}y`xI?8&(6(Bm%93=|9~7@Is9AM^OXTViYmmV+R;ml)p-`_KPUTf>RTF%;wmUAS6p1m zXD&VlDon|x)@)s2x%K;N{J6UE!2CM~3W`Yszfpjlc9o_c%R_wyKeMZP9)7-a1xnQL z`};U0Mz>b(S$}_h%>-aHTAe>XK0i{3xuLHQSoKK8u*mQ<3ESmd7#<#8g6*?s&xY!~ zMSg$FTzbFyv*gysbgYOqlv=}K0SH`ROBr(hbO@@4nDHw~CYR_h2L|HZifx%XiLUgmz8+!J=Dc?(5e8hVeN#ICjQ^w6)2)y1EKa zGSIp0JM+$c{@cLnNGa^Ig|T|crjy-UqwYO&h~wv5pc?hPxz5z#mwJ>?&QM=}dYkJy ze~Qd=@k<8ob=vW2IXS}v!m_fXe0^o3vy*@{np2F;qwn{>k$!XvY&`F`ntdfBV?4f0 zCK-x7fNaj$O(O_O!vMEcKorWtD724QWqrzToKJ!hngc45&up@KImj$X{)J0V)N%?c z<*csny?yzTeH60TJ_s}@V3dW#$sivf<Dz-Tbn_EyEeddR<3V6+hFMso zKR&NB4U{;wF-W9Q?YVy7sypa`hE4RB7_Vo_Q_s!Kp>T^%$n+uTdQv+V^H=LHgEZ84 zBM<^|XALjlkI3EnuFI!TS5V2oaY(e|?UN@oBy94`EHWO=m)9D?P&t5xxENRhpjW4` zpxiI%lH@RZ*sJi@hRrSkLL#CN70wpW%Zyfb?PJGad(3twclPvjTd8Kz-n^)Q!HU=lZ zPzYv~$^7=`ci>VDGXs6&(#*m`OIkx`bzuW`-yo7c;Q7ms{vM=Niq_Bhx~ zBo5bX%DCrtkKM`BdKRkA7DzMSlNH%w*$icBy-%G@y5z=~_h>FCPGNwGWp{^cUK86 zA47)#nQWkMYjixi)u}IAwNl$hcjPG7sHnns>n^G*fOgUf+p+@kG%DSg0F$$|u(%nh ze%;0UUXJF?5~Da~X(}Cs6OYQCYDl5iW-5x-0!ziRqSaY_abxL(KB8)9(8-}vPM;zL zu2zOrh4#eQh320%o{(!qpJ@r7jdcQrhe5(Itsie27NW&c)DjYe_6Kv}6(YMHZJigg ze+*I{KYn~8S7kLXE9fJLq3Zx3rG!KT1w9T242=PWg6w&I9TZmUt|xp6b1;sQx2toH zssQ;G->N2qx~ZLu*|oMf+MuPQL)S7*%tkF`FiY0=ZI@Rf5Vh^S_IRe`)YM4Z?x$Ak zlPw8z1qB732|IAVEBg9WAOrq>udUqSQV(@w^lui!OFQug`U8fk zgW-*j6HeMqb#*ZyX`K=IaC`ws{ftRj-QKa=+O6AVwt6%bemnN461NjmD}Q8HeAvK7 zYB;zg2$~m=^7ByW90c)-R~vxEed_5c>zcN9sk_X_YU}#m`Ix?yO=;DI}Go^mh=H3un(wEw^!lY;GWNOo84sW54>v~-j-&S@ZET0R&`BH`BL@L z`&-pchD~K6EU_EDPeLzy7D<%sm@##-~ILwVg)JWk;&%$XkGE6mho4U`L%0A zfLx1OZ`D4j6NBym=uin$pCV^6y~kTXu3m>U3OXYxgP65SSdmp&SXj~aa|y=y&dyF3 z)2A63agcEbYD(G-@Xntz_SZHypkMmNo?){yDFeDMJekwaVt1d0E-kEFKk7 zGxziss`1Pj3uEjfg$tqsF)fK)yuMx|OhV&Mg4A2B3z)9CiK_qv$mt zPQ^F;pDh~D=kUh(fTB@U?7(($`Mc!dutQmRn{~mac@v;h3fz{ypa)-{iz9_bq~;*a z09Pb9J(y?fcnexh0L(*WyFEZW;91qfCPe~drA|zjy;nUL7qjJ^>Q^KfNbpgC&ZN=L zGv$TTPV|93h|q=lx6RXcmIh}a$tzh~XXlXGdWsznJ_& z&R?c+T)s57QRNTRVejE~5D0aFjk3!5{qSQ3#5q*;fC;)d%t!T?#x*r@nWn$nyG&XS zRJT|nE(Z<;5|EY+hX+v|+mLGJmQyX>(cW5_mkIZgucI9arli>l07}ALi4@qCKczXm zE89os8Q+#^Do}&wV3p#ocX0Xjg|n7NhWi7?7FIutZ|=`$1&aa>d-C+DHGnNtwsZMJ zD)~d2-QQ+O^8<5P?QcdXIjAVJHxaCW0t}a_E6|&i3j7lu89DR$d{*o6!IqfUvI#26 z?ZbyQAZ!fy2AD2;2?BPCtzWG>1Ei^=C5&JL#0r@d=AY`3WGqP##%Lb^ijktOE(J&- z^ZeY2m=#TI1eHRdqo%~4VhtK0gQOF41SwMlh-N68SAuL?e)lWmF=#nH%M~5W%2&|F z5e@-avA+2JcE8RHstYajtVNwkpz{>WBc2vVhFI0nhppII#B0!^K5Z(SSA! zx>F&&8t{o1=zK{vt##uDCB*%gMO^Ul1_4wj{CB_Nii-u&Rtuz1)hk!9K?9kpA;QJO zLz5!3q$DjbJfmP@iUpK!aJ2L#C?U&#RT`2yrCTjCbi<0aDp4T!-f65(35RRYlP%sb zYcJ>3qF*KuWD@9!otNLA!~xj;U9Ym*wwsQGN#cv1={U&wXqsMY*dnvGwoXb*i;@pK zoP;&^j0@cDRVG*Bc|6sxqYw@?6y?rkX=q^uM1+Hw`_9qk%?kr@$b9(lq0Cph_t29- zcg*cNj~2AS1*-lXTU#{Fq=HWyY#jSn$Lf{&Q>I}yBenCwKpKGCjOF(j*-A@GqdBxl zu{F>!}FeN?xJTI0uG<}SU+92RUo0}D(&5;Adw6f~&3(yEzeI~I+-MWPsq}|T# zu1zE={5^ixb#hRU_u?Z|;fKKbCRgj%)Bv6*XJsYQ3K&g3){#fUkdZko@CfbuLB11v zFnnnnA}KdFSITFd9nHgl`r9e{e}7G9x#j@KSwmBkW$<9KB`i~8k+It_tE~==v8K~Q z2cQyYLwTgyxdX^>;daRWhrdS((8Q&Mgro+!Fexj`nJKQx&3hU)fwq>G7R{VnEdwnr zHz=axVy{C37h)iVz0(-9Hdv%Pflglx+PQk0z#B6S`K7h=c6|(giU!&hMitP@5ibiy z!-uUaqM)9>Wnf_uDjcwP1;KL~M6yDUi-Su$)6jdGGI4IkU`_9?jI@E=AmzDLT6#Hf z&Zcm*QMK-G2xYo-0s`Y~boxQW2%lTAhaCiHdW2pa;nLZBu~y zvS%M@Sx|(|8!melkcHv-B}Vr-2I4bkRG(?_oUVT&H>|q17U~=fSq@czn5Erb?*kr* z1$u30?tXggyManEm8K>6&?AahhFsYq9(CkeDkZhiualI@iy=xoEymC30_ zDK0vil9o7}fts32`}w7Ut|UGHbwxu3H_rc);?56TI+xUDO_}BU`z#t(+gn@I=ySh- zSnfKxNuw$zBBGNaW)p!12tTZru&_2XRSVPp*S#_`6Z{4g+7bFvs1OU1R0W7c(*XFn z8ROge*KTjrb#9a% z7+vCL3zqwprUB4f65=@kf#4;8-WxU|diG6EMJy5kQ{{cLL_W+!b^6yd;3hS6=h|4` z?xLNE(%ZUQVIn*dH6+Z=-YnK;saXZ0BdjHYc7H#9{AhN8LV|MOHt3NhGl>xoA6~ML z`>1*F-P_DoSP1Lfn){zLlT`a*e>LD|-EHb9ae4bV#F5ElN{Z{>pvzabZ!NRF&E}eD)E}|kI_y6%=4dEw6 zMFqUzjR7^V+(hsNS-6=Zf65h}#|IuvABIJ-&T(>P-Mz#JeT$H{Z!hRXUJ;%JpTNR` z9b^=p$nSz;|2|<`X`1}}IWZ)rv@{0z%~Qro7hnW-mpIR#Cje?>H&Rv7L$+&1jat2C z-^HnM!K1@)r{?G9|G0FjLW6bIO&S6m72r}d=Kdr-XL-{KAKfy!G8^cl?a=NWiF(R9 z{tal8QlxR4s?K}OylfDhEHtPCs$+(I(3(jRDlgjx)QIV1b=HDG2LL(vwPvetqB?K< zGn@HJ>(N+Mm{3qqVBn8mqr|y$t=ILE&sPxFoIO0va!*_TEFn1jeDRNNR8;=63k)P_ z((XKPO;oaQnN(aJt~`U3yUwVAUaD}qj|1JzhX4sCg8$ymT^w+fuz^qpmk=Q-X&b6Y z6x_(025r-$*!@1O3s65X=W*FlXfMIisX*ad|8*}*x^4H%#h#atbHM(g43OL0X9_P( zi^sc(#Xv_3Nq^NiPh7F2g>@>M@dq7LK*BHUoz9%57eR;jk3qlL2hpnnCIS=>d{E}E zKu5tQ}gU>rgOkrap%IfXccQ7&j|ljO`Rrx=NA2=9Om^{G5y@me!4L z%Y!rfjb)X|#;4US)?a%ijnnK!Gkbye@AJu@?%N2OH!uJf!9oPhYA8_U6h$}Vjs7?Y z3Zmg2=3bZ44)fif7x5@4MNr|x3gqa@)xW^T+LX!VaGQ;W_W-I`19h~UXp%!Fp~383 zJW}WBfD&Z1s%-#(8vL{0d6IVXl5*gqD^qz%*`s$_Rxch@e!#%o0lp^&TM<49!=wpM zYPTzB0aJjb6Kr7y>Xs#-4GtX21%4|1^jfYy0G@Y0PmG1H)8Jx()2{Q|H!s0kAdJJ; zG2j&eD2hZC=ca5R2&jhof?hq{~F1sY9D`<`3&?lGyU{nKONDq1m{;Rcl-$r~vT@(#I4M5q7 zRM4>$YMG*;p;4rGh~M!Ol;e!c-ej;hd%5Nt;wVvB-EWFZ}84{3=DF zb&+nlOffQFaak%eai`;*SoV$A;QHj`6ro~cTl?`iEr381Nf(PZ4cSeusv=@aunqev zj+PW!m~9(V1?fj0PhKTyB)#gNF}Yju@0*+=&A8=f&+Oh%6i#`0T?IibPsGRwl%Yz* zcc8z}|IALPICAwCc1_5?qEU-bH{aFbNnuyyQ$D&n;v(wbL;LdOkAt8?f0?DSzy5{1;JYLDPD4XVRJS?6(1k|;e!IIsDd9%rZH$^x(&6>ft|^v|GFfHNaBsx68JFR+7!6Bh6Xr$jYP1$Hto`VDpVh5mh+=Q&7>e?FAudt&o24Jiv-j^i>hw1 zB27`C^>Io`F@QAHibF1oK}{*3GZP@FHu5815A}ILtyl*vgi0kKct+S{fuBr%Jm~1b zzxEgS-oRQDj;hD!bza~isJ#=xfG3Ir01tR1-5b0hHDA4Utp#AyKXDbF31Yfp<^ZgV zmO!b|9PJ7oE3Gt9EL4qh^ao8B^$UsGw3954RFlK^QJddz`C}~vQJOurCN(lJz>QbK z$<&Sn<-U65-uxfg*RxMJISk@2f7mC0AUj+hh#DvytJ2}*w0JqV1Slk?wN(W=;ZM$f zUAQ!_li2EZXO(xK?~bP_G+P@Ne!V*nc9$^J<1mlf_+a*@xBv7fU3Hw3g+_#;iVCiT z^Ee3tSP0VSzZMDTsOXmNk=-Ks{{8#p+8Q}xQfW^M3UK81wg-6IIKi$-u5c`hntG&m zp$%*N3hsrPWYJr}aE@WN!3pc1;sdD={6|;_>i7X^6ixMLmb`ZD8rUY7A@MMmF^O5@ zmewuuqume48xi1nLOo19Iv|@soT*t^Syis}<<3{VeNz`Kc@OFi)_YpH5Fw+g>s&BGarSI9>;%=@pvmKf`!ey}IL^~U8Bl(aI5BwUuih1uzN z>#9ES(A4~ziptKbr<$&?P>Cz`rLXn*!1)^s1nOqv4S7~=H5546AlQ! zGfls15dD1jw!S_#%7^`TrMROJ7(ws3jRQ^|j1VS}H;tn_C*f+dO9s zcJ@EAb7ns$3e}yrH_@TSgp{3}ttRgiY0z-N{7{{0U<;u_B-qpRnr zP&Xn}kErPA7C=y9cRDFLmZ0>;6qVKyBQJFgei+>p+!^*xWRy|9<|-DVBez2XhDJ}p+jTS@iEJJ3 zdgNmRk9Ma3L*XHiJt61W>?{s+c6Ehn=N0ugjZ`{BqONXetGB$h?M{L{gK|CSc6q-) zNC(7gRAwFz5qbvpc`G!eW`E#3TTCRfJY$tbsbcKZUQR}dNHLR8CYKQt6MqB^$aST1 zFdHze59pj5U?f5fYNW$2va;At!6*-eAqVyYgF=uj+6n*)-dXYO%d?AO4nGA^ZyV|| zM(+sX(@R)%1U;|-I21uGi?Ad9DYm|UQRoV8&h=JmotN-%Xr~S=&cdj-3PJ4;=oUru z6&m`esQ|ErsIhy6>Djten;^884+EzjuIoKvg)!2Z!QE712#j(9jX zjl_3oa-YUGVjSA3n(40G>LV*J|MKwkvz2bwxf)%QgvY{5qowB#)n$`N-w)4E-6{nQhpj9 zp=y@9cjl$Q#er>o_yp&9E#wwO$)UBlOF$Icuo`Z&HEqS8I|-3o04cJcK7@&%PNRIC z-P&VL`sMyqR1{+*jh7kU<#9dlLsYX#Rh+0?^lA`i$lQnXI zzjS`98hE{baNz1VK&MTk3T`$I&>Kxls=AIp-uZ-Ejz^^1#r~L3^p+|O)0f`-ITS>F zVC!s-u=#~DPDXYxO(M+K*nJ5~jFzOT4QOFzR48!mj%Pas#I6|M4OJ8B7+~RCKMEl! zR(KkJUcGY9BT7X@D1n_24sEDG3fAIDD4Zk(N~n2i--25n-dFg5$P(tRWHORtpgAnd`Nxg_`^Ay2D7W85Ejj^A?57q-xs)@FpQkH^(C^t=Vh?@HpViN& zt?GYM#EZAgO#QHvoxAHg-Llr#y*oazxqe`aVmXHJ>kttP`IY~g$Nyc-jsg}YSoNg# z9vID}wfOp>&998p2)Lp>kaN86g_-lX_?VCfA73VExCnnB;gimNK^zaiHbvlTy}8OQ z2<<3FL{4Q@FH>I^_nYXI}x_Tb(54FUb7 z_H~cE0AW!Gz|;k|00}Hv-_3I`0(WnsXHb$pFB(zUi!$gM7|d?3(;UUIr$mNg2^--! z%OsN)rJzuVQqNHS8Dc6(r}aYiEZRLC1_RmrAXvB9KoZ-CN=)>&c_Q8~(~f;fn%l3@ zG!g}_PSKPE!V9vrtmu}tf$!7N)7$K=jsf7ozjNU%{DUGp(0i469$TFp?hG_J?Joc7 z{o|1U7EDuW^&mZrKK?TmOdB!8e!?8_Gu*J@2rNr+QMjIAkAqCe4|Qnx0A^fxzx?6v zi3sXphD1gLe$;^`?E-@<1qKqTQI%A$1y;J+y z`0z2rLO|HyISjx}un|9*S^M$B07Xb(RY74Q%9FuoF$rKP6dVz>#%5F7hfz_4z=-&} z(=V0`KSk)CGW8J$CCn)c$b>RCyj1o|W~Ef(*9k|D-hE9PG{6Eh!~`<3B2+BopW_<- z2Q7n$qM8~$*!|`|Q`|1CJFA4S%j!luxiTWn?K9HXS?SS#R($Xzp`=j=bF`#kny} zo#U%zKP*E&TYLI_lV|=iao*iZ^j2ZRQ}pTSA!%rFr(P*3&%AQG)?Iv^R*dl>9cknxwjWK21Xi^5I6ouj118%ag7@r+pvo0HnD>pLCr;Ra_$tci$VNPwBh!i zF)KYUiku54c$yUW5F=)T45{2KHuw3K8Z;eKfN1~>gdvvP%Da1 zynLd>Lupxo-8SH{t=sjQVTgz1zXypTdT9(5PmJs8lr8M`qL4v%BMKO0RtIjc=FmOd z0vM=E1y^UtR(Pk7*rl6haLFIXqFCEh;$I1|kz^%)GfF00JzNRac^6UmT~i#<%hcYV z`gkOWadkC0!Q+8*Vh|vDTkvR_Ly@6;;wF}FO^R-Jn3FclsjS)#g0qHm4ZYd_vZ`;b z7iMhwJ>ib=%OT75(u)Vz&;Hw*Tv|wDRG@~`ZE<&O9E=L5<<%n>q#6I;`p&*fL;R9s zm0Jufun7$q$^M-yP42PAUQo4XBF0DXD@h{_IN7=LXy!M&p7UQqvydA4mEnj`EXPb$ zKW~wntlbYcLTt-RxAg87%W!9mttaf>RFYx^lA0`nUh*{+7F0@1T_w(F z@}tP__P@!{WnF8>?d=}&#~yrw@I(@@%d3#)w8fO;3-0)w)A%W$%a7xT~M<2_GlJ}=YQ&^-vPg{~#)lH?JEK~n2%R^We zO57GbQnMSE;Vyljf0DV3>HRxs+XTO(FYJzEM_|X`!qatJh)sUlb5jZ3b$Adxcbo}K z`s3I!4}K?&mpphET22GIr_&qmdWBvSaVW*c$57HXh77(%iF|U8CH6x2C0ZM-r;LK4 zH;ctfFTZ^(gf;r?xy4ei7(~b{3rqz^t`>3SM=yH^2ZA(;#l$K~ta1}oN7)voSCIPy zu;8Y)SybA_nmU#+)<4rPd(khRz!&*Cp164C|E#RW8TFB6Qgi=m*p5czCTs(J(+@E( znmw-~{;dv_bT1Vv#^ZwZx5ii)VHSNE;F5C-L}uN(q6m93A;WkJV5jkB`0jWDObxMq zHwPi6&r$W+#^#NWzkZEimC8NB(`z_p{`h|`uOE$3Od(MmD-0p1A_~*zX$k-6#@sFF z<&7@FENJVECN6TrScSCuB=$`Bh)Ku4hiPDhJHK&#k5e4T%P?u}Y*~c^68feSd^`;p zN!_<~u?CxSxL8BM=8?smjhB@nk8zSioV6`0w=8sBFE@2q8=_>*SK0FsLY`v70cqch z5HMdXIKs8~oB6TZ4u}1*aZ(CHevzT8;s6t24Srfi@^YsYMBRvl;GH-(d2U1D;TI`CN_v4Hrub2}D_4sNXqE2*30pPdN6!x|>{Wg}s2o z_??;o^q5O|;V`3{!thzeBvUda1k$Z-dtJ|}ScA1x8o=%(V`~@VfBUF44LL*#R1}j6 zPgf9|N_&qOvQR@@3FaQx|L6CFu!nc9A|bJj|C?}sm{H2-5mh+F`S{}j7YO_wx6S?A zxBWKQ3tWqr&zFzURwzXg>%aP9*RuOW*83p}q^?7nOe`nIyJ6rITFJU~1PAvhGdU3# zT|0PiXV~%TxV*MW*YHeKUz%9#y=X>6v$GlZ%W`h+Xt2T#$@hf-QD&aO`e~yfg)F2p z69XF(|E8* zPQv+x2hT0#UUOUwMKF*zCcUPRA*M8lB_^Ni*d}1t0Z@saX7)6l06XQyyI-17h6n0^ zES!4&$MB$UQ7f(AQ!7QIb)o@tGtlhtue(y|b3un-k{>l40i0TF2m(aW3rBZ4CQ5Eq zw*%8G2M@<6oWxiq?3-COY_9X$1sGg(Sw)c(xEUlNi->&+1>=8p?0Tz%2Ew!i@^Ks3 zszvW~CUuwE{0|P=UAsifjmgD76L;64(VPi%(XyW$h+`(2!Sd%e4{$}{Yz&-mMH?HR z$Q9z?ESH7X7#urM&gqk41(W!7hWj&ow)#*zk;Ms0TnL-(x}0Ca@v(4$=TCdiV{TPB zwg3}HO)-;T3;Bee9{J@7dO2yP_Ph@?;>4|9ms*M7{TO)1Md;#cTEmjJrTe<<@6x}; zT7NEqAx-(G1_HH(p29kM)*MWC1Et`<2M>7q1=-a8!nsb~AA|ltSFVz5sk_xE=(}lD z{P7`c_l$K_eu(Z*CwU8O6FBw>MwWFC1}9rK;y2}3+!#dk?F|~lQs`efsWdUafo-C% z9}1mY=~HcRhJx3df{H2>ysuV(T+uT~O^1sDNOLIOnO-~dtI3TNLZ_f_^8jg%@Ku2H()IR6Up>%!NhS5lxAg2cD-F<;2Zz7LG za<%*q*uJ@H%Nk$R|4LXn#XN!gjH*(oCO@v1(1lJWbU~mS6B-%{qI+hEY!cS(S|a7) zNG_wI(!HguLsx~MQFm5vQoDHi4o|OtleOBfzcx|YdU%=bN7`8>4D8oImao{s3P2Mo zWg!_Psg13_vP3L(M?`sTsb0^e&iEKr2%yx&uf3qtE zU)6PK(-l>n<1r~AE&5n#j8iuE54;JHQ7f{|mOW7trnRK)n>-7L_@fYHSw}#{D|tL+ z3X)}VI%H=(#tt70sV2e|YOp|8hKC$`#^qvQb%luF>vKSZLRJtg%RB0~_}E9VAl;)G zHqapIgAkUZ)=o(y%j86!o8H|^_2+~kRk$heVC4DLim;K{rwn>d?=RUgt#IK`vSmlK zIJP}~Tw6*4ATeqbGHl}JjZO+iO98wFU6Y?LA3(#Bl0^VN{4PpV^kO07M7H6Lya~}1 z;B{V?P%}D*SxU71^u3wG7QUZ4%EMzi-LN!F!OjE$c_FoC) zfq|w$>Q6GoFCx6Nz-UCwo2nsN+*l&H&S-=}ok~LZL`EacdH`2p$jbjRD9Wi9W|mhF z5t^rxHKY^0yHiQma6#0a_Rx+N_=J{2N%Rv}PH1%n&WYYqxg+kP)y$s49QgPO78300 z1h_5xZX!G(HExUeKr`*T&|_R8Co4qGkzk zGv#Wrng_t3h_3^1F!Png($dsa1{WZLz}dVGv^R(LKR_hxfUdeMbLLusEU$<1FMph} z%O6pGl`p;NgAIpNFb%S|68k`cL(TaJlA;m5xfxNdniElR9s@Ot;R`8Km#xW>%T?UT zt7>{-npBW8I|F53An+0pDv$^|K#q5vZY4q;mk0(9-J&mzctQG&0Iv|5OP@Jn6#ZT` zDUF~S&%G<6$fU@>SQEd@s)NuAnqWY1<^a`&yj~ zHE@$u(ExEIc--%ADS2Wl0teg}!HiWsvxawu?j<;y(9V8N-2Cv6dH?Qg~LWrBLHf*gE}1vBbbDygJ z4n-2j(1k)@^+K*bKVk+#td2EdU55i`0~J2E3X86wNn34FR5X5aWvufnoxszTM&zAg zYnnhd#d4Wlua^;9S1ZoMvQm;p!~^KdD)PCzzJ}X*&adpP)!ET`TSHeI><=^0t3xoL zbfE8;i8SEfak9 zuz`*bo$JnU0jbD7gbi17zn`Z8v~V~Z<0^Otj3*9djS+CP(^vEYHUh2YC`E2edkQwc zt^VjmQA%X}^Y174i9-M4Zhiw7eB5wszNTvv+=jd~qz>+CrM7G|bz(&9h}L31u@e7T z?fECxUy}um|G`+&$qif=IJAr&FE0o8Ra7>i9t|`W$z<1?anKVZaxAP<)|Z<{sc^R6 zL{v|l(d`n=wQxY1JJR)=$rj+zU!cK`zDx+b3(%w_NYTK91aW$Dlmlb-fm8glEUZ}T z#$6QCB9XijO*AgUn4ciP4`mre0mQmZgZ7gLB0C~O`s^!F-#eT@=Iam@g;hWe%d*U8 z4e98YBaii2zR^EO1L^z^UZg62lkJl zU&;J8cs|p6l!a_S$*i1_;M-D?;p@oH*5PKu>mO&1@VRY1e{+Y1HbG>+=K^z%s}&kg z226?PFn>>voHKtyDf*hMd;9(g4WaI5-E2v&9Nk2tS3#uXMn$>`W`pARA69fa^3t_u z!mi1gG4P?cZ|5SioTHMrm!1wCkb0^Yw}odLuK{lX3*or7{~%Z!X04^{#%AtV^!nDD?P{|_Vu+J@=F8BZMW};ZH{i4rQ zR1VbZ>W(jjWZ)?^hk-N&p9rH0tL@uBN3;TWYgEB2V1G=^d(kw>*xqq_SIsNtihi0x z%=X=Yzdh3QDrl5d!ppvPI8z9t`f5rUP53EYf>rq@=Wpp-UAo28cpV+kS!%^XNq^@_ zm;iXON4%Uh<=NLNcavGW_inp)dYSROdap=GxP&f;8u) z>odx=lAtpR*0zE4D?Cbfl87-&8d&FV4-kWJgQDtPyQi8}&}CE^u))4c>Q=#6vjL!s zU6;EfGmsiVvK%$;dyw0}VCrOfFhAH`TdJlkL7U~3G&OtswI2W66^_S~6Yk;r=fx+u zN6?*D2qOy1r`3Om&x^owNr6I2BsYT~Y|a|4|Hhop4;Qj5Eyc&j9O0i=;zXDd=O^vd zlDn%kVHoscSg-M8%hG7i6yKzKy<;3+tsvS~Qg(5=~rWCY5nZYfvEk~;zJPaGd zBfzF7ium6*Z{KJ{!2!MRb?h2Ab%h>Y0Ov5gl>*9ind=F9A_)pFAvrlJM8h77L@nR< zLw7iLzpqD#+rg?|ad()#KVS=zwaF&cV$c>T=m+a)+u1D$DUxqwV|LVACk`trsX?1TyW z%_7xVss$~}Zy%sSn+y+z7JcW&lP6Cm!HLnhECb*rQZ2_-7MzFaq91>EkCUxmv8vU) zw_fwcordbu@hbtzsruk=wT|^L!A*cBG2EI@C($=?L3B_vcr zl;haMiJbztVBxyaYz+*;fOE2`v)Re+I znsjxO`ooZD6~$sE{BV3sdRd&R%1f%VGIBv<-YvN!08us#R02z11VyW@n%c4y^F zDDt078F&$$$~;~9{%>kI|3?YoWRFyY%QN7Fe%lKn|5s_>9ggMu{{NUE;gOZ?F|tD` zl)XoiogG>tyAToCdsDJ~kX_SGAhD5*f^8VE4d;E^y@B7F1+tKkp>fPgh z?)$p0>%7kEJYNH}S}+(m6EgR(W4wXHgY;bh_kv|%S@$^ib2*1Kv?(uMlRM;1O+KT9 z8h01V9yMAr=ia}G;z2{DM&)_Np*%Yq2b=*I!kSkMqA^=TCGk3uK$ut*=>2 z6E`;EK@nbdYKGE?+u~jgE3C(doBQj^+ySBN37u^wDi`FhnDLu$*-9N@7QQ5 zk9>x>UGKe%ZqT2Uy*9zeFlNn~V4EkrxB9nS$F`Hew|vgmfqMNgPj{#xjn~D~IOe~% zNTtl)Fz|Jx*?j&KD!k+-x7a%}D@Qv#w+7*~BOK7#Hjm;W@ z`}1d)(7SJ={M&ui4`P= zb#UhSU1hs(-aSQB7sqz^oC0KerWeUPc&dkmb^+y3bIl5enSCxBHSf<9^cbrCpH;Ll zJr1zQ@G#Ks>~>SUMukZkZ4#GKImA)j9&Apm zqG&6a_U35TJ{hz2iPm`8^V4htG~X}D>LuEx4Fe4 z%@I#x?8#1W_;i{}?>$(+FQCBfB9N-@kJocKhNOz)vi4Ql`YW@)*gj7|gkkRGRSD{o zUibzxU~?y7deca)V$Y4$Vs9_R^c%qUhIL_k;h`-u$T9C25IL*8RD0z*0|u~)A$J^C zDKI}=b}xB<@0YAz14wlNH_Z9-rO+&Ae9jDmcRQ`mb@E>63UlCbl_~9mg0~M8`0?Hx{(6gvkr;E;>>cr#duUJ(ZvKARcc(fDm=bW*r5pqx zptKAFru@4Zp4*j;V~i?PgfAqs1f-M?ag+^*+-;hQ6w8?q+J%qX@xg@ds*EO6sx%}D zryYMd-dCUsx;ew#AA*mne$^xk)DV^j1jg$jp3y1o(USl${Adf10r1~HDfk9PkS|(2G1sjt;|nb+{O2G zL3jK4B22dh>*scr(JsFSL@**-PYhE`M9rs)^LCvCpLIJN++rzg`OnY;0hV%`=R3s_ z0!)AOIsioI^TT_W4sHzuO?98KCz32@cspNDSxDVrVpI`Mv}#!t802rKys`7%BW0)q zCM*&_eH}D<;XZ4LywoHs4Yz;#vgY9C~xqn=Dq2zk-bIw~{lJ(cs ze?NN*VT?({^+-mRYzG+hbB{lbW?jZi4!a%B-&TNz-Q&WYl!i5S!L?(s+AScCJm*DS z&ML|yu5TL@+c3049q&e2sPTT>==VI==*Fgr9~x570i!PzrjN_?eI(M&g)ipjh5Ajq zGOBK2?Yl?s%JE>!t$n4?J-`G^l7XmGdlZ(W^C>&YQmp}e%(r~nIv-f-3}ZsX8Ru6Z zZu`5dK6Cy)Z_X?3R0VBbyHqq1!#p@DXIjNJ`|~~SyD;CK+=JBw8&~;%2;`0@#RZ>j z949qT?OET2WX=WZUc=Vr2BN35AoDiW{*awZsk(gI|~DK$=qTr|mV z&76R#EdZg1PLn%1+t-DG3m?$NHY4}RnYG7ieJEyNrU*7PooK~Rka&3UfvN07)OM>& z^#))ax)afT(H+Zeg)=-BTkv3l-x`PoMHE-qAweG9yB$K-8cn&aSZo+MRGSARjoWEG zLhh?Fu$P(z!q|EMmO{lXOsQ#6hxbYq|6EhlRRH{zn%-UI3EEi*KJ=4A^c5SNoJ8k_ z)+MG18{*&x8BuhIY!~s3Sf`7uip9hDovgirPF`q7aCp%SAqAxvEZO+6diKo@84g|h zJSk72AY_U{1Twn#GI#l%6yca#lu}3&Gf#Mk`8Bf5r8&XH+QMfl9+}jdpH_q6f#Liv z;yFhFpzWn3AIK1D@sG-V*0_wP5%G~Z(4r)OBbf}cmHGa*OXEH~Y%0%IgChoi^lZJ} zmRU}w3DeCX()<0L@-%br?H#mxnE~FwQ%Ig_Kv;~*roI!Q2{5xthNN&<+(@Eeg2aRF z-3U|LS*2#Hs`=@%+cv0P^a+Le3b^MnJ%QZi86NVsvnuRrLIKmZ9aRbEez~7IT<0=I zu~;0Zxz+PnTC~)Z9HK(BcQw82nzrkT416sbsvYv(7*X?uQ?PQ2aRmDkDfjno1PVV^ zR}xN~ZJ4aHvHs*?tUSAtL18sGs-NtT@$c`v5UW9GhAnDwH@Bh6F=*k(4;~6H|7=Ap zT;n8itx&1?*Q0u?pXeOd+r-kMx_Y6mO!meX5jwO=!$Mz*Uxu6Pp4zl*0N@ydQjd3%wbJeFJd%f>?PuBelzk53gr?X8DJ z(C}N<{eL$NWdY9(z+)9a^s>jQZG!BYxO&>~XA*yhwPw_;<4(?mWKx#$+PuBR!oT9{ zft!*vJp%&c2OD)s#x2#l!(BMIq5m6sroGBUP7G2N3xLg3g|p@qGm9s|t`-h^Un4~b zSC#&<4X8Thr>xbIqXy-F%|#=F7%bd1!okC;d9;LhO}{=L zz6G@}sS;Tr=^+?C95pQ(zUloJ%y{O{LmEPHBmDEtL@ZIc^mrJBU$hM4r^)d&E(KJ3 zW|cEj`qb0!4w2zu{4o(9X##hHxaI&xT}tvOB!vH;Lxs|LWgK=u+9I4|y)7$7J;u_m z{i9-PkJLzAujWvi8~Qt8>CDymI8k(@lBe z06gNhj-a1_m|~3xIwu4_3$bqVd!gB4A_HpsNp%or-7F@i4%PXzPU`Omz|-Xn=AfgO zI?yp)@b?*(`hGgA?_+mk7(PU=1W-HoCOX4bbqi%%pJ@g0ii7`4e>0sT^xP{;zP9eD z*z0Upm`-l0d0|J{dR1yGoC(fVhm*H6E!59_x)wB-mDL0DBIcoK*wQ`82m56uU3XWt z*`phRU^lv-f*D1Ug;_%@%+ZyVr!E95z4lYWWnNPtfqgSTi=VxI+)oxlbT83Rw=!Yj z=JqnhxXfJ%3+6FW=N3Dtqi;>u#V`MU>vgW_7rXAn33C9Eqr~KSD?ElX=#Y8? zVL!?pkw`oofV2*OI0Sk)Ks6F~|FOso6&JH1K57`}SvPGyC_-@LxBJ~w&l0{-eLP-6 z1Oj8{?a0o)VQ;}HZ$@91-p-8RXDH;GO=yHek;le1Urmi^fFc$ScmZSN1kZpc2!aL0 zFFykh&>FZ9p!Cj&2my%jkzQ1)&%?oi2UXz0A(@HDG`qMsJzY_4b~w^m%RLf#KvdI6 zxMOQ5Dl-!oX1U*hvFSMFUZS|?)St-}(IiG;M|3uV3Tx20TTRdHm)?9h#71Ed{+I)38L#ceN`Qf#$U@h<8$W)1(oZ{49(leXLETBSUqXv5 zB_wwfQ@xf9%%9o4N2FFcoA}v3CDJcN`1aERP6dzu81Zvb#qy?BhuxE=#Xr6{(aB7v z`R^^cW9&~xL@YCe-aW*fb!T-}<&HK7&MwsB_f`CH-WPrajgU)>d-2mlyw9c1G+L$N zs;^Z76!Ne5htYwi+BWY7?Ylk$98rrc;en`;l047*5FMq(vwwe{17QAD8GVW>Sq^E< zu)S~JVwvJnA1_>^_TIX~e{cFOG&D=v)F73pC$8*tXjs4&#MMg^L+-oq=P`n)m9el- zIl*MhCV}LZVStC6(S3-^s+ODByW!pFWv-@S5)6s{OOe700$QsxjG`v)@$K?Ti=;1n zPvY6rSjY_jNUf*h zH80diYf3dwZLlOf5O!v)UVj9f)jto_P5UyE4lWnIHvhzRmkfV4KgN*jfmm15z6KwD zqD#Rdb+X%Hxd|YuVj}||>A`6*-NrMcooebVFR9U;5T~0s4W;3PzgIITHpJ$;YF^a2 zsubE1@g_{QqoyyJJ24Z-QOO;Qml)TM$t#vue9c^!*|ub=z3`pjn24!^C8he@K04Lk zsukq-4-Mhn9fNKaK8&l?5>il_(Wx$~EQ`$9_nR;B?CV{(bF_|zlF_2n0g z?wYodn@iF;N(XTNPE)J^h7HM<(QH&BDYNmz5R+5WO{tjEWGC1^a}^mV6%Iz|2IOhD z7~6>`I@Wn_U9MCKq!_#(GCDjxk<)I~`NsUlkC~am8lCG*#wJjj{lHq0BEySyz)hWe zMv9HC-`syqSbot1@1pC~D&vcG<$x@7;R=NgK6FP}xP#%OyPks|%kY8nhLFRrS9Ah~ zY<=ymLWR&|ST>e{NRHmYy`HRtJ0tvaXLg|)on&=Aco`pK)9M=e9mYjeXnhi?HYm6M(S08+L z^2Ch)G-eRcFB*1~><@^j6+;aSI_+Qn!~tB)2(PFQ!O zzR=B&Yt1>P+|B<)N}1JawU)W$B8N#%)n1VShenP{gi0W9B$+6qIE)WZC{%F%+~rR8 z8csUuD&2xYp52s{EHHo%ad5QvzjyfYS%X}{OZ~m_{El( zWKe%AkL&gIDx6-vYEUWjF)5#poT)8GAhk}#g-buYX?=k@M<9_|<%WL9;FAFkeiG5Q zZ?9=`WG4mw`7)A$M}kpXguRi;8Ta}O)_St^adI5-avX`k1eN2c|5280Jtc2mizT|E z0^4}3k+st83OvaUVpu=1g+rWWmEX9wUK*O1%?Lr|CsN*neMy$*Gx47(u0(&S1lRW= z*}#oK)JX7|^zqiy0U^d)!6ex1>z32o6=eAA$r?Z{O>K$5HIR0oIbh!Nro4c|K-%i$Q_T=jhkMe(VinT;<+BUb1>v9Ry_lHyt9duOOBK$J^ z+lHy0bN#(}q3BxOxa*brT#>Y-*)85%j=-mY$R!wM;(&z`jnZpO#O{xdEc@n@0&}8lI!=F$%wPX zp7}eV*)PMs@<7p8!A>ZY9kWQoRQ^+k7-~U^IC_iM+0^~4}Ip#rFM%TRroFuDI^*(hU0sckr%jl^6!K$;7Qgb ztna*moi8gGtAb&N*^|I1#4Da6z)F|E_!{`WMX%cIVK2M&G;_*U-XatWk=nU2lYAxc zJ#Wb{Ux%;`pJH;@gYvsC)@QCqhOJZf2yFd(6NED)&B}QRH~HXao>!ujL{1w=3Rf_y z;*4(3ae%zJ|8E`M!h=h*6bI@{%K^gV9olCNmh^E&u(W$k_t7y#;k_DS2@ zq=LYcyTS5tso?YmUA{cDzK6pee%BnH`m@htFDe3ZTEbgC81xIYd-rG%va>2zn=hcL zf#w2706bUiush2cK|}0BN0lw~{3JDw^o_LM=Qr)Sd^;8o*0b}h_vJ(nJUMb5IY#%HQ>jXv;BRB|`Hv7=T+ogxJP)b+r$ z;?vk?s2%ywT$?ULbN@ld!DY3JLQVi0s8{^IalB=r{pVA^ zC&h+F7cLCvqPb?!afO%vOuhZ2E-7pZ%#?vzep)VDzg-FmK~(@onY*JXUYmHjnA?IDZ#dJ5h`0d1y18 zxLg&KsgK`B*VgV==l*K<`+6b6%g*%e_el&ow<;BA5S6i8=rlVV`TTV`$$HOs3yVSV z(bA^yvROG>T-#nO1D#*Hh-@Xr7gg&NS?g1FxAnIa{(h&@YsJDAGd_+}*&v88+&5rb z0e=V)izn*vItoaF?tv9&o-&$_pS{Vp{I=AUWLt`>I={n1FBix{ml57*$6|Tl{2o(` zrxXSnk)2N|h2p6`QZ}DHs&OwB>&Z>8Nmj(9qRL&JsE~9_2+qnJMQYK|Ap+`>vdKM3 z2pQT}l4tdAtBaQvq zkedeo

Z^{V1$tD8i#+NK3ivn5k-Nc&~kbIPK#b#ZgONc}&YbTDNr^vwaysm%t=c z9)^Rm*MN{kKx1fD2#Id(s)Kvs$Ikq>l_Qi6N@HI3cox4X{Hz-+Kz18 z@fuXv0tKbnjyDzXL+}}m?J7}n&Fw1cDnNDuNCpVoUh!XM$2j&i9{dm(grX3va{g4B zJe8Bs!vn??JLF_0@-S>k9Og#%COjX%*TvIS?@**-FZ^M|k7bY7_tLhuyt=ApQ-(9> z&C?Oc-89m;{4@j|oKJe@!J9&jTHju>Ek~2AAsNnqgeqH+*3*wPC%Z9~p(GDf)*IUg z>?`Iy3`Hp{c~PPbix>1S7Pomt&Fqtpt>wFU;;S8STbYN+OsQ!vo{!9N5L7S~GtNCD zx$nrf_SO~)Q3~G*AEQRt5^H5K!OyU-aSV!>+q4U;AJ5Y<2pOsonr0iBKa!XCv+-&M zB@H;s!zq)nz}{ED_W1?Ml)NFErPOnPbZ*~zMQuyF5^IpF8ao{Ub>XLBas^bD_LX_9Nard&NNjkgV094Rl7^7i7H}vbm|+(_d;=FX0S%!xd>Y9A zvGm2zX`H*yncMr1?IMT~g&eLj=)$iO{ecFqK_?pCP6X{2xm`ZnWh&Z`M)fSXdx@_e zN$N!H*N5R6{BJ)w|7!dIpaJM$7-W6blUvP~gKe1n>R~Z~Ct)YazC!!2o3H9?5QR<; z6&#lgSAzj}cun;N#{n;owq4if*Nh5LtCH+9-ezW|rTK(Z95L=x#Brg;GH z0got9%S1AxpfT~;s=agwR2cZXgh}vOL6{da?b>(7aXP|zp_7A$huELpYUlHN?S2>y z01UB%J`O0`gC0*a*cCh;1sTRJq%jC`FJN;3x*yWuNO7Yz=X%P+sCTwvbE((T<&%ZY zL4_q6q~^3z#fU($QhTysL&_6GC?5V$`v{8dG7fJm`MbmcL7eYyGVfWoUQ@LD>af2b zi2MyzXlqI@=_7QEEwV)ed=dh%7Ms`8@x+rN11*p;eLPwZLRZME#{*$&S;NMk1E_b+ z&Flc>T?-Px%*c-m{7h7l+zH%44aj~s#(?mOzYU9{#1hC2E{~Ql z(Fq#sfV%RFEn*~Ui*#MVZ0k6vN{WJ%6_{#tNr4#KS@2^yFbo4x#V*9V0`+e35sp*F z=esOGcMG(<<^$<1nn6pZ0uaZ{viF$5f6FHkiKDN&u^^X{^VoYi!?&mLthSd2wY$Co zYD`jkhPwZ*LznrE$4N1+p8F#wt6N1O4&fk ztDopS4-$zU2lAF(251H#T~Z&9L!7N?*R&P zJmC!$!qVS9B55HUW(%tJQCC2-Y`*?eSK$rnhczH=iv{)>=(r&E8ECpAYlnrF z>r9R?AJHm_1-WKG$Af>=Z^RNrgRGXPn<4SZ^4<$Jh6XS>M$LyZJ4Tu#lf!T`> zWJGx_tq7acYMAMu_&Ntj&_LcWL^XJv{z&|0(!mc0Dr7Z-k5n}D(5jdD+QDFK`G+rj z;Q%N~a2-Ex18)c%GHMQS-jw>iJM-J=A3+{Tq3>{~YlI5PAa6_l3;1qeYDWO3n098> zFexy8z{wL=zJ6Y%XauR_AU`-zKLEu2}#Z_FdFwjJ+V`Zu!BvMi~aR3sP zl6w1kP`m_K0HC*z1{w5}9+(Mtf!o7-kA0X;NSz9>#7ix_<~PCj0j6s+xE2{Lcujls z9X)y!%xT}dMTLijAyz<_TqbLZ+1N|fF?3lbk7pA<`siv`E=LJEP?r&I++2B3!ymS?o8+`>?N*b~~GzP0;1S5t` zO6qMjz(m1;5$+hdD%N~^dlQ)zg4XgZk^=+pC@9{3aTfR|?VT*Pj#j!{DI@T=RhFh~F*YZYWVAU4raM(ilH1d1Hm zc}bvYir}>h3JQo*iA*^T3>8515d0QVh?WBuE;OfAFmj->D+)W&)ZI@F$fp)X8JH~~ zf<9RI@`dD+mGPXM9MOBfJdlAS$Z(zoBh!UvY}C~F(3)JIthRyB4sI6=urw-Qt(*h* zC*)L2#mu}`*!Cp;VU#rVIFb6vt=ji=O3KO{;MoFNcc(IJsz&?ue;P2YLwY%=#JCntwfN^i$7Ff$7xBQ|6nm;!reONjX@ zxC7AOg@7p49g~goOWq*xHexXY%Ys&U@HEXUFji$p=4={yy38`(9*N&MkqGjs8*xA* zV<#pe3cd5rJ=xgIZ0&wdVFo;@xcJwn8GFcDE}J(Dh+Wv-?G;WiU$~g38wwN)z50oGVHbn7IyREV`iK|!NK7!wPsr2w1xlzq9;!d-Cz>hdNFppAv~KG#LV-N z7&Ul@7QJZX&TxJ5m_00e`I{ipUPl7axgP78Ml`Y$zeK}=3yBi{9G zjXM~<_|~>IEI9NYV)ekNM}fR2a^)orQk?@V zf^p?_EQTFs5F|fHKep-K9wKQ2A?pRWcQHtNodSv%CJ>mHKS1~oWN?xCEoi?J!<(T8 ze%+Su@9)0p=ge@~CP)dmEIBq74_pCYb3$T z5je&QVhL~>!QhzlfPUr&aTq+NWI=o?3wBTB(U|V_kq?>w#Hbm!C@8(AZ^{bkUIj+r z5ws7$=!t;GDboG|sq18Oki_0YVHOq(_CVto5a#jpQ=&AE|MOJG++IGP8re931s509GqHg22?WROaWM*&j=`>=>rGX@0B z4#6Y;0JcD;4liiHrHwYgZ6hZf*f!aDd6%C~PBr<;{^PoXhdFzDO%6PDfQs# zz=^OK@d02jLw2I*op^oy7zks9jD0}My#w;mEtFj#$7yG0Q80-T1qrEqYNQa3+@_Gz zC%kB6ri{$oT@Ps}>8pZLP