From 92b266ca435bcf57b5db8262905318735e2a4a45 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 10 May 2026 19:21:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ryokamoi/Llama-3.1-8B-FoVer-PRM-old Source: Original Platform --- .gitattributes | 37 + README.md | 211 +++ config.json | 39 + generation_config.json | 12 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 +++++ readme_figures/fover_overview.png | 3 + readme_figures/fover_stats.png | Bin 0 -> 53761 bytes special_tokens_map.json | 27 + tokenizer.json | 3 + tokenizer_config.json | 2070 +++++++++++++++++++++++++++++ 14 files changed, 2712 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 readme_figures/fover_overview.png create mode 100644 readme_figures/fover_stats.png create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9ca6bf7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +readme_figures/fover_overview.png filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..89b8a06 --- /dev/null +++ b/README.md @@ -0,0 +1,211 @@ +--- +language: +- en +license: llama3.1 +base_model: meta-llama/Llama-3.1-8B-Instruct +pipeline_tag: text-generation +tags: +- reward model +--- + +**This repository contains materials for a previous version of the paper. Please refer to the [latest version](https://github.com/psunlpgroup/FoVer).** + +# FoVer + +

+Project Website | 📄 Paper | 🛠️ GitHub | 🤗 Dataset | 🤗 Models +

+ +This repository includes code and materials for the paper "Efficient PRM Training Data Synthesis via Formal Verification". + +Please refer to [Quick Start](#quick-start) for a quick start guide to evaluate your models on the FoVer dataset or evaluate the FoVer models on your dataset. + +* GitHub: [https://github.com/psunlpgroup/FoVer](https://github.com/psunlpgroup/FoVer) +* FoVer Dataset + * Raw datasets (including the training, validation, and test splits) + * [ryokamoi/FoVer-FormalLogic-Llama-3.1-8B](https://huggingface.co/datasets/ryokamoi/FoVer-FormalLogic-Llama-3.1-8B) + * [ryokamoi/FoVer-FormalProof-Llama-3.1-8B](https://huggingface.co/datasets/ryokamoi/FoVer-FormalProof-Llama-3.1-8B) + * [ryokamoi/FoVer-FormalLogic-Qwen-2.5-7B](https://huggingface.co/datasets/ryokamoi/FoVer-FormalLogic-Qwen-2.5-7B) + * [ryokamoi/FoVer-FormalProof-Qwen-2.5-7B](https://huggingface.co/datasets/ryokamoi/FoVer-FormalProof-Qwen-2.5-7B) + * Balanced datasets for training (including training data only) + * [ryokamoi/FoVer-FormalLogic-FormalProof-Llama-3.1-8B-LastStepBalanced-40k](https://huggingface.co/datasets/ryokamoi/FoVer-FormalLogic-FormalProof-Llama-3.1-8B-LastStepBalanced-40k) + * [ryokamoi/FoVer-FormalLogic-FormalProof-Qwen-2.5-7B-LastStepBalanced-40k](https://huggingface.co/datasets/ryokamoi/FoVer-FormalLogic-FormalProof-Qwen-2.5-7B-LastStepBalanced-40k) + +* FoVer PRMs + * [ryokamoi/Llama-3.1-8B-FoVer-PRM](https://huggingface.co/ryokamoi/Llama-3.1-8B-FoVer-PRM) + * [ryokamoi/Qwen-2.5-7B-FoVer-PRM](https://huggingface.co/ryokamoi/Qwen-2.5-7B-FoVer-PRM) + +* Other materials, including variants of the datasets and intermediate outputs + * [ryokamoi/FoVer-misc](https://huggingface.co/datasets/ryokamoi/FoVer-misc) + + +```bibtex +@inproceedings{kamoi2025fover, + title = {Efficient PRM Training Data Synthesis via Formal Verification}, + author = {Ryo Kamoi and Yusen Zhang and Nan Zhang and Sarkar Snigdha Sarathi Das and Ranran Haoran Zhang and Wenpeng Yin and Rui Zhang}, + year = {2026}, + booktitle = {Findings of the Association for Computational Linguistics: ACL 2026}, +} +``` + +## Introduction + +Process reward models (PRMs), which provide step-by-step feedback on the reasoning generated by large language models (LLMs), are receiving increasing attention for their potential to enhance LLMs via reinforcement learning and inference-time refinement. + +We propose FoVer, an approach for training PRMs on step-level error labels that are automatically annotated using formal verification tools (e.g., Z3, Isabelle). We introduce a dataset that includes automatically annotated step-level error labels on LLM responses for the formal logic and proof tasks. We demonstrate that LLM-based PRMs trained on the FoVer dataset exhibit cross-task transfer of verification capabilities learned in formal logic and proof, leading to improved verification across a broad range of reasoning tasks, including mathematics, academic problems, logic, and abstract reasoning. + +
+ + +## Setup + +To run our PRMs: + +* torch==2.6.0 +* transformers==4.50.3 + +Please refer to [setup/setup.sh](https://github.com/psunlpgroup/FoVer/setup/setup.sh) for details. We use different environments for dataset creation, training, and evaluation. + +We run our experiments on the following environment. You might need to modify configulations if you are using a different environment. + +* Four NVIDIA A100 SXM4 80GB GPUs +* CUDA Version: 12.2 + +## Quick Start + +### Evaluate Your PRM on the FoVer Datasets + +The FoVer dataset is initially designed to train models, but our test splits also serves as an evaluation benchmark for PRMs. Our dataset provides the following information. Please refer to [FoVer Dataset](#fover-dataset) for details of other items in our dataset. + +```json +{ + "problem": """Based on the provided facts ($context$), either prove or disprove the hypothesis or state that it is unknown. The facts and the hypothesis are written in logical formulas as follows: capital letters such as "{A}", "{B}", "{AB}" are predicates, small letters such as "{a}", "{b}", "{ab}" are constants, "&" is logical conjunction, "v" is logical disjunction, "¬" is negation, "->" is implication, "(x)" is "for all x", and "(Ex)" is "for some x".\n\n$hypothesis$: ¬{A}\n\n$context$:\nfact1: {IN}\nfact2: {BH}\nfact3: {EE}\nfact4: ¬{B} -> ({A} & {FH})\nfact5: {CA}\nfact6: {GO}\nfact7: {IR}\nfact8: {HH}\nfact9: {JI}\nfact10: {AN}\nfact11: {C} -> ({B} & ¬{A})\nfact12: {HP}\nfact13: {GK}\nfact14: {JC}\nfact15: ¬{E} -> ({C} & {D})\nfact16: {T}\nfact17: {H}\nfact18: {AF}""", + "solution_steps": [ + "fact11 -> int1: {B} & ¬{A}", + "int1 -> int2: ¬{A}", + "The final answer is PROVED" + ], + "error_labels": [false, true, true] +} +``` + +You can access our dataset from Hugging Face Hub. + +```python +from datasets import load_dataset + +dataset = load_dataset("ryokamoi/FoVer-FormalLogic-Qwen-2.5-7B", split="validation") + +print(dataset[0].keys()) +# dict_keys(['id', 'problem', 'solution_steps', 'error_labels', +# 'problem_witout_definition', 'messages', 'base_dataset', +# 'messages_for_prediction', 'hypothesis_formula', 'facts_formula']) + +print(dataset[0]['error_labels']) +# [True, True, True, True, True, False, True, False] +``` + +### Evaluate the FoVer PRMs on Your Dataset + +Here is the minimum example to run FoVer PRMs. Please clone our GitHub repository to use the post-processing functions. + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM +from src.prm.preprocessing import get_fover_input_format +from src.prm.postprocessing import extract_fover_scores + +# ryokamoi/Qwen-2.5-7B-FoVer-PRM or +# ryokamoi/Llama-3.1-8B-FoVer-PRM +prm_name = "ryokamoi/Qwen-2.5-7B-FoVer-PRM" + +tokenizer = AutoTokenizer.from_pretrained(prm_name) +model = AutoModelForCausalLM.from_pretrained(prm_name).to("cuda") + +# Get input format for the FoVer PRM +conversation = get_fover_input_format( + problem="Calculate (1+1)*(1+2)", + solution_steps=["1+1=2", "1+2=3", "2*3=8"], +) +inputs = tokenizer.apply_chat_template( + conversation, return_tensors="pt").to("cuda") + +# Generate the step-level scores +output = model(inputs) + +# extract the step-level scores +scores = extract_fover_scores( + tokenized_prompt=inputs[0].cpu().numpy(), + logits=output.logits[0], + tokenizer=tokenizer, +) + +print(scores) +# [0.9099470376968384, 0.9997847676277161, 0.012338237836956978] +``` + +We also provide a script to evaluate the FoVer PRMs on your dataset. + +First, convert your dataset into a JSONL file whose rows are in the following format and put at [quickstart/dataset/testdata.jsonl](https://github.com/psunlpgroup/FoVer/quickstart/dataset/testdata.jsonl). + +```json +{"problem": "this is a problem.", "solution_steps": ["first step (correct)", "second step (wrong)", "third step (unknown)"], "error_labels": [true, false, null]} +``` + +Then, run the following command to evaluate the PRM on your dataset. We use the minimum step-level score as an instance-level score by default. + +```bash +python quickstart/evaluate.py \ + --fover_prm_name ryokamoi/Qwen-2.5-7B-FoVer-PRM \ + --dataset_dir quickstart/dataset/test_data \ + --output_dir quickstart/results/ +``` + +You will get the following outputs. + +* `quickstart/results/testdata/performance.json` + * The performance metrics of the FoVer PRM on your dataset. + * The step-level and instance-level scores by the FoVer PRM on your dataset. + +## FoVer Dataset + +We provide the FoVer datasets that include the mistakes made by Llama 3.1 8B and Qwen 2.5 7B on formal logic and proof tasks. + +### Dataset Format + +Each instance of the FoVer datasets include the following items. + +* `problem` (str) +* `solution_steps` (list[str]) + * The solution steps generated by the model. +* `error_labels` (list[str]) + * The ground-truth error labels generated by the error verification tools (Z3, Isabelle) +* `messages` (list[dict[str, str]]) + * The conversation we use for fine-tuning our PRMs. +* `messages_for_prediction` (list[dict[str, str]]) + * The conversation we use for prediction. The model outputs are dummy values and all `correct`. +* `problem_witout_definition` (str) + * The `problem` without task definition (metadata, not used in our experiments). + +### Dataset Statistics + +
+ +### LastStepBalanced Dataset + +We create the LastStepBalanced dataset to train PRMs on the balanced dataset where the last step includes 50% of correct and 50% of incorrect steps. We truncate solutions to make the last step balanced, so we expect to mask all steps but the last step to train the PRMs. + +Specificlaly, we use [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory) with the option `mask_history: true`. + +### Creating Training Data for New Models + +You can create mistakes made by stronger models to make a better training dataset. Please refer to [run/01_dataset_creation](run/01_dataset_creation) for the dataset creation process. You may need to update our code to support other models. + +## Reproducing the Experiments in the Paper + +You can refer to shell files in the [run](run) directory to reproduce the experiments in our paper. + +You do not need to run the code if you are only interested in using our models or datasets. Please refer to [Quick Start](#quick-start). + +## License + +Please refer to the [LICENSE.md](https://github.com/psunlpgroup/FoVer/LICENSE.md) file for the license of this repository. diff --git a/config.json b/config.json new file mode 100644 index 0000000..46a4f40 --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.50.3", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..3dbdfb3 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.50.3" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..1c7b8be --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6102d277039f217e0ecb52b1e78116be48f917916ca30613b8c77bd5ac908c6c +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..8b672e0 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99b0bf2b2edc832db9305ebd12ed09eca4c8784153b76a5017a2441826e1aed +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..7e9e51a --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97eaf845f9c2a77ec1965f2d36fa1392707859012bb9f79d4d3afe80a13764f5 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..be663e1 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0efe943f8a4d4205d590f2259a4706c0b342ad28567486a307a8cbb129556523 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0fd8120 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/readme_figures/fover_overview.png b/readme_figures/fover_overview.png new file mode 100644 index 0000000..4782bc2 --- /dev/null +++ b/readme_figures/fover_overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51ffdfa45e40bba5a04b423e35732bb2013d533170f0c124550eccd243c168e +size 236171 diff --git a/readme_figures/fover_stats.png b/readme_figures/fover_stats.png new file mode 100644 index 0000000000000000000000000000000000000000..8b49c5d5f7402c5faf1da0e68b4a9626c93de750 GIT binary patch literal 53761 zcmd43Wmr^UxA+ZGLxXge3?SVgB@HsPbjQ$0N=S!v3c?Tq(kU>cNOuf^bV-Uxch`UW zobx>AIq~WJ^m1Lp-ZT4-b=SJry4P0{7mE@L2?+^TSxHU{2?<39xZeSx1OH#e zy4)fmA?w=9%4#Uf%F=7NyV%$}L6MMHlbw^=RC+Xs`_$`;w9pzrT#N=N4O4Si2@Rp3 z(9b$|a}xr^GEeF32M#Jyd$YBb>-hU)=knYwN11NUwsOWw^d zSAvIO6e#BNU$hOg$%KWPdVAT|l{E30N*vzmYNSHpt9}=0k4Pb7w`}bdPRj92xAlA( z;#4js0(uWOe$Nf2cPU5l-%-Sia?uw?e+)=>lYB<&!AgA0Yg^ER`~4%HS!B+%R`OMX zk6cBW&bsZoXOW6<%N*ZjeKn5webSrikM_lXRLv>pYqpZ`#Z)e@S8}oM<@Z9@knp_B z^U%o{u?l%$79GnT{?x^*uk^;)zeBTnVqaf-$*ic zN~QEj?(_rv6b_E^FnZNPSDk5;lwRKQf|lFp?Q&7>)jQ)KG1;svZNDvh`U4%U3)NS) zQB_5H4%~x~kR$DpP=PyS;6(|%fHCstJdBc9^z`)N?$$Oh zwB!{2Gdu83g3->?)Aa>6x3{-9mp4C`i@Pm1uc)XfHxC~-A0H=>g44tIji-eV=Nk{E z|0v|2<;X!jtlaHgJ?&lI(Elyh!qVlfrvxM8--`bA_aAaXeeD0MrZ*n{*({)e+<%{N z^K$WU|Ep{utN7nfUuf9-K%ETa?45z`0qT(C;};PBNBaNuxuv9=6`$&^s^+EIQPHCOcJYH z5KfJR^b$!~PWrVE^4=%3Z05e>0jh(e&c_<05ZNaos0Xef_ec*BRQv<#12U0k&8RGP zu1zmpXIH5Y4w8^CpNhNkJl>E_6|U?d{7&~S_TNlz)rpX4g>--qNJ`Kgui` zUi{xVM4qV9ufEbDTJ?SXe^g~$b|UmY>i}weNd#)vnnv}Zo&H~PQzPq@x8nYHss8b9 z9QDbU*Mi77if{i%OaHbTXb#H1x8pza|9@-Fct>>ef0Ha^Iiypc-%~;KL(>Z;x*Tkv zp{3Y>oI9Z-C}RKWzn9hWdEZDf)in3sIivY?QHNYGto{z#@0ro|`kxYqNCpG_O!IoE zKrx8!O~?Jk(Z!<6EP}-1@atC2Q8zaC6poR4aL~hP?ppip0k&Dt{acA24iTy!p0z&Q z>}FnU$useI70A`O~oxb1>5EZ2pPNek&J>1jvsGV9wTD8+eKQhe`j$jSJOoM zU;gx7`=LmO3ncT(+dH4=csQ?ioz~HtrW);OLPowBMZp&z*N|vr5NqQbvbj}Z3GHq^ z>cN-tw45>gP?ByID7xgk^~v5)B80mn<71Z1z&yUx9namqOOUpt^M-wPpx8mj)q1S! z0F8I}>6nyM>*ccF{*|13<|h%nfYVXowM@q^n7RHZ%JQa**I_N_9!H5~CVb|1xE(G? z$Q1RTC||CUbzI3ax~4zeUTq{|cQDcj8u;xuq&(hsJWif{X}ehHu5oEQ*M;wtR}@=3 zo}_mWM^tU~RaCcUa@3E@kZcf-QK*2*22LcmS~ zj^G>l)o;JqllyqLb+iBNprvBlT3zzmTGcU{InC}xmDe+Rlw`}cgO=Ur?e#x68|U(; zN)FmCm+Ns6JUuu?>r+%wcbpAVS|t0GhEnggi_&-QEtd6h0gA+>{KJkjZ=&jY;-j6LNZ@zARkhqv*@?DQ+ z$s9J~zb`7oZ{j@xdb?~xwy~}0IK_%%n@CNBVZY9?vR2{dXWH>5Ph0Ud&_OJ*9B`#K zw*~5aUe3Vu!L$`y*o>@ivtN=bvGV2&b%K$n-Xc{`DCb@1(wG!Pp(G~uMe?EckcY4K~qi~GwJ^^d8# ztU4f49O64?_z-xg1{zreH82lBd)hwFIuxUKGGg|iHTmsim_6mNo$Avd!Vtdu<=YNF z>O9B&2HoSJH&v9vcD!-fU5}gd`&&d>>a=HR3vUs9$E5a{)82*e)RjE(> zJ^>-8@_@EKDe%c=a5Te7)#8hjyr=oK?z~^_xbOjLY%UZ2zzV>WQyT%2FiuzAOJFtXF zxO+Br;MLl8FRs-bQ=+(59eL5fJcM>Vd@VBd=fYhV23_T~&v75whB;^3BcK7!sX89- z4+Vc3xwPp(-(z#P)<9Rbzqpm=Jjo--l9?ZDCQh%-Im`*X*^YTUpEaxgvA}>blR}4Y zL<1lETRKG=Ypuo90sLmU2}Zc&Hb8S~ z`t}$9u==e9b1BZ|T3;NseZ5iH&92#FW+V5F5-qQG_Ur|qvmT#S@@Y!_U5h%(W3fSt z&P_!t^iH%4dD^C56hKn`O$&4>^a_7hp1giw%788b7VovAT-k!pMm!OiuO-&-N6`8U z#B)24uX$J=Q*rNGvbyC5txF7d#<=Jg79?oKR|T9GLiwuNjrwH{1{C~Qqn{&b%U9sh zH(J;J332d26hB%Ba@SoZXdJ~!r)MHsFSh<{AnW3&`lhZb`{_8xt!cpZKx z31q{J9G+47-$WLBwU4vZGk}h!2Ww|CXP{NGIFeXEZ483y)FI?5ePRaRXI2`6u#NkE zm3J-*nFW}tscaPZ6+iru3B11{L8tLvatnj$7mGVw9j%1~bjwf0xLw2x zFOUDKIFHRg6uw!yz;D{f`YC}o9jn}Mp^>WlZFug_oJOj8&@v_JQqemUkqH=d`V8|jOGsqcN!Mqub|4hii)MgUM(}$bbxiEAm42j68sYt<8>M?*WFw9UW2jA0I@!Sa zt!2nlrr)yCHiO;IQXn6waw2CoSWDn5t7tKd4 zXA>&BVg^Ila54yuf_@7Tgh#r04?ZIE_;8QX%@$K$X>ND*(|biCPU_*x0?@nI+UgQ- zlcrJnWFh!d$rxC))@<)xN22EFYT)ZO}@X>(T zWZH+q(oj)TR_+hHGx1SvYMJ!bD4Anb3(}3;3yv*~ zyi(*rj$P3ZtPH|A-U#9yzy?8A&+2mTIW$;gBXFX_P*Ep05~WN>#Fu?G-cRcqaSq}b zYNvpHB}Ri>V=%J`EZ?*q_t$h|u@_dCRtU}-^G9JOG;W@~UrMswxi2fpnTX$q$E3Fx zS4VxddTAeH-#BlBZR!4bMKL5LZD#R}4oC0at6egV zKe6@RSuabKShq0lLL~nhJrRKMqp}zvMBXZ=8!Su6{rS7sqO)+kg6Nzvm)~B!#7vAz zA>V$zVVmBr)I40^bTO520_FrCYI!Dq8`AW{_IHLY?LPKj(?-xZ z>!u{XEqWq~R=O~8zMGR8yGrYvWxz7+i!`ZL>3(WpJs?PAywHNu zwUJPjLx;V~S;uGDNC*FZLNH3NVZMrhfwN9u)=k9aL@}M;o?8aT9h87QG}UFC&ZYg@ z26se1f}fcfwI4i>&9OqoC4Lt)tk}>f4epE=QhTHlb+;B-k79bFKgKu0A&uB+`K1F{ zB+iPY3ltfQ(Jb%nMH}82iKOw;e=qwUFx}J(cphZpd?CRCvMFjW%GS}PA|7-64!&A^ z+ix6Eh3B{lWg)4FuF4iD#82oA(E3%rfLN|aG~)1nb)8UVDND((Zohku5L;;-CUbUA zp)NYhy=wbBw!FB-4W@|I33QXuMc!>bt0#x&wvp9!+uL~s z*>BAntXBI(Eb2wKGScy!qilOk#z4aINo2Gogiq;@801+vCO99}(SK(&>V`fCAyodA z;@o&78ud2LPVAQ|I#_V4Ywvxl1(s#+rE~7n75cF|i{Z2)#@5aS#3L(<&#ChSKhFG? z)iZ?At~`0$Ou7YUcODvBYbGZCw#_2=)~*u_#-`h#=nyVJ506zwmllNn5}R-4Gk5qJ zb3qe=9AuC$rF{XbtnRZBg(08*bTW$G=(}u8jFXJ_#mwr)_2z$M?@{6TDp$+@O&2idK^D%nF@M4(<6@&0(!cK%Igyl%Q8vlo)UB?kSA`Vm01b&HLK5Zt4 zIpM{GrOf!msU;}l9yjUOVWP++S?KaE8lGpd9wh%(hTKQ+c#vfy1XPhp3vNF807uPz zMsvYBF@Q_AxJp~X)a{aK)=zOV2D9E=eMLpg{g&jO4&qC88czOb=o|*u5H(_2CcX@_h8)VRO&LH_ryl;a&hKTOtkcT=ic8%c9$_xhFC`x!iu zYPV>`{TjMbh+)K?aVP= z4@qYYY_XM0v$8zxaQM&J%Ro01*!3pMxp7VNl`o&U;8$?`A7N+t&db*gpk;?wBq&Uu zx?%Xaa#z1I5GN&~HQy6m9sFW6UV;Y9TJ_kgWxLKa^5O{c3HqaB%{B0OMV{hIbAyS6 z!=qY5Uf_|f^kiG1tF<`g+vE*?!2O~dxV&idHUk+FmW3gTPE^p^+*&vKP^;C)ubmI- z=_H@Um*KcZ9F*}faO1^(=stiapQ3O34C~?2A+JxeA_Fy*1$?v{ERTob8ifN zu2KuSzXj~PCQ4@?b3pTSG$a)TAJeJY{9?Ycfbg!*S+ixAxBXkpQBq1E1FC* zE-o_jx7%yDmV8Q%VAFy6M&tH_HInTznj04E=ihPfNZGHwTGkIjK?xUmuCWa$eSx4SG(cc|D|y;c(mhc?$4@d2y$*89(XkF+x3QlSuv%ohyK$*v3+ z#mQ(Zlrhq1o1a|ZZ3S+XM1I|H0^_^+Q(ambAhlXE>+;64&^DL6xuQBhVpWY80{KPo z4HwefGas-YUp6-lwZMdrshQL3;jpZe5G}Nj1~!i)w^XB4#~V6pXLj0CBf!2{)Kj&H zb4xh2ex+kznxdz$D|PH+c}_JVxQh23np$q?9{=RvaUteqP#H&w5EBouwU=)X<;QZB zn|+{E9SgBE5LJOS;F9yaq#Nn~?Fx9FRHqg z?Ar%DNQ#IVT6f{oQ-++reO0qzsRgP{4q2GKITxnIP6!2w{lM9thg43JPJJTbBm-!2 zfWrdseKg(MaEi1_)H2McV8#4Yn=rjQFy7XOm-()xY*CDX!4N}v z3XK##O>wO2_CCTQcsCXSZQB41!;f? zxFYt7;u6N03s~w4iG$o$$)HNr3>MptE*Ho=!_H?89V*+AVrh|#LCsUgjHq%RGBl!{ z*tW7+Q*UQ|^Dea4k~Q_bgf?d6R?1AT>pKQ>Cg0G18D!2Ei43^-sW`eOKg4!Eq#G|g zBRPDgb0sXEB|dO619&?n_mYygwG^h>x?gHr(~&DRzZOFlXp5?m*9?Q_il}hIa9cky6Ap4-1E{q5`Ye#4^`8)R{I=e!F*Uo~3Us znpKX^gHodu9;!;+z950cm`ZZQnnmaw?7s0Qm>mI&-(~;OoR7Bc-Y|LzlHwVGSu4B> zTJ~OPb6|0KrA%G?@v_ktO&ZCPK2qbEmF?4+p3OxfD9`;b1TeG&-XKIy@CByytkLR>oRR{?poV`PH7jP@ed-8TlqFc{7BgHIu zBYDTxGV%L8k6UMG;eloTp^O0oh9X=12TZ%Y>bU54B{+MNWkMM?ZZIDdA|Iw#FhYO2 zB3vkY#cKoD-ZXXa5w+yVaw4Nlmvq?&gFAY59m-109CMM0G5W>Z)P15GctQ}U-!iRa zm?R+i-mU7H52G{QQ}&bzi$jLhDOF= z$HR@|f-N~6+!~8%ENfHn6W6Tu$U(;l!;zG?%VxJj{4uZYNY= zYiqpWX^QQ#Yhf=o)DeQ7mOVB*br#pE?auO7ZQd)`VHjf>WR>d_ zVRdYlV3;oI;GJDWdTO*$)hEjD`=yr*!=K zLwcR~h2tHFUe4D$+=Fv9Xb)>7O^a27(JJPT^iUOVt@gBkoUG00rSUVecDYtEbX&yLfvn-@k-G8;p}9@x{t(W z`?Pa{yV1A0c7t&Fy4K>!&CGoF+tVG8=SRu%$jc^NdipHEX(PNk1(?9=)86#-R@~b)qolg%@4;gwK z*ko-JMm8nKuhFC1TEENXE6u8y$GhvqD+LWEecr)!t!@i+GMetr+9t5*)$K4GAIITl zBWltWbM|i2>&K7IziIO*^YUAdO#E+i>Zz#60Ua&VnqaI={hfw7kqQxiRZXpKu zz~E?ypY$j4ZPxI_Ii4A8oa$rgw{t=Y^mO}1J;_?F%{)g74JE#FeeF$*p>~!O>#}h! zO^Xf~g?QTq>o$qT*jHGbojb(n{Kr7yRh=Y^rLpU9mgmDVhWdZRyw)tFr>gvFdk9L! zt-$Ahgn&wIa)fU8>Kr)`@?JmBgX&Jitx1WXUFcV*EP38r~;N==0IwOr;SQc5+xTsG;O#&rr&iOXrP@wOQKbpsznjQpsWpO|X zSRh*siaEAJJkh(osj?SkHY{y_Hdv3RA>r5PuUbWrls=YReS^HTxItfgD#oQw&DB2e z3b}jq9Va7)uQl2a*NQ%(_Q%ie{`D@sZ%6rcu^2d5D(_DhZ{%8o%1ZG-Bh73HAEzWl zS~G=)V7d`--{F1>EyNX_c+_!kl+Jl2+;~jHal2Q~vF^CeH=Ilx-D5>f!4o>_ODHuB5E1< zfn`=dXW!u(@onaVV^qp4*XhKGEiNNH$>!7()ZPOcW!=Xk5D}57mk&#vdYjMMZO&e$-nhsU2_7m{K2Sqj^n9$YuB{8Y=MB?DEeinkTjxAJ@py zDyg6=1*jYPWPFe?-f0_RT>F{iG8k7TQT}eU2fJFfu5qx1ecFv7fc zRrd~@1TxssBKLPSaSCU*>dqXH%Ncn{6TqE6wUhR!W_(>@(WOa@e_mtni=-`X^Kp~8 z`3Vb`GaYw$p#hjH=S8&Ml-kG);I|V_N~qGA>O~;Fk@^nLP{1f9`FK;_Aq$N8wiYC6 zcx^B=>kB{M;bweRysb5sAG}LP$v0?D4LwqL7Md>-o+6 z#u;+4^{Z{h)+dlZd$2A!0L3)IRtc28VUGF6=R5y8g*}fKg&C4c4uu)#qLB5v+D0EO z{&A_DZ+)YpM6l@Cc9W%a^6CU_;2{6ji*1>gG zRPErP_ywVExTBx(`SX~9Vj9194WN3WiTwTH_O>Z@&M|VcIK@nV2ES-dhj%nY8yal^ zA8W(;jv^yXZYZ3Ga*}PW>)@^6>bU+Chao}t#`Hkp3olF`z-QD%KW$QrG}0s|?_KRgvOIJxz%7Um>Nz8ni_`3>Brqh@vQjvExIHZ4>W&`s zwy-1c?UE=d8u_TE&@w$pZbi-AJ`n#U8P^oYNvL_@TPypQ4U4np=*Zg44~jRdY0y1Z z!3gF9X}4=E**aTeLcFft6IOo7n{6lK@V6e?>iX-MjL_@g+AfYEBV#pm-wNz?295$y zuRcQ!Wn(ijSapQR%~JTH`1LV$S6oPf3#0iIBd@Fmb4)Xj*1}VqH00%|kTGW%K!#FCp)0)`&^06^ytqI+qENq1^mcbn4oW%W zw0Ac-9;1U{m2t)!Of(!O;9>|t(_Q8Vi&rFb1i3f6*CC1s$Dtl@K4P*YUPGab zZkhMXu>{!4IUD`9S@o1wz9Y(Y=*@7{CQ)FokCXKl|AODuClR!XhkmzbM@Gj-FiSiz zxLTibpE{CqzoIvmrHqa4x|lnJ;m!9IpAB428BSB#JSU2gK|u(s=Dy&g=71Ha%5V{k4QsppmZFc!Fb1*52?h$$tbl zTxaBs6C4Qj-}Cn4qgRIWynH=ERkxYF@|0-BDz6SX)SH#6*0QUvwOM@Z!)ESPKOYEur+7%d)$&*@?=waM@0kTgw{Q51b#E`WmvpicaMRb+Ni#~pgJYEV)>py z{fP54;EG?rseEj6S~(kkp?Esru9fDp_%#D7|2B$?P&@2ChfQY{^U-p;i1MR7)%5zn zVX0XAfPvu>KQGFP1NJ7XKztxZUwtNtj75v;Z{)t2n&)>4*k&4Jkms3wnC{pC)wDZP zZc+YyC&+w?v>(?5eWCTd62Fgq-Bp)`Pjd_&8y?bGW(AhGP9^`0wb1jBs>^M>b^jND z5h58HT*(*?gfg@*3!_7I8m6*EBbiV&%N=sq^#wnx1&Pk!z-f{PR83nSFRPslQ$2xN>~2}=M#cX;969UJT4yd z&x-yH6#BasBErr74+_Z+2@sSLX|&+~K!nVJK7juJr?P(Q)VeWAv25>UUqPvBfYb@6 z@tR}szdxT9?8yP*t`@*q^N$W7HddsP4FqPn0$kR(I_^#~w}psSfjB8hk=ECm{Do(& z>y)OVV9M*ob;Z+?;jSg??O z!mBN*M+%`O*Pf#V$Lf#kB(|U4>WXZpYC8lTExL5PIpvsg}?gD@d{R6ad9pP*W|H}dhc93BJh!A(TJedix5Fj$o^lR<+ zbb(h4fj`|Yl|PimA#rDTE!d-oB(gcw=Sm*;62llOgbu-Nf9X%94Av$chFz{(B!+zFSjG)2P1sU6b`i1W{xq~oSvRy;@%0%w| z28Z#a?v9R@{SNJ6&@=;ZW&6#JTTuqJ6wEkM!{ErK@izTW+v{` zFs-}RxcCOUy7lCh$mNp9w`XGS&i))F2Hi2W0uGDGvfyp7P*-jW)A%fb&)xAr!{c8d zXAR(ip7*f}0bx~FAnuF?PALD;ypceKC;E#(XJ$28c*Wo23ZSQ`(DA6rVGu)~wf8-F z(qT`C^nNN=J!J&M>^TB3CBt2c>uw+!HTjHA39IF+TeMG*i}^ zOVDlBN$I=O@mDyz_g<8y&lk#22>HCc~3aP-C@ckE)Tsx7Ue`EWZO#nrpH+cml`UpxHQ&mSlk%P$| ze6yhi0HgLHfGAplJf)o_{Nn~13|BY-2ov$-`F(*ysPB8o_%nEU_Fzm9Wz!$@b`&XN zt9ZfZp*VDs#<|r1;YBhw@C!d2^d;98cImkHnllf>HM9vG zgz*6yLMS!BXZi7d z-=D`qQvZl$up)4^&uZ+JII&iKjt$U$YcvM*pI@Yr%eMxofpc-LVOu>1|6A}>wb{Lc za)qz;Cxb5_)1U+P{M$q?dLGN(s3QOj;~R{F$e+NB%_k90#bwYNhxUSE?16YTE_-E- z%p8DIsNi-3&G8BDlHRRqGR=IWU@4Uk`vT2X+#;7fcTDeQ+26==61f>2bT5iCF zfl0ZU8sw>-0rcZhCklS}kAe>T0lJ`8u172WtdhGSoXkudbH*9~{-_X50Mp)YEYAIe zH$}q@+o3ZrJHobqsS5urd_wYDY#IWn@+}%cLPPfta=tE}v%F-nEbqgWUZZe$co8 zPjbx}p6FFl%@8;X6=A591$BqylbU$`r~w$WZI3WaBKeE5V~Mo0rk`F$KkND>llN$o zfnYymvdAQ4_wB5S?a-f(Exl?~t-iTc!aHH&bz4pVh54FjC1IDy4||%SLs_t^?LC|D=jZs)w}vbEkWQlb@^h(+IC7V8G7DWamiSTNtzs$>DKp|MF^PAHl=WqT!6%*%%=_%`{9{sQ=b<^)skNyF1 z`AR`7&R>pPd%F6TS>uSoA#a%Ow1SlPuvv|*y6zP-PwmbL3wP?zQ&)uo0;+;0#IJotaYj@VrD;z@^i_fDxr-3x~m-GZLQ z+uX4EZvs;XXE2Z8nw7nSfL5L+yDJfH1`xN;Pc@{bL8fw#U|MHxm1*l0Mp|XcY1iSv z0%!-CKnb4AOQD_Zi4vR^6ZbwXiIG3ygcfE!Re<_6>HY*zhBpVm>fb%#3Jku^^@RNb zXdE@U=t&U(q77<+aNZI=4WuH}rOe61nd9Haxj{gz08UF_lxa;#8zvX3%-F%pOpM0W zm5rW)L#Q=XIRM%G0&G;ck!AR9@}g5Ky(C4Wk{Q&loyaW$2>0qe$5$JmFi7~CeP-`x ze~(eY^!6=3U%8Ay412h>TE=yJG%}davggxaV1hNk#EyINNUwY6V8+ccu;kwr`u_GC z1IG6s2&*rux@O>ncnlxRCU!H(q6X6jw>w(^j~kN-EB2xI4V2%$`>AO0^Hgo(emPje zZ;Cx0{ydI+q#eKR;GQqv4$5IiMyNGs-^`W7HBX)rT28CeM1*8hY0**mIU%#P*+kRjuW6_gfYi*HtK&V6E5xr7D#rW8Mq^Gdu|z)93RW!+^R%V0HI~e&6e&@2doXQd8fKj0b2h# zC9ucDofN>AgnFIPH{dFqNd}ys@LA=l_9yi-oCh85dwBa+h zo#?Bnw!IA%p4<{C^M$_C{l>*FjPniw!%w&X@R>6G0+&}!&++ukXaTfR(BV|uN4n5| zttuuAzhJ&ayj@BsagVQie7JQaXlEHNwCsV|9{SomyDbsmcKY;E!JGt*!Oz6q%*k7z{i+YnltC(8fGQJyu$Q z3)t5#V{@&m-RA#5)E+ibN z7fXP13}sk7;V`@XLe6u)9Pjti1T%jCqi$-&JbL0u*B?x#3d0+!&&ey6<%J#Bks3DE zw@<8XW@*{NSQ0jA7JUMHVDU~oAqLW|OmP-H9)Sa1=R&L9^%P3v1kUCRxIGw9LK)@X zVmO&ePB_)Wa)L>Z9;mPAgM-y?5n2?cgaf?DQSJJ2VB+!RH9c^>M^T3j312wdiSE>6 zB^`y-<~N8F0Y=|o6rWZOBiwVH7g_S7Ae+Eu}j(Wef8>!xkC zIP|#T+!ZL{qB&iYs(-#e*OB|)L!UUX6ZvjUYKJy^{W#n*|JM=q=5Ul-?2GS>k9+~c zJA*sn759MN+_0~bl+S^`(#a4?^zZhbkH!2UWXE*&mgz>+o{ASt)DJcwueheMvP$`3 z8Ir$2CoG&qT?OK!=p`;@8RPd?(mztbQEa znQ*ex7u|imy;A2-4h26{k=`IupKn;y8pA#YocdT(Wbb8FwLXlcNx%9%bq^AM>^{xJ zyx{NarKMRi8Ag0qIJepfv8Oc6hWF;sMloN&pW(<$m=NaF&yVRuoLu;?9b;qy>UHv& zD?i>^!t5Wwwrp4)-ieTyr~pxHyC5VB3(Cuoz$`xQp*$!VfL(l^$ZUF&xJ~mHkAzfr zFP*)Zgz&!y+y{-r4d9@!ro8c;)aRWYHk)TU8|`{Z=lku)|E0eF~zxJj*b&Z<(%320gU1>2p^Ydj~s0Dc1_! zvR7h1X44N*ePlD(gyTYyMB-xMMTxe@yP20Wh%xe*+Vu~uM=?IxM&@g;vq9qKvk}eb zODy%hZEFw}u^ksQESHptdVaW4&FEkC&;+oW=!6TQ5S*fb2}D^mwnZZ(XZ@js+u@F% zHga3Ys^?dVI&E==4dwYSaCcfJ!O*L)%;(9(Hl7Nkvw+&r9wghLjXTnT7adP@2OR`K*}ZE*w?xN^f{0{C;+_M6Pzc3K_P0vfnUc zsB-DLft$qJU#go6cReOKeBZFp8b4Ie0^&DqADxT1X7|nS$jXqga9vE;uC9D>tgUKA zL3W)J|9;QJ@(zU#qC|ml{L~561_k3mTmZR`g!WEJp-aq^4UnRui{Z|$wsL&pVlsq#KiJhk@MjYcA*L%@ouvDANzSoT3pw7gUCIdV5pD=8sfuI z`hdWmR?Xl!_JK=H(uyB1-LB*EMFCH_Y}YO|({PHr4l`B4l;DXPBn843{ZJo3%Oh2j za4b}ma?b!iDZ(KU^EbY*<&B@b@Kem=c*6J1NY5z7SN;x{2*+uiIWWD=mM;nuZ87XU z(jcmCn!~vi>T?5mJ!HDsy(6y+Jo-7_jIKbu3+$m+y5+>y9h$q|X^EYuO1To+zp{7> zG>3~#gg$X3GUOom9M6p2w98k6OhF-g5@iZUGU2*H#|1~gH#<}-D-p$=Iw~F2?fjxl zzbAoHf`kO$`PyJiMeP==)}3u_(y;{=t52{1hm}s{G|ehW=-PTkk%3EAB8}4Ea0Pe> z)d|8%F@vAP+xv=z24ka^Kz^B6C!xun8M;Y+51wVRFD5l zEA>0T(CX9Gb=KE0q8mJ>0)RpVB0lt+p!(lKGe>zavIQpS?EcU>8 zCWfSfBic7u(z4M3Lcs6iw^BArgnJ5KjaA>Ea2ZBYoi36}U|Hvr zM(_^D#fH7EmxCWdjF?|a2p)8x+H$Yy{__hY5ZhT<_r17o2s#<f}0NXoQa1lO;(?Vzr+PqB0crE)wkXuLER@SP4w>_ zSk`N%({WaLeEblX}TvuhJ`M8$FW`N* zS`}6>;QXZ9DqEYPS`{L0q0kxgEPR{5dUO3q79@?o_GFUGkzamanu++%3X0iX8KHyB z)SAwFY75SUg;}nf%Ta}u@sH=P@}EW{4LRiRrD*WKr1G?<0`D36cf5E4B_J30Gw?BO z&cDjA6{gp_)=QE2P}xsZN5oetz`)955HcR_t%9xH_}FFEiyVLQ=7zn(3`B!ib(gYB zkY3o@XeIq=w8H&v%tO~*-(nzzU7U#>q!+vR-TMd$RTq`h*oU9c^RVp_wRKvT$p<*) zgKx>a4{+@%&=>3`jvJ!6(vV2qtR+q7o!I%AbADD4Pf@!qLCO{9tIyp_&i{o+nKUaz z>wzzzoKnpu#&P*^_@c}yv&!xib|&r9AHaX|I?|Vm=*bzAHU0_fZ7e&y)1iDX8j|R5 z9;-mBQ#Z(~l2a+3mX5cK&A=g(r?$Ou^a(g?lHq)lM5E7UQ`An$S%;Xo$y7FA+I95$ zt0R4ZU3!5b3pjKYoM+Ixn8_O#KO0X}DNW-v3J9II@ah{5ucBR5n}N)OTvX<#)81zU zeEzZcp&=lWy>X&>28tAmnIZ?_)sWHu*qMqZyiCAOQwe`rOwb>il=0Kt(%c#{Zxg!b ziMIm#Cb`74|9_R&;wmd3r_sg_5cbqC>eji8UZdgq}hDpm5I$L9f zPKQa1ee3pNu=0vfTw3FFaeIe&F^~9Mb(Uu>T{kL}Wh$zIhW4}%JO7J4(VPxb>B~xM z%N9&+z9ly({=9dU_&Sa(i3+-wac6fF4B8za$+cSM0--gB!K3wmRxuJ2;xnfiuntF4 z`9`hGX-#@*JPe`OM8nD{xhTgUMV~Men4gncHZUfZAIFH?0bl(p_itDj=I38dGWn_~ zqF5WsGhZ+&D-@zx^=SX{x@mew>WeNz^N-xQ$XehmXJ>b95vR%gy`GUyo>}Z<6#ep$ z7VYIsmWxhrU0}d4Tge|@0*KGcRaEuJSwpF~>o3QpK9+qx?~k=7cpt21`NSi9VEC~t zGMkE1%ziTDO?y<~LrlcH{F*ijw5K(d(P<*GN|$k6RGPtr{-fff7tRJ0*J`xr2DGu* ze&G%X=?(sglau+$oUYx^P8~87k#ks`SkJAH*k3`uWI!X)lY-9A*cOV0P~w;?HB5u< z&ohaM-f7HBeykefbIx&*amxzY`qXqzVa4;?k@ct^`xp2`(QH62c|!wcEUy`?anuzZ zI7sqPGi%B;JrVAP&y3`~RZo*DU`-MgJ=Bc5)06u!Z_S%hI*43vvFklAX~~B&z&0L< zBlU}KG1B>d@(c8~?0q7XWW?hRaboTJnS7ALEb#jMFzuPq4%y|2Znc~5{_;gl?Yl%V zFL2X5HX1{2zEcK{_CGw6v?j*v1#p&9w;D}Eux~4oP4aKZ3%?x(g@vqljzsdoG$A`( z;0p(4naX$8DonO-jx3ofBq`IcYSX`ou+o+(v4e9kHwyD15v8VtLx-E|BdO{K+nN8N&;|xN_3@#3fU#3OweAgMGxqU4PoI zJPj%B&idFlW_k>g({E=h_P$XyE|$q3FEjFSUB`FPsZIYR!nxCVqOPB@_DT-3yi|Cp zY$ImrMBP-L0)mKTyzX>N*p%1xIU`~uE^<4HVZveR>Vt2_`fv142Vxhfw|O7qB+4~& zFq>e9IT|RziY=YT%7j}rD2E&hTLc>~e~DhKE8VVTu$t|BNrSH;6U4O94bfXE-%Jy- zzDF``v8(e5hz0y?dOZKs#@KHg;vb~VOp=Ule`6g+-v;~c{-QAzm9ME-c>EKqP>8?6 zpVRF@_~MM>aG2oDz_rjF^5vf+@e%Ijp+5x#+x>UysP$7StoPcwFB5$*RGLdlYIj-&6KBXT6!V;OAfzBsJaG9gxh7v-& zATX9H4-TlO_MsHu8>{h;bszkt?GCW--d({*zT%`gYQ{d6E==N@nUM|6PW2QOR9~na zlg{t-iq+k+vCf~CKrg4z-aaR)Jua!ZVEdJJ1tYon%=%t%vGuF{)?(aBy?j5%2==`U zSgStH>kj+S&U;;?fH5d;dWIV$+fjd^^zwvgM7L1YY>k4}lfv;dO44qdk89)W_rS2v zte*A)z?@`p&Tvxh(JJ}fmCSQ~rfp5q8o>iH{pW81>=-Nzk`3bg&PdvlKf%r@2r^u{ zdS%kX9jgTXGkHfemJo_8mXP$hs?WDm+bw60>QpJ?mwFpN|9*6Q+@p_i>C=)q5_e zxJy^0y!0xO@D!<&aV*9v!xg7K?~{p_K82>5`K4Ch{f3`5TknRgG;0gVG{<~&^E2JW ziU5(!pKbX3ihehS70MS@)Me)ZKbhZbLo{!uv8XK`(u6RgS{KRqQtq>=Kz-gLMD&_p zeJ}ojIE3GGyNoBiujTViGFX~Y^=UYQGvaK8Dr%s^03s%3+!4(=j& zMo3FY84Fr|;(}^BOqbr3`aE38ht{7z&@9!aVM|_|6yiq}J=FO8Gb_Siou;+5bm`N0 z$+~zGe3U;S!=EUq=U`jC`GETaiCy&|H>*R^|D)|K1FGs4eQyZ?X{4pQrBk{)q?<*9 zASK-$B1nV4A{3C42BoE?JEbM1ySZaM`<(Z@XYc#_$Ydu|(IpgOk6wlLI{&}+G?y}fD zrDoRnvT)5;mbkhlU!yT;^-ZScFm$Z?6T2amuK$?Hxeb)+*Nm;+BG--mfPF6bSuE}0& z$grMmw0}XRNL3b(j_{c!|CaSYhqb7_$2T8!YreS0f4~O03{*iDWDChgEX$;2A3~Ek zH-6UW1l*kXl4?8Ke$OVO^Ho0k=*;)^{k7@hXeAW|GQ7ifq%(C8e|LTj$=?TYiuXa9 zPf4{hY*zEvd~=v33!TJ@?wyy26#0im)xR9I{*sOnT-;?r`SE&6*M5Fr=f9B^?`Yu7 zTZ>IcUj1%`I=DznU8F~V)w(=p%z>^N7x^@>xD8^TkP`?ZeHp`|Bxa6 z>!{*N*tWY_B{(#)wY0dF;Tsx8s!K-0>`+Rd0gv;u|8&HUwU25xMEth?YlxP2x#Gx#3;46sl+M5riZJ$EtmBP#*JM5gvwJV_vrRjHALdl0&49y! z5ifF~$6#IlO_;a&b+?2I|KdAMV~W%E|2lo;a!&$&D;fY@6lN-p_0x*5fiq+a2j7xs z3IzpQA9)9~l_Of8XYiy%ze&EXrj#tHd$EW9+o^}S{X^6%am=4&M%VxIT;<4uvoC6V zZ{qczXP*E>0REr+)>Ug^Uadv6t|kZ}1OppG#JO@Eun>rJK+KiH z>uBYuhr~&1h!k~f_|+k)b(TwyGk8zxVi=yej^;{0fDF#+vv_nmV;U&pQ27%H62nA~ z1=^(c0@?Xd;G_ELy`6Q1fSxQ9>bM1z|Mle%!ME(Ix_o0kL(%wU6T|~RkJt}%8xir; z12_zKbRm#gUbxZNVsZ@k9HfT|fKf|ajed}JU#H?ItlINcgpL#(-9cA;Y)rqZS9PSuiX;L1o|R4RP>-8 ze^OYlBYZFr=q3MZB-^TN90oo%)o=J7wlr9moWb360(i`~6xAO^p)Jd$L0t}y1NJXa>-x|LCQNZ@Yjv?T@exM$26xR_AJ{Di>@p>dF zNljFLA`sY&i9a?!Dcyed=NPcr^RCg|Vj7~JB|i2qupiv5eBhPK#SY#n%zSwVuq5am zMxDU5hDLy>#Bm3Ez%g2Oof<{`iZuXXypdo&XZXoH2Xh0j9!3H#YAQ!WZ^J-oq==eI zXEc}CIz4aATSRQh|8lW%+Tcw%d)r+#)Rw$H9K{IO^q=OtaMj9mGdNI?$-T_Hz(UbJ zAe@g1UUkSBF;}G=*xeHJsN+Xm3OEs%WS<`1ZVcgRDv$O5Y5c-_{U^!OdwPO=vcy-X z@9`*7thPXJzpDc3F_+rmo$n|mPVYPUI?UzSC%~2nRo*MOV~!uGW#%5%1mf3a;ku&s z<=UaCCn7U8tiRkr{hsx?s_=1_^TYL4(P0lL`osL}aNwy5mw^)n0mO$X&!Q~Xm`_>| z>TnT07ac>#I_DwYnK0m_Y7KoG27r>FA7sZ7n8vJTOW3#}jE5Ya0zl&!*QM}3(-63r zwV1-g;$}vK44OV%G_-|-4iO!UZu4o0*d{BXr;23oS~iv_&zp+XS{!@xJ^g2;+qUM)aN2*Us6u`<`D%c||nni0e;LHl^QMdeH)#4}^ z1Wh!-G*V5ZpkSyov=uR~7WeAu=I5gpAIA7JjTtZzmJOi1B5gj}Z&;qb8JM;cSw5>2 z!GcpBrs{dwqaJmE#2#7g7hwbLMAupHgt`9~*i5&0$NmS@?AiC%Ys&#>LhYLDF5E*q zHLECDrlhmOy(c7Ns{_0kLAas~QB!yj&C*J7C{S8J(~Luc1JF^*6PNEc`7gKu&%*mT zj(Xx@+oR|YSa1lsr>*$5ai`D{Sj?l#nGV$oA+x<5IpBXKjF#0B#sIx!c|+}o!8L>Onr z%sT3N4Gx(!chxc{y{E$3BkDT5QjvF=njMxAdLXagtCUV=;!XHNG78u$xn6T38$mEP z^#cw34{*Q}i3e%H2~V@5KAQM#k&Pz6*U=ob3|CrDI84zoU;>YrTH>pN?^2zv_b?<% z5ZslsTEK|Nr4bwVIYUUx8lz%$;RNBMh9|(g)R`lQMw0v3h8HvJN7kQ%s1F02(>$r; z42mWx_hU`H%5AW1~xtK@73>B1d*Nn7rrG-L{*Qxc6MoJ|7dkv8txj2l=D32IW0kFj|*Kd|u?B-%L177S{4v z;_3jUMxlRgd$nH!$pmBTxyl8U})`Pip5Lw(JagyT^5D#E)GBL zbDWT3j($s52aDsUqe87;Fvghw_Nxba?6oa2tRGVn|uk zcB!xtM*P@kxzagWI14og>asV#!AM}B0ym>)fpO0kl3{YqAesG%c?eK4;3lLsTE{*8 zcaRz;R+wrUB$6>XKN!;d_E{)j1%bK=4-A5Q+oF%Gt+Q)B@wy^7_TyVaOOy6Vb7#L! zK`^c)o^$o516KYbq?!Qt{%L*%IuQqDK*42tGUQu-0LGvqCw@pt9R_uQt9UsWO|86^)AIG_#aw zE(xBCB9;wtJ&eDdU5HhvDy!e}`IQna#7lS&qH0-avX2jsxK+dmR2t9_8=ag-FQ*HlLYb)FqP)EsXkIi-=?(&drJAT&xMuNCx(iD)mXTKOi^G|@`fr4`3sme_J&$WHx z6S)@OA%vD~Yu6T6-QEk(5+A(yzLGO&L(sf)^F4#_SF0o^+Em+jvRPeQWbE7K*x6-U zUoHW@AdmJ|IsK>4U=k}5i@jK?tXi8+>1}iMR4DT8t~J!#df!He-^j7eI!jcJPix)k z)!q?Jyv&?cAgxxZ>iXGz>m_B78_5-4nAG!RIy~1*tzW6h0c@os__$Kl&$T(<8j#Mj zN-wxV&A*>SZ z-lWS0@*4#9w^Foxs{Y9wn;?Rllm<(KZ5J9LN<^tFn8y@^qQdur1x*4oYiePE#fBh_P=)F0@OJSi>q zHhJ>%FPN9>I=M1>q5ENbCx{UGIQ1773^5bv)%1tqqJ>#j!bDSqQs*+gDhN3PX_-l- zLdK~qBVimCk+TYl&1XN;0x$vOXA^RVtD~J|sS2@3=MD}Ug_zua^?Z|~sVZ2| z!<#2_fnM@_$k#BK&VOzz*S+7qtiZ5T#eifKt4|D1VxA!ED9)^#B6FJRO}t;Ghb)Cv z9UdJC194}h6ItOWduEIQu{l$st}rb!v)Ru4i%wsqUMeFroH(2c#eul)KH1Z z36(NT5*fDtDFIjG7vYANab$UdyEH;XWnBWSJ+)~P12&?}E8gfZaRMJjnoR7ITDLN83C!s%bV zg0K5(SxVWBhg7$Vzj`X6>Ea~mV!QN-{Qz4K2 zHK-sYsd9e|XG1n8wAAZf=@N2m_}hnNX}0-2Q{rYMkHW%9?*l3+>PH)#SsrwvxjB96 z_BX_R40hFWVg7akJu5&I-Zc5$*xUVA^Ky?ncRz$;t1_7Xc0`&{n^f9c!Inhe)J#)g zAHA1mui-iO%WjQiR(EV___zoJ!;W>M5FZ-~0!zp2Gb?(%zhORA4_cG-reFbH8&J$n z+Ke49rtdvjyB_#Os*Q@`3~o5SlM~5mop__}UW*{!qsy)T4VV?qddj?_VZ)hbUeo&x zbuQPwtmjV>`Z6fvrLI$%E^$#ZD!T&N6JyI4zB}>KC(Su4Bbz&I78-h!MzB;NLJr~2?)7Ds zZMs+PFCUrc-%Pka>rkdY$IhwiR%ZAfVrt}MOnrF*Zs*=VNhxExCf+i-h$ly8-Pp}1 zOWoKSGbclf!f)HpQ0|W711F=O44!4*V8XW+l^jmirA_{~2DPn$vJ!^W_$N^* z^n1^thWF**g$m-VP53%3D~+?FhU262vh>%>)OpouS;95MyTE^>0(U%e|SBM}7ztt`|iVY`-7ZIs1Wj!9@ znNZ%fdZuPksKSh(PF2%e|@hS0& zV6?0|K#9aotH=G?v_HV!X2kz#AvnXz4Cl}oQmw#HDzKiXER41O-#X!cDSPjp!!MR- z!G)FEuT-IpsI3L)smX5%6Akye?2;mKjIIC1*^QlIqA`U0wul$m)7bfI3H(N(GUWe% z>jl>F5yA<6$WCX%Tny`>2)yI*CB^hQ__4JcoS*e6j*v3U57TJpgGkf&H6qtbs z8G*$h#6&PGIjK@(v>ucsCf%?%BV1KKkPAe;H_;jVlSRI$zHJM==PEnZdgbNtZI80vAt@{A4@g2 zXxhC6HaRO88(dfFpgY=UOF5pH@XD|IscN&6^7#JzshvPoP7jV!O9 zFVU=-ac&ioE$-0Xg|R&q$H1LbSgNeUEVyBSCA0{_+UE&bMie0N`?lo~5FNFGD7Y-6 zm^nz%85w>=0&o#Wdn^aTpLlIrBcps)ATPA6>ftEfT>di`oEA6IkrvPm!lx%?oXxH6 zqkbO-0_f^(=Rgen%RB%>JPOQW(4mjG18pOb8FvrIXDi#2XAh_|I7k>TCh3}6_X-}> z!#LoKKw>*2d#JqxuM6T`wwdP@f{VOH?DB+G@f55FS@6o68|wrX{r5rlAlBa8$BIXvl` z!7N&8tILlM*HD~NIiO$!m~{t?0&oQ*fSjeV4%2{qHkP-?mP;8rn~%~FFLXM>ur&LD*lX+p3o(x8 z$5i73u@#e-su9-psOvX*39z*i$(xih6$gPeTULLkJ8u8IW4Dco*l1kb(S_Dgi`gNF zcxxLceA4F(6qFrq{U4~aXEhY4y?8T5ZYlzxR@OPGsYZ6O9QfEyj-VfmipE+g-W~iV zJxgLa;MUP=B^Y@!z>VC+go;IH_ec^jo0Okv^aJ6~2;Kc6pIL`~6zGz-%t;GKI!T{{Xn1{?41ElyNDsyhG<2wvp;mlNO-_XG z28HZ0_!gbD2%M!A-QX6{+8-dlHS+`FKLb!t{bKS2YUN{g>yf3l^#8xE z>Awt}aFke?3~7`DoUny=%IC0&6HiTPcgaQYfV9U6yVoY6_i>(k!BZ z2Myygm9b9y?02$W1X<&;$Vce^>050UbEsNDDQ5eB|cn+d}TkR z+Q3Al+yBPj>a(|iT<&KavyG(tV3CB`Oj~JUMkSop?QrdWAEpP{78jA`e_d4ZLzxxu zu0s*&<0!q2N4ZeG{NGa3`#Z|a0ntCp}@89^v ztE2@``*QIM+}3|#0vr;5bPY?^#jp< z^Z^XRm#i&k<2SJn6PeM`*!_L@OX8*nc=?#cO2esLcKFsiUZ_xAQeAwNBVo|mgS9-B zuld}6Esy5C-{GD^{>{|=H|5$^+jot0(0y8;p-t#;-W-t9>7YwY_dUaGtM8Wf%r~bJN5I~ z@GF5p6=6MkfqgHa>Hodi1!bJim?FC|lOgTYMqd$d1W}rl>|M<~ssSC{!}~3kbk+EG z*UAQwaW3^#;cB<#KPchNGx#I&QkcurHY+}0z$n4}6eDi29Z5QuJ8Un|1UwO029Jjq z*B#MlZQZ0l4t{r8mA!JsilXfIqK>S4qx$2dsVVvt)dd=QN~3?TWh1*5%_9ih?b_w> zoYDkRoIFS9cUhpjh?X-gSIW{P)_BbSs4dV|?HS-m248Nk23(*fp$Tf6BeS06bO9yYUc)2%j9E>S z7T~cJNO%PRxxc9G)kYz)=u@ZXbyPTXCHVrM$;nf?tSY>A#1yGUS%3jK$|+Jp1E$P+ zymO$wIOUBxtP(r>mmiiI2UPb?@|0HBmoL6O_VPp%_O$P^b2pbg>3z5UfnO(!iLh-Q zN`u_hY0+)bFRp(gA2!$AYYbh*vxX7aPuIMjeal}72i)3LrCHA7pt-kkXhgzZ&fCjv zrZ)<^(fUFe!^!x*eL}L&bu3-Z%Q{jrRiYq?N|5p;hO@Y!4yoHxQD3YyFc)h=ian%#o-oCdk>80bJY zO~lN9KAC8f+nDD53#+Mj4FyhRna8vTh#}b|6JW;6UiJJym3%@@pW}NV$eRNUyNxrW z3NTa%WMBC%2ZZrv4J6JQdG>^qfvT4u7;6QutH^d~9a3{$oTq zO<6?Mz3Cqe6!d1@ITpFiD-SHA<7;6b%2Xn|k)f?NfSgkhL%$EARUD4}@7|Xt}_ljB8 zBhdgjp)C*jv~AE~5xFm6Qr+i&iJ z;1JICIzj(H?(cmV?gOi%7tN5A2FY+C++k(FoH|lwl(bmaUVN)s8x)jRCwvM5joqiT zRlY14X$`A}r3VFfg@`kVS#IcI<r$y(#PHK<$W^h7_HhcsryeFmKE z=#yz;wzNm35g z0De*;4rRPPXos>eFKfyh6yWX1PFq;xw;U#{zmoaIxIkTqC+`1Nw3!SH=pm{ZSbUh$ z-bwx(F)4il=;vduTn}5TYJq))5Wn&aS5Lp+um9?k_kqRRCrNQU3XvujRcS;8krV{Xl6L{r)H{S=?FNc5BJzAxg`xR%Dy7SJC5gq5K_ z=4BKuwJ@UeIi*=%Y&P^^Y5}^e4 zmdp#mKEuY2#Wpu{m2I|ImTT(6gG0pCjQB2z!i<7D`(&g)zcEur7ok?SwkP(*sLmi7t#GP_R~NPcy2St|n7 zU&Jlc0fT`=)&XUh{_cl|UwyCZ)64cu+FhUT^BHmD#cmok%CtD`e)(SU1%4TF>S3ElzEqBtn8vd8lo4KP z9qX&p7Y$bqF_&#!)mHwPZ%MpyO#26IzWl>X-O-3r=lEf{F8^ba$;uy;cMR~jDm)rD z-l^j`KD$iDCcUh1iEsk`ruz}^`XkCyRmWc8JP8@>e+nS&o0!z{U+9^CQ@Hj~+0XY> z2kJkkdyO?%?=PR;-Bk;A&xyRhSWvr^GJ9kTQM+qAB2W4>XMOKdff>B{>CIbSimpj^ zrTQ7Wv+c1tUAFss5RNMSfhZuksi1+BMk(2JaEsloJtS{%vx=#VUZcxB^n%YJ{Zs!( z6=e!e_MPE-0k9Uz`4p8%p*(*?O5gGBAIO9B(d!D2bVkUq=7-q^3x5b`mV6Vag?hQP zH8>yFa5)NKnzFI)`!T38P2S0oKG|N9c!dc`(bm!67Ub@Av>}ffN7B{5S2Z2@qV(|@ z881SYkutqQauK9N`OyZ;mOQ#L)l`GiMqn5QP7AY4Kg&O}Z~VCvxFk5oYz{*^g4z0@3DAbT&nQyE`VRU@}<#3Cfe z5z8ygGIsd%iT#pav6AgddvLHvC~=#fQ*BmnLx`G+@G-4j6G3;Yx!=&bf-nL*NyVF0 zr(3I6!D`x$C~SWEOh0QmAZq>KN!yisVt4>jZ?K(#OfMHEb0lxgIrLT%iGmaFpP0W+ z3qaq96w%>&U-33(f{^#^EbGHw%?Q%oWKCC4q_4fhpQ<WJ0!K8e zhFAC{tUY^~ka$E@sjj3VRN1f}AiXek@66{n=49jshJZ=;AF+pBd|A4poKIgfkT?5k z8jaE5)ifkD?x}_|XX;*j|H#kjiOO#j7^;fOsSqZP`S=TUbnfbc z7b{Q-R4e#-dwIwn;&~}Bt-w7N%zs{6v{Oj(HOY!kLdvD*;PSKHE3ibKW+m%)DWj}$ zimCe0X#VJwO7uSc%(9{YXB~3q?>lUnk&Y4pjP-(j;Z|)wR8i$0-AaY{pLgr@?@H;H zq)Z!MPf4*1*DTgxi|ajrgEDhD*1X{``3$BoMk4Wf?JIRC=Ji=0K4+~X)=Q@X_o`}b**c{h@JvvPV!U9uMz4!lv%vuAY=r^ z)IzBSv)T{eEIHgBr_xM!3Y|}$Q0=Wr439Uwg9!*j2;>Wt1DdRVh#v@wQcC?M3BxFD zXszQ{lfm5-36GNFa3;fOA&YWS1~bN@qhdxk|>JD&Cx`&!mAZJ(xi0rhqU}5 zk>)hd(IB{_T>&Yfo(fxba}y$gQ&bttIKfT%^#K#=7Mnqd)s8VKoOm@FUY7}!oRB~c z%*P|C0(|slj7SwPi9zs~SP1hIe<1)bA|8!ND2{f!3oPi#N7at>cDNn;ZEm2$fh7V1 z?Vw)Hvr|&fl*Rvy(EJ`<-_wxDJ zJ0h8uj%tKEE5G68@VYvCjKlDUUicQahu(7t^V<+b;Mbqze=n>*+bjL}lmDfT)TLj% zUjoHNGvpR?l{QpFTX;)kl~L?mZtiEwP)EHOu7EMHUWaq9*(Wr%h(xTWU>4)Y$1= z9W;)o?KcbE2wxx2hNP{SwO@p&V;v!0DQhgR4U%6(>jzpbL;mHe;tYeTAkBOfBUzq0wTJjF{Y(w*PX|*F^d4E*VGXv&oa&i>!e?OB~1(MY$ z6$(caon*uOOYT=a#7u*v?x6E;fX zZnE;l`)*TDl(vIyO_;7B!PkVQBO~p11Pi3S4~aeAnq8`47#jSL&dW2HF4It*RK;aQ zy8d*VhQjix7UJPsc1MQ#)wjq6!{{6c>>Z~4uXbaX##hQ%m3gNocUqHE>6apLEsXNx zR?DrPEe-5)vc$#W#`2a`zi_I5N0hVnPQN@)W$wGQK-_>C1>H2kk;{eM&zU@XVG{(N z;|k3yEt)HSjlH-JyNcSqIv;EX!9f3yQuWW5+zFiay^l528YMyyuEL4q-SX>G5$%>b z>lUN`t>8Jz1f{ULc|m-w7H%Zenk{gSQcB{=UyP*xZ<&vQCdh)S`TGkb`+l zP^}jn$RMm8lY=cOruifNY5fyC@jfSp3URjO+Qcj*>>pq1eX)w^`UxHOU z{|AOq1oHr}WD%iEgUb9X_Zph|g5SfV_XWs!dC1jwz&5b*HUMkgCchl1Co_glBK~UR4YTI&+XZdQzet24g#%-x zDn((l@EpuGB7ow{o%L>90sj!Tt)g=mj$9bn5RI#>x}Vv2sWuQP)mAgsMq5xe{o1FVB=!v$b}*FDo9yv6F_6dR z>9)UCL%4sZ$+8D@PGXQ({pNoe%RM~$pyX@tZcGNj(L#BYvzHWi+f>%-rYwBJpd14x zBh3f?bOyRSCaenZ;v9g(#_FZp@(#hqSL-`X9*aDhI{ocl_>W^nk8Lg7!HuPi&jT4G zqLBogXA>xuK4B|FF(Qq+XuT6BCdzMTe7RT3*u){=Ac2F36NV$5yolq1ppO{_ z;mCl)!TW=)C9D6y9mE$Ve0HSi-5TL)Gy_z93FFaYJ070VmUsdLo)%$|bEfk3sxSR|>57@VHCA`UZO^AK z`P|^&6loSJKkK4G>_58X`z=K#PxDT1nDOYxh<}{EJ&=$aHt2AXl7G<(-;TuxBrlWf zCpEO)@6Q2b&HP18^@}`#w&M>@4!6zAnWne%GhD>Aw?p*T58zq;`0RAtReohMwHBo6 zjbyKbfdWir2oi7APJZhoY<7FpDHots(As(n+mJ44#CNM%8Oc_JaFr(M>z_GbYZlLN zeYAmD1{Ws-N^F1gD3}(20tgiWD7XytD8r zv74<|H9Cj(oUDI$A)VbojOdn0mKRCeUE8+IcI&=Y6K%Qurnq6GpW z{4-}*!|_79jQ$sZ8>ex7=@f99X)sVtZQb+z5?maf+g;tZPc8e7P80Q3>u*!4I8y4% zMhdSqHFy62@}W1(YPW04clxOooAw2Eu?;cu={#T;JEg)86eu-- zUoNxD@Ot3@a?W#9k)-Bn9|X8u{6Hwm)yQ&60-2`?vSH?G5~j6CFu}L+0uCw^8_vvP z!S9};xS(eGHA!^&df3x|{*sXyzzm)5rBNTLF|F*x&hoH|KSFS!G;sowHD=}yNjZ04 z(vA0LP+S=UE`TjUkjFe_^IrbTJV%o0e9SZLGhal8Co(JGSxK?+1Vth{1N~q9hg06; zPWr_Iu&gZ`5I-zM81_w_hi5)MOEbk0N9v)3*M>#(rx4+4Xa+ku zAROE!u+~7-CL5{mUX=t7k-cb?caM$eDKW3Y&oYbYGJX4DO58Q)9%7p?Vs2|hh~keQ zO8`M=sKTCP%&Ueg@s009u~esqV{q##cq`}OtVs9~L?{?ZeYW#r_&4!8@M;}aD3$4= z>N(U{a7B3&KHqV9KZA{F4`m0q+&_K;ssFT0(6rW81D4`A@y+@&E@`M7Ed4jR&BD9? zk51Z|jQT*13RGCI?+e}CRj=6aA;v8&Upx+ky^r=KKW_)RDo;D);qDp?&~H)1u6|;< zzB>f=0%hqd*h^vf&=G9b_JNrsY9FLkA%N}lnv^p$vcm~GSb*R0 z3t7=F--sD{mR518)_lN?WVYpVDw^g^-ik5SRl4*pQs8j=WOuYhN$DF5E(60bhvV(< z@07S6A~EL5@%hp0*1ETKwpA&F-vCU7&AaHvA*-?s!;m<)h>^U5u=VKa#_FG+L|ncX zd%~~QUDDk#;BVMi*0HQ@kkXmWt6RZB_%GXT;z>s+af2;C40efarD$U9I}<;}#No2m z1#55oVQ)QfuRyEbB`#FWF1h4z`s=}}T%dA3hZo2k_g66gvmZQpt>B;{J7(%E<$Dim4xHZM%xIQdSC2U>!t8dCV5pI( zjTV~atW?cz^wtCK?oMDs;lBLwC$ZA<*K>alu#0gi2e1FlyB1ME;tWmiV^rz7ql&WA z1z8fbcPH`>?r^xT>GRF`2(h1Myvy7d`>u&Ob`hiUs13K^AHY&xo2Y8!jhu%gPHFih z4L^s{z_#wM*h&z>UrDzNKL@p;7jMcE#H7TZRL;avrRebd_=LA@z<*!cVe=@FcO%7p6nDX`if)Cu6zX&v{pU;HhfnRMp;PPN~mn#a`F!6@=%ym7J?U zZI=qdd-z0o!=ls#Mv_RtE;^s5m}Lpc4R-wtW-FNH@JO}(ZzOE5YdRZPRq=Frlt^F!*BQjBbkRt7e)5xvhw8r$><<7{V z|DkW^)iI4GbB`MRO)W`sqOx_jr53*L?OO-P5HLDsls_kx zjPOU4o2$VA35dXKvpfX^JrTUmFMEQh)p9hZRWWvwJ|}s@nJ5CQW>d*2lAQPx z&scCRRsiX7@}Y+|`4?SBiiA;McViuo#j0MxxBl^-kq`9Kg>p$IWwEc*%Boj_+9`YD zeTzLZ6w%tkbMhS8%~yPvZ=n~+t;p;)iBi|Fip}jiHaX5-&83)$2vzZn`SUrC9ZmOY z@K*V&C)p<6C!VK{NdKkGAaMT#r&Zl=X~cceiq~jGo3GF{{zfV~f)@o7o+wH0ynXJO zq6+;<7LBvunHt>u^B5sKeI%Dxf5`nut|AJmEMNn+L2GLKagpkJV*$w!jelIq6ky+q znMs^=Qan_4b1}R$jcsdKU9#Vqn$veWyfwrqe3JAejQj}|{1EXV1rh(-X7aHsjs#wI zWuwn*DsW1NwnFIiDxZ?o-s1Fec$&YCB~~&9Piu1uKO3SGss;%629iXa*eQkYj*3a`8p ze)F7TF4y?vGwUSrra%&X`EzT-DHU;jVpOfNc{wvUR@&*{+K3r+o82`{p}^} zW-oM*IBL(!q-RUCiWs00n`Z2yYbr=l2L2DQzF~G#td~k(La8d)t?0(zL zEWP^hSI}Ha81gpqH3|!L@}kuhH@!E>HxmdA_ut*aYZ8lCcobFT6Fo@&I=e|TBRibI zr(a3@{S~)@kn<=Br1H}J%N+)>rEo~~Oawl!G7d(M8j)SA?d=>(L^SnsH==XA=ROXm z&^D#gylYrS?$fwB1zQ}>0V2fNF0rKsI+MRzzII7=w{Mx*tSrS;IVqOHr<>o<$Njc2 z56gItds_&PtAM)(7F&(q;EBGK$-mx0*-s9xo~8Z3Q+DS7QVFTe339lfnAU6UCh&S^ zNpY=^gVb|M3{`k!A4(>*nH|OaAs@e(Z@`&#q`=;IDYbk2pTq)NKN(rHhU)XSE2jFl zr3Y5b{D}+?ad?=a@D03jS&U=o@#lM>?+?);>0uMW)w>|BI>fd@wMaOAhghx_aDrQ+ z!Veej|HWO>*y@8z$2i$$Q$FNFQ4jsQsilESt2(A3+&J#uLQ^XmNANcODiDvGR zJ3?!n7=Yc7!R0d4HEmqct@W+D6qEm$oQ6z2=QOg(n3(e94K&(AL&Wmf7{_{&j^pxs z{Y^?R1I?ocWoXS1s(!Y*@HyQqFIHy!FW8P7Gwf>C= zdsU;t3d>a1e~s+5^43{~?fh8=dWp|sve;3qNa|`_W@F(8c(0-k<7PPWK-RW`u zeOrG8zTK^_DO1|Nmj=c!<_TRb?FAB|{ol*UxqSRA99K4QMEH}c^Sutg9dE+j&r|0a zwn9Z>e>igHQuF@xmEfa(33v$A$}v*0DB4Ky@<6ME3e>*yNWb6QlG32Q4)V3Yc|=)d6AOiFtPaMR1s7}{r zb5OdP%_w<*q%V$4aRg5=LqU&ZkL~;?l+&A4t@-MQ>@~F(P*-o*ep5wgdsE~s|3_&N zcC8JvE78TUKUzs;i+8H02TdHk7k_&Cn;yS=>$A&Hu2qsdz1O=+Jip7PW$i2r!jAp% z^@vmjo>2IgE*Tu~UA66w0vp!(Bk{jl(w|sWyNJw~OejGrZ2Q98 zo)R0U;fdMNmIzVXv!~UoCJZ&d)3hn^C%uNT8bKG(3u8(T?5FU(9$&+5w6MwPw2?kF*n{K zk49FaBE`zYVw?pc!bL7I2ARhRM%LlJave#=%=)ANgE=ApU+w5 zNl!61{R$@$E8c?Dq)|B%GQCzX5-!b)rt*+lsSm;SdXg#WxG6}xu`brRQsVi_OnLq3 z72WG*`F*<~a0uAmlwp+})SC!C#zqBIXQ4v*bT!fb#>?WR60M|gwhqeQzB%REF{4T- zTaTr4*~z?l>8r=X*ZC_DlVIUsVN}$bV}E?oUrl+M>nJ{0$jq4?^=yB9-q$u_EVlvS zgn!?uX{)nYt_j<1m=*sn@fk~PCH^pxDZMqyxO+qK70EqxqEHX#fM<+4aNbU1-EmoE zs=R<0tyk53>RXGa;+u`VI`-Myd-7Ggvtrf#Z@3R-B{ltcQbo0?5!xTNwjB2$# zJ6}yj?93=TWTIGEv7H#{a5-$08+)sJ;a~eVy$f*Sz}w~_=sk0ZUZ_^vh)j1a7@qkCx3>uRB@P=1t9iJUcLJ<=sH+UnSv&;y`pzH5l>_FDS|6px ztC_>q>y946uS;!de#}h%a*nf=QX5sT`r;Ie0Kp9ISN`=Prar$L6`v&?Q#BYr7=CFf zEyuw6t_$%;HoWCEQ$d=g_va@pg`cZ-o0`Xl1~gTJdjw0`c`wG~D9R5&8N9FO-S6Dz zXm-O{*;DR(Rd0Z%&Vb?3k0fK1v^K0I6x~Nh(@w8S%>8BUFqm@mF&hoZvXL6P9J1k;IUi;o=l zIACi9PY;K2W#9k0*eXkPwT44_PSV3K))Z; z>uGg+`{EW?R`PctcW2ZxM!cho*1O4f*%0njiV`n{PpWWR5-JsWRqstdTf1@C>X7Og zKhJb1U_P+4qWRjhyAqME@PDd%%djZ-wr_jrkRG~4rMp2orIGFiL8JviYABIL3F!_A zl@d_8yFt1o1u1ES=RfMYu65n(dhhMso^Oxe+-5CiJZI+QJojTie!nedB19sIeUUkn zUO5wN$4=3?j~SjTVdVP>Nu>20{0AbBZ|x$wSF7kP+XzVFSdTTlFM!qUw5h*Ys=&={ z)fKT*MhJGACd}wU2+utKq}j~0MCgnuh?0h=ickpCG*c(EHQG0wHq0y0Omco#f7nh- zAwQcqZ!tS1eYIzZMG?#x{2tf;tj+xU+^3X0O)(Kd4wnmQ!AgnrpQWx(p`E~A+GAr_8B<-n?{fQ{XZmCM1F90D6vPE~-OcUOR*phKvsCQFhd4pm%@QHZ zF8c5EDktxu@?(VW-CQM$GE@k!`y~y6+hMn5;QQnH`)tJs7gdCDU?b{%ep&qi#m`a0$>YF$6n^I)X6%ag!2AW!cz}?+(7_dPSgTsR3b``?yIPV=ka#VG(Mzyc! zbXSx9KXqfLSTE9emoBbPn@m*%JBVz#yx1nI?zlM6;DGWF_a^~7al$Zd#k2ySEhW>( zJ*xGVD1;clf-8o+7b^RY1YPtEFcM2jl1rTf#REfIfCpH@k}(V=uOKN`fV?NTFRdHQ zRVRC3?mM%eXDTH=^S*s$^tz8n*~>-j&H?|^ra1uc%|GyNzpSJ>aRX}w+cSxFP}!vg zz~_lh!14rb`Paj)qR#_RzRlpDZ-3~Yly|D%0&x};$C=7^j?_@dAbVTe4YSW zAZrcN7)RqmdGGqZ**xKjN7-gYbyP;Fi#$qDFn`gf>imS{t2(6%qZo3?-M4q-5hnt@ zsmu;qz`&_mEnK32jMdwX)lbMO5YH2W^}nnB|DxCcA% zq?pCUEMo$vaMv`zsM*eYWMqQO+~Uskejp)Q)dXo7Aj%!S?~u3yV`q;-nCphVB&fN8 zNV;Mq8a`v?9;ojU@AUu?M)s5p$v#Z){4T~a*FTAZ%9$BdbTRTSx;uVYS8XfNJ+yE4 z_}P#V+#!280BiqnpYg>)*38QYzhcy`Ik;32+9Ry_plF5!+YkL|F&B&$%Jdlq{fTD`Be{#1WYV7n0QeQW%~(9ZTXqsb_#+m zsU!~mpxM4G!Z!GYHjn{QTL^oRe07N9umZ@Jry(t&uC#B*u`8r0En%rGE(I>0> zi(vkcJnyWvlDHHBGmK;Ikf!_^OMQdDR|Iz#=tYpj(2|mJhbiuoI(B#{eA>z-7`=NV z5-t^w80o|{{K#6HzNy1)wByus>ixi!Qsl$DP@Euw;vGYDU)gNtj?5j==*V|qHQ&JR zRtNi2I@Eh+mYgD_v}~An^z(<>!x9&cniiPUzkDf<3@NJm!ZCAD!F@gMy|wKNz1Ib7 z&)9NXd};XC%kr_iznJ=wxH)$M0k*2D)6i)0&6`^f8UJl7;JkLWj=6@mWO=>}NMFgmrM6j8PS|nHhm{sh~CrTX#?lLrdtnn*k z9?JbzUb&P{DPiW!t+@3A%JDJ1kKZJ|a{Uf+Vjhci`sy=b3K zt31W!nIzS)%VsN($Z_vAEf=xQ$x*rxH0Ela)2hmenkfwJNkwpHE)o3n&AWfe>LW*g zrnoq0iNgLA#<_*@ffia-2Kr@Yzil5^+Ii#kSuEn?NCmghVj^QxNQxuc)_^nWEm2g} zKlka`s@(Wau`U>}%&;;%kodsapt}44Bd4jNs=|W8c|4fJ=ppO&L;AhvRa2o4Jw9f5 zJbtr;(7qmBWqM-O&Fpdu2g;y|1$T)2hC0R5INgzw7Vybeb0XNc>CYub^UgG{Bv1T! z7D!1KKUQeG87C7-atZfnJ3+=bFkGlS{izp)Xzid9Z@BH#@2V07-s&Q;)D^W3m-&6t z-8-Jc>zv{pPxV=A4tE)Tv*>Da2CZWqEdLTJ6f0{P6v`93a({FRs}WUX`W19JWg~o_ z-z>TUO}U?cJkb~U_yjS*sU_+?CITmk%Zb$YpN;eu{btbgoRxq;V`7B^vAzt|$Y%fE zO>y&*Vkj|`BK-l+2n6)rG-#8x&waZ8&6ggrod?PzO!RsR`pASrhylXM)z8SFOd1d? zDmV4%2SpUT6*LyhZq0$o7d4g3ZgGhn6;B}`4gjDMq9e72w(Ymx(B(ivoAG`MD1A84SsY+ zDTlY&bJIy?A3*ykR<-{1yU;zYEpCeB@q(2Ksp_)nm7~4^VpDFnw3)dnK`%4c5JtsC z_QB~=!!2S~+lQ1yO(T8o#m3xZ_Z;tvEJ92$ljsJ%Lod<%EMc@Sav&YX0x+o<(L%=S z7Z~Yhnvu{oUdhzUNL|JVDYkDAzj+&PtHxH>gW{DYO%&^;p+Mu zTDDYwC%n~Bj-FbfCb(Q_Uh=Mbv?a}{YzCPV-#XuJNK`y)h9sC@hax$W)`#nMs6Hpc zD^V9_!2@cFAaizfy|zFMDE-&WY6LRjk3k-G10%hPEDhus*-2_wkv=_L3-+h!=5t8$ z+b<@h>F?N%Lb%G&OMlR2Agex13)z6B3%kpUwqo%a$6#T?rw|7L6m)z>H7gD)=43Hx^Wag{ zllKV)R8JANKT!E^|1b`|%e6P==a9%YPNT@%$(Dvx#ywEnb${UiNBc4Ns}0J4zHEQY zDtmh_r=?pzL{}*~I0{A!E=t$z&&m9^dEXm;9uZkN!&b@wNZGW(eC&<2p<=X@Q6s6p zQ=3p2b9%k-{gNLk4Ai#>%?Mx;h*=IYZk;kj|6UhKaj+iL-PbhM*($xLGn{s# z%oRDcuF=fB5ZGT_*~UiT;3s`r5J{8ZNxDj{a_SJIGn|P9znXcX$T3yDz|rNchHg>S z&mSRsZ+WtV*^-cX zK2fM_wr2`2L;REt@Y}Jvk#1okWkBgWkw?K4&vaApHcbp$I!%dYma$<8H*vveg?rvu zZ5;fx*zmk)+dt?NmEvs?s@xs+woI;`S?A;Dq{;fa{zHqTmV^?{7O%T7p>ZP}5hQE( z%wp3-ymGHTXF_!%sKG=P_GRMa@<*I$;WL3b=L$@PBoy+BnAZGPBumC9x78EgRbo)S<_rDi0^8>0$BKE#}?%8!7fH zm8b|0r&S?ijKFx6C)w5r61EHv<)|H;^CQO!qR`LFh3I>6V7_@ppB=20g=w|_oWZEn zOV;>Va3Rq5gx4K0+6sM&_XAN&1WL;+b+F4`TQ70|bPrBhDTt8e8xXgzF~+wqi7|>X zRnnr!dTEMJ3FGDwKz`79+eIQvd_gjcIfc~KpZE5<+HPZC@oh{wLl?wFy1{X>%Odq~ z^X)#xyHB$nmtAlgG_y2+AK!wDC*k5mUB?SbdV8r~GC|hm`>#;ZOa-z^|lk(=iWc17Ao%~VzY5(jqOP+1_mu8+7y0Y`k-PHfi+x_Ret6fk9YPncO@2oBVmtucijeM0Gpg<9-cJXi6*hw z?X#4W)Hb~NeVxuAGHj3uDt^_oM52$luUt}NNZvV)KBha5>#2URikD5dVOW9qZsEzY z7q?_h-bX6U-BB^RUhcJ;iWQ3*Zcm&mlatkLQ7${}Mnx(p9n6`?(l(g8z#;WE?U45GUd^$(Zca1zZ6j~zQwYI*X*kViaUUPoU>#*BZI zb|QT6@#DB&H>rv(^~3J%P))nOi)Z2D$2!H&7YVH8B1mjIlWGT^1%c_ZWbYzh9kZ&ryt?@GmrvO3-TY8ThKcrE<@Vij_9-!x~-3$qZJ`lI<%T0`t%Memv0b!-wJHM z_P|Hljjon1<=e(0X-BOB@_tw7VZ<9w@A0HNaSA2=^vzZFslfqvH-4Z6GtFRbj0>pi z)TF$X^k)>dQBr2_?UP`;v~bjvLrC5^6mplVOkPPpDq? z2;3SfA^E=CK&F)#iB|U*Nd(jgLrLcw*97}RSG>=#azsfw)YY3>e|h~@K?(1d{&PH% zoD()HKFgUE+{BB;yJ-p^nW)L)mKX|tJUCz=d>S9YN$f%WCeCe}8FlkchTD;01%pZ# z>VP;1*mne9%5C&_oJ&D{GL=7r`arujHfR{-3Mz1Im^ zeZVgBOb>wx#!wHE8#n|;-UcD_GW1Jx+FQ^NX2kDH1c~ltLELU7$8O7gUlEv+iJT^l zMoNKjGih)?Mo?jDxLPLMoohzQ*jjGsE{f*qm{1P z5aE23k_!06_3@ixgJ?RLt+Xe-@l0&gEUQNFo7ZS2ZNKkQ+CotxA)01cgdiH+5D{85 zE*26%x0HMzMeY?KwDPZ}kgf^iH0u!+%Z{uGX_2n09_5hh_zQ?+MA*Ogo?la8*~(-w}&?WK^y=2pD(gtx3qon zhD_c6O(Oq#EDe!e%ZuV~i1ObL_^O-bi!ERiDAZ?8{xk;k68_NJ07M`Kd1HU7PeFNK zLF4uHm9EoSGI(eh9TQ$LYkv5(C#pGL_wHR!S6aWB#Kq|G z9spuQP6ys!`He)qvYU6NE2YyBdG=q9p>#et5YqRW{OA681WCVv zckFTLWY+55--+$-pN^FP4ik35)wRo?!|=BQW>%`%98z3v5)|F^KXGp}6Q>qttva99 z;RjEeo4uRsy==k@|C>|)Hh3o~_S)?A$O6;;VIN26&3Wd{mS_;y{<{D5hJQ2yE0ye@ zX9BOQyQ1GR7`u$X_$@iDOXw@G0clFLKA29iaF|#VEac{aQ#Sw#i;vRxv~F(ZE~kh5 z__3;5;r3+5)`#ou4~geuk`VE$W!!IW<h(LUbA44sJS&XhMg>z;FE(4kkAzPB+A2 z`vJJY9KKshY(qD|4|~ycbJ>LZpPX~X|EkL$%m4J5KgspQhZ|u^pZykumbN7TsIW7y zzB05eUhgixI0Z)MGRQ0_5|d}d^tII|Ez%put}-|`zWEC4RAE}1^kZ$%)vi;5?I8Hh^N3K`cMW$ zYj`d(mw#IEtjNP4)$6UyYlX|*rt5D_)nkp88h4HUCxzHAdGl(`^g6$K53D(>#({{DU7?uJq1ioo@rzeth2qkd zn|-fbamhg_QW}IK4B@)X^CK{>J8RwuapaN#{TGEw?Eg#uwW|cJ+R3BB)Jnh5Pm!2m zXXXWqxvvusL)kUIb#J@`rBoIcxDgQ@58#ywU5iA_yqw!e%C`aPs-X$DxkR#ZD-T)o zp?9wDA&4FpodxIqSw9_}JA@kojR#QvH!DLPjwoqhM z2L*5N9$3fIfXFA33V2MzWv4*n$m>pa4Li85`>hVlC}?=k>z@twS;4-z;fryHDQ3)r zs_N%#NM6+-Alr(gseZhI`r=hZI$(O!ZMfoTJ+QY`;osKIH!_D7fUx@rc#`sPlUS@v zSBI>!rt$dQG-&B5J+;Ccf98MQXS!~e;w(kgpCKy$4c1uQf=coA*zs(HxTp|htqwYF zacS4EVNkdp0FRi*8_cWU9hZ3?tWcJ~?=Pz-8)NTiwqf|dONa(#ZYMl^wy%TX^Fip% zGL3&D>n>QfE!qwAyCt6IlnGq<>7v4nlrRm()t{0Gix+@1B>e1ax>7o+u4z!|J1Z3b zS+wR>k(1Jr$>h%<2;APPn;AEJM%QZ@LwK$O_vrp*|0A(nuaQSGN#jTGEF*XiXH#(% z9%wNs{`nv^pA~RuL#2f!)Wy7*0$N!f{Qh{H_+&SHy-GFTZOv(trZd^K#isKCCk_3} zN_NKPT836{Im2>(`@ieJB(kIlcj2~pCHM%j-v>EQKhVUvOkTGFoZvJumVEytF|%m` zg6XryVmi{2!zdvNGCZc?S?au4aG%qIuvj7-gAqDfj)OJcImdLX72y|1t+%B)@0PCs z0ZH^t)p5Wbq6BLVnfHboua7_2FJNJT_Vzs0=R4W9Q$MCbL%CDU3qL|^&uAn;X%hXS z5pT}tBL!Q*>tNK-JLcjFmLKd5=rd4L9Y5Q7bl(o0vc40YgV3J=>}pC9efMF60Y^Qd zq%@M-+BF?jDxc(Fg*cYky}eT^zip=NyrE}}M^x#gh8fDW@SKMRUA@E;X_^c5 zYOr~|@mmcxwf?0Bw^tPXd>OcoCVnQF!O_a?egS&f*G~n_36#9o^%-J`W)e^Qzzu9M z_g;doiQTe)J?`EN_>}Uo#NR8&yF>2!Gn(n4ux$-;D%rp< zWf)FoU$j2Z*{TGgQRPYLrn-5MRV2hZgx!!6%hP{W=#t^*8@d5q z+?d=iSr(FX(KUxF0)jY+_?*hyxtBGeLcJUy928{WPUp_V*tmWI8^ar3ZjH7hIc5c1 zC$tH~GZqAQ3>cKCS=Ex~wqG}*KR&PQiDN+1$G;_heGqfx-6q!ZbwDDxffkxNcZJF$ zsK0ybXk!Q$+%-$bhGpEtPNM3`B7>L1Us10Msr;uM9D*pWpWNq?sQs0;)eJAnKUTro zapu8&)d`1;7E-~YKd3>t=Pq<_KV`CBt}^(I8G##!N!xP&?Sfl(@B>Fw%zUoaWf|E0 z>C{|Ns|LIW9XpTfOhDytkRIOG^N~|d!`vpaVck#cZAg`(t8GcO3t%5oQpdLS>|k}` z?(pF%Bg;qOYiIUw^!bf|Evo&`lMU=IUpttsZ|8i}ZEOPR^joLJ*9jw$pM!Nkj0)RK z6ndg$Jd?1a_Row$r~KyjFlZa_L*o|n8eU4#DW?l-@0l-r+5Nqb!E~)fIq4=Ne~v6- z>z0&h5j|K9DUW~1`fDk}(E5}51jT%3yI}=)4&opv8+W0SD3c`K4OVS0KeE}kG93hi zj2tMube_Lk`Y7Q_ypQ!BL%L46mdP0l)kT)-j6}@ebiO5irz12_qurO2NZOZkpvl~Pq29|JNX?T9JD?-1LV22zB|MNG(L1W$=;17-12oGKKX01j z!6hLNRys1LIp3PJk-vw@lRGM`PLY}kpB3|W3pv`)#$BRe{bCd+C5ZcYv>{FOFRyz? z--FT3GT2XOI6*rJ&nlJrT3&wWp76w? z2v=HvJweIabo73`H`4-M08$|9M=|GNerAXgi`KZ6B;-~=z3Qt4pd2QA1pT~eQ2fN> zc6|?~+2XWE4%sRL)OQA3QI5XSg1b0e^gH}Iw75CA8V8t+v4c}K&D8QU(H{%{tPH?+ zH9YxSo03vc^<8dRVBo+1yv@A3`o9{)HsSY61Yle=s1NDSIK7auk?)~W@Uz{C&ptO_ zDH+{!LCV<>fUQ6p+6G1(u`yl=na-5W>y2J7?hJ@Hyl!&Hpg*h z^7%MC(Zf+Yd{!Ri-KOy#S|B^Yr?jS#p7Ou>i8RB>YX>O_{Y7{~Wa8K^BM*s6lIZgo zXtwLaU{D+#6@4Z`O|JBIE-qAfy8P}h)O*{Ato>NG)KH0sI9hwVnAPEG&ep==Iqz0S zFQa=;F(!);>fbOgmNgPF(&FX9X_ffCsHadIWv~DF+MC%zd(j*TXrmg zbh_!?DZm;<1y?1%9DekP6n7_|WSh682F)VAA9p_8TwhKEZi2-p^9XCz-yFDMVzi{P za$(`LhFlqe9sykxB88m7Ltorn>#}YX%15Jl+O6$jEE{hP(z($kNJMx$B&IE(F=x|dLoE?BzOg3{ z$dX_P1?JWe>9R-nT6OY;Cw9yFG}kWw2>j|Oi;kljy2?{$Ei}njW0M+ZBu8vY5ldDq z*QGW&`xe?E+G(c^d%n!JWl}cbjpug zxZ=xbcclp-(m`0+mm;EP+*7a6|MUPUt6PfcQFFW6$=VhsiOC^p2~3!csvFlHEm&I9 zigP4y=pnVTFnrtbwLA8%?MWh;)58EvVN$dAeqdFwxC8wZR7m*XH!^%(Ezdu)bjQr{ z%pI8XTva*mgPZ*ZGm3>S48L60=qWt4q}go3)^K#|XJprr3JWhvbf>!eKVNuXcar8p z0-3V4f{AET!}uX?J04kTlG2=&% zki>XsT$SrxZ;#6-U0!v7Zxcu?_=P@Oww=`y&kTCwxtQqrZVV$*rC_(Ns45JybMF?ssL|~j;ogYnnB|oC-FGkR* z*tzVu`u154Hs_J*pj{@}ZKkbHiL^O%Qsz3Z`YmRQHjvn>jKB?aCVhMC)^E71lypsm zLVt0e1;(g1W!kgwu#*05$&+Cmdn^{*%d|5Ws#U#XZ?1vxJ&i{`Ncp4%jioYl>gK9y z$yCn^A(w%8UopHODhSHVCGc7Gp8;mWDZ!V^0;V5$f5GJL@E~biLOl93BICi6*Z~QX zR|#~9uM%CR`@7nABr+9P@qh9=@>s8=7=!wf=TQRmM_IW7Uvc-iMiF*38t(N#UYQ;# zTPPKUvNlG{8j(34Q%`!XBgj-HdwchqULS>F35SPbJ!gxtTI!LZ)gqaoE3+fF#qIvP zc>Eb_NV(&4wh_>dQJ>}qOnrJ}!IQqctB87*xOejWHWYQhuwTibqWS3dQ)Cljl8vQs zZ)3=wMeQ8lgZzXBYy+D^$bNSS8jFMl%2v(5Wm+k*O^(9A)`zecS7;5gZ*^JsPvqx& zO_&>qp{gA;lRseSG0)k&&#J^^AwBI+RWrj1R5E+AiYHahbLW!{ZJi0Q8@}*45N0_o zvoAnmoW8JYy4!E1dQ>$Avp6Ez#uontnMv8*DP6uf_=aD#OGY0G4)*Q8(VoKMFqqGq zkU2yfY6}q-iEo79CTMf5x$H}LTF*B>D~&SfM!PV@XT&`tZFXBat#DFzTBgEVu#reD zU~8wn6gCh+?i^}H$e_nW&6mDUw`Z~iFkhZmRYT7(mKkLp7T;D`QYb2q<+^}op2^T-8vJx-cF@03Jt$mI z)ZR0sGpi0B$rkTCs{5^+s+z1tPb`$grzi@6HG%PvqNJni=UMlCCc zRnYF@7nsPL5B!vMX7d?3U*?C!wC9^OOWH1pNnwbO7`R93j$^zT_oYu?>TK?6e)7F| z^_g>~68VbF|MZX1WWV<@$6`Jf*$6eX^%J=xZd4nQ9Bv}5`^!J>`{f^7JRM&Xg!{)l z7clY3`YyA+yFpKLFtlq{l)J-PAe;!a>1!>oDiq2(luwYpE~4T>CaV(@t6zGL_#x28 zlsr8|c?N}azY%0@4>yzQH0w2U48(7x+FNS;$og&sBB@yQSrK@FC3^>>s{TYRC z(m^wAh&a?^rc#pmU4DQV<8ufy;|#vy?HPirQb!5fJRCAKj7ivV3|%f2VF>f;&H8n^ z0;La`fh5CRO9Y0ck`CjfGZ!@y)VQ2?_!<6avmGx)jFLs@j2=@CS<+T&-tgw05#p&c z$|Bo97Vc^zf+fBs(oY)6X7Dk|O0pc3^lcaao;;d8rf1tL+({RtYUh=)UCDH9<%N4> zdqnw9C7E4oq&ZoHtL!D&8;dSc#8)k~!vt7J?K)a$%=GU3-8^O?mmm${mSXo;F0^DS8lIuAIyWS+c zTlw|U&vpDXd^-=R*SXd|fv;hR?yE&y=nc{CERefBIRYK9(nntx{Mr`2iZV|d19PGH zZ0N5o;jqWMdoiok%G+qDp7<8I%&8;RMO-&HCw)6e=9$3{`p!GYML=BGlmrW+cB3Ta ztb_SBn>RleN-}yeRds1~QItUSk6j5~+Q&l?H9|;S=c9T=o`ncgW#OWqUZvN|E@^px z2W2OnCP$XCm}MU@8OR8p>h7Lf$Lf%D&&5r^!aqehx>|fHLoh=AHuAH~e}IV-8Pn67 z25|)Khk}tj6bY@-e()aZ52m3nOzIRUQy*SFtAj)TY7x;pg)oh*hEnZCV;#G%(&xRh zX*?z9B9>|>EccTX%S3u!-(?XoQo_3Hi*h8X^P2OM^omVB1`p!*a*`l#0!xL(b5LYn zGQ=slY1OGd-fb>T#evr4In#*XycT-?kRi(Y3fM}oi9bk`&B#)tF17I4yaF>&h)U4} zt_^F_^$1QU;?uFjPAMTu`9cW+;1DlhCv?h@S3V%6m=aD@4Zz0~#63*p1j5YtB~8i0 zc07WX;&$VQ)6P|)|xD%527d^>pk=0#EVqe0JaHPQ^CNdPOS^XVrnhI{W-snQTx zFj49oIK=skA5BHBg)*DGF3@cDQXjLo-B}SBo=%&hWU*dZvfwJ}kBm;DY%hZMV!1V) z0l6-Mo=^O|_AyZm+cqjioYaa^w+UmEgQQg8%iiAjMz`Lg!ncOHD`s<`Iq*5hai|a` zdrXYb`c!q#CJfzuC4q4Xlj2Qz1@|bwgHI)C#2vpEEOv*H^4FO}3zXA1MV+Q4b0Mr|6*S=z?cfm}6C->-V^#)3I$P}@RYt!|MZ|*4a zBD}ig19pKQW7fyV*ZytX)mV&UZYmE}(^szV6#Y??Ru*AeDbMXti`@SUm=3XP zDTsvAz8`A?%lHJGM?A4-^5j$*zKT1!h-E{>HB*lfyC36uzq-2~f~f}@H{KLTX0_B& zd)wmG-{n_7o9en|hr{mkuSs%9FO_UW>7Eh=JVJLP@YGbfxSJ>k-%NI`6vK!vIXlRx z-PD1K_DKg87t2f6IX>I5x;R~lxKWE+J;sG^p9j|FVaF>O`D{1%U31<^yZ_9Q*7Yh) z=zi$@`fkBm8lQdQg5`%1&ZR!n>k2>9vU}QTi1zXb>NjyRXUnuYZd~%!WY5%4y0?^@6!nx!)12V z_gb_q9{uOY!A&hm2lb>=k_IkcYv5*!w2e){Hz-&>@4T_3v4RFnJPl*YQzV*kbwQy@ z`-G-83qXHR`|G}lSHA}gORGQhT{_1Cwc)ga?VCWZ><6&DKl@m=94O}YH^c&4US9vQ zuS;;k?DMYnMwK`wKsX7w?@mXwrh@y|jC}h`w-zm)2z{?z4U96C_36EM21KKF@rcE( zQv<|y77p{dEo1;v7P-H0c2pJl*w*cHxTxk+6WoiJX%b8x_^W{-S@}Yw%kj0}KexC*qkj1KC{Tm%+|gs6m{ZpffE!#Ntxr*n z+D=RkwiM9*oDLNkCNGZPy>jU$QKKLSUAa}>`(!uPWAc+tZ)OX>9qToI)-;i8!#p{@DyvL$P-cBsMbgrgT{ln1x z3STf`Zw>^KczO8H#DvqmTtAh&M0ScCE~Aog14?eY$L+y*PK1V2(3()~o&UibdFGx6 zxy0QQ3s|oSH^U(2K>=fEEvaLV6g?d|UR-K>SB~#eO9fTlC;{i|XV#pPx?u}vYSW)Qd{NK+NYFf`6NGg`VfY0_4WNryT;i$eShSAMu(WGp)6Lsm0_OGkw0+}?W5 zvDw?Zs1{ZIwU>01RvYbET}@h2<-2+hzMFKaW1lW0=X8E=vBGwT_ZoBnmRZhB%?lCD zvP-Z;N%5jn9c`W>V8uC6h=7DY@__~N-1)ty$Tf~*9=*AMg(nZ!GD`Fmo5%^hKp`kB z%~eNH#j>d2PRhk8sKY)T!HbupFM07pb2giGk=g>tK=KS!*qScfz zPloJpjQhSMM!i|aV*IGHl(MWIyp)k3D#Rk-VPd{GM>b?N2;<^zKHDh$u1SqU)H6-H zccxXV*49^H^{Ei_jFs}|$;}JD&D;}I$7=>>GACs7Y(20AJtoWR7+p$&SQl4s@@C=|!Z&ezlWPGsR$2-8|Y`i{aK z(e;d^Li3DimeTse-iuD!Abe-* z*qI_ux)PRr5Qyj=-lgj18v~NOYBBmB)CPMl-YpQ^M+p?6C?k1QhN6PlpCB+}dq);S zlW{+{fvlUk;yXnM+DfoIvXZY%9oXk<5QnqFUttpJ4C(uH_Lq;AAN@`axd7b_;9v@Af{jsulylup}Gn^x0w-=Kr`O?K7QlAmj7to|= zzNyE>wMomFf9bA-m#y7ZL^pr+nH+^)HH~!Yg*i-<`(!pX_XD#78~k*tc@^eBr2^T{ z8ob;(e-;GrT<}y7_8oU`@bPx{ClBH{*F~YveQL{9KGG5e;;A0s*;wPbZG101O-ASB z>ev;NBCsyQ5Z>5Hz7JY)sz6EvveXHw`Nkm6zO=gX^n`9lgYolOP3cHJBu&bf^kZOv zngAfbTq{yDCH795Pgb4rtec3l$6=$Lo!sRE3M&qx-Pd}q%EORZo>VaV$qQR(e=AIOSch2%T z>b?f;!X1YpL67Z4%K-7)GT}rj5p;Li4Qns7ky=dGP2o}moU`?QS9 z->KGP)I0NHARV@(WJ^T?{30td$k^;Nf`KF)Mz!ik)7ceK?R?JQcUkfN|!IvfYi7gopzNc0HOBRU5LQyzbNhqoK_xu@aX0|Kh z>yQeB2!#68QJORA`nggD_CHA=f%!=3Gxr9a^^WCdqtrtKak6%+k$M;3`^WLW=XjqT zI&p8Z4VgYg5FsKOwbKv-d|rCfTw^Zc{0<^{-+^pd{TVSl0R%H- zN4z_3aNbKMA`;ex+44_Gdq_rNCui!9qpiP&vf^WPlf4k+m?YkABm5uPA5{v|G8FVG z2KSWH1T79R8X1uws0f>Zp#`LjhEG%p#VJmNJP&elSGHog%eHSNy+}YvBGS~Md!k*e zIge8(qTOiv#~Ie%-=$}B?+A{fxxx=fZcGGIC?|abWCp{7M?~nri?stjHks94OsAYx zNI#)v$CY=3>PMye+42fpoGSARcBuNMnfZh8#oh6y)WJ+nHu<7QEbD1VjL-uE3bm;S zYjzW9BvwYOq;Yuc{wIm&paJ0))!(RlTjdHUmyT~T%72$XN@w(p{F%m8k>LA{m)Hlv z|I^RLr1;p4I^P!v?T=jt zFz?$;Kv?uoep*~Nm=w=I+qi=gbM- z?Z}^6j2)cE*1z&PE<7$f>at4;$+7`R2VWD~7X=Xd1nn6Ec)|^sFS;1fw0NA|{9DSN z?+FiTbCpBTXR;u(BYOiH())3KB)2P%YOKyH(7&Gsp-I`31W2r>|EA~MaRG%LD!fBD zf=iI&*p6rSz9fA{UZj)t%gGBJF2N2rfjcAW%v z!H48lJU4+Y&msaIWnb-o!*aUXwI4NCp^87E zeDJ+3U+@Czf;YA@@{n?cG3L%U?yCdOh`%}6NUy?tYtx;0;b^^2dDgH)G45S-J&z5)OFP2-;u%<@(mRjw_WoH6f=So`;iIdG?}di} zT?dq(n@`E?f6;OIzvy`M@;A~#eW8L$TUAWKpY^2)|~$f zjgw9+9F1e=L*i8FN3l@b`MI8fdc_KP*)co;q=1*TD6mh%!3U}8v=ranxt08CksoC( z3yII|9j=lswujVpU_#&3eO_223&Px+@y^i?A9;8>jV_e8)aoU=CesNGSL z6FKQ=cLsBmX>h6w{U!h?X8ZDx>@?*kE-{#RmskkVP70jU)<#h?m)bF$UPk$G998gy z4XeKrHbTyMx)CeF^cT6VH0<8>qia|s=Ke@jDNn)mM^DV@8DzY)t+f~wpIZX~8(Fx= za>k?V7QgwnT>5h06wISfbmdIl&&Amiq-$8gYAzljD%V9b0EkJ0S76JMrnxAgKhIwf z>o12a+w~-@N7jq%ZO1FcXp7?a;k%;npt0CHV;f;f7j|UJk|1HDY$v(fO=UR-G5q8S zi2Sh2!sTlI1-W|}XI^_cezf{Xt+`9k58i}9Y8NQY0MW|jL>Juo&v$%JXhygm&;vf&izstVKa2$^SAeJI8rAi z5mTV+x0CqFaWU1@J+oReo~buqBmL2^_p5?`YuL4wT?3!k+JeRaP39vPqt@6=_kz(9zc#M6-`t4`X=)-qbH>((eKDUbyTuq~qA{~cK)8J^KP8X~= z>4-l1fL$QE=YZ7nS@QF&FD8wIxUsdl zX?(vu>;>Rq=SGJ64>Aq&{i4bDWV|%G{mSv zSj}mt?!!s+3U2ER{W`xMs4&V4Wsndd{T{Y z9hVLOJ?a9Kpltrwia*Z?T#DB1S7!cv^1$?Ti2oJhtW%S(Cs?UZeQ9tn?YT*j1>{t+ zhTxrO`7f+WijJ~P_*TLhK<=m4VzDWQ%ISzdADXTAC;zk_hSgv+)>-wuMm1YuPRucdP)Aj9py4Q&1Nd?((aFY*3bTVv@QzZ#(Uf_&wn|RI#%HQ`A9d}_-6i} z7Wif=5WSC8q=x>(D*vs%>%D@%KjB7~CLaHMMOjYZr%ni9h$8*-F*8~C%VBZd^`1`u zodfc>pB~T%|Aa2y{eksgJ}yMb;N`sgf8`(9e1n!t_|*6ljq@S|{85lqm3c2^7WjVv DGtjJ> literal 0 HcmV?d00001 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..1c69f55 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,27 @@ +{ + "additional_special_tokens": [ + "<|eot_id|>", + "<|eom_id|>" + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b60ca9f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2070 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eot_id|>", + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizer" +}