From cf2c3dc843147f21841c2a190ca915fc6e5c9e69 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 5 May 2026 03:00:41 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rbelanec/train_rte_42_1776331559 Source: Original Platform --- .gitattributes | 36 + README.md | 81 ++ all_results.json | 13 + config.json | 39 + eval_results.json | 8 + generation_config.json | 12 + model.safetensors | 3 + special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2069 ++++++++++++++++++++++++++++++++ train.yaml | 55 + train_results.json | 9 + trainer_log.jsonl | 301 +++++ trainer_state.json | 2463 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 48527 bytes training_loss.png | Bin 0 -> 46936 bytes 17 files changed, 5121 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train.yaml create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6cad1ec --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +library_name: transformers +license: llama3.2 +base_model: meta-llama/Llama-3.2-1B-Instruct +tags: +- peft-factory +- full +- llama-factory +- generated_from_trainer +model-index: +- name: train_rte_42_1776331559 + results: [] +--- + + + +# train_rte_42_1776331559 + +This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the rte dataset. +It achieves the following results on the evaluation set: +- Loss: 0.1189 +- Num Input Tokens Seen: 2035272 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Input Tokens Seen | +|:-------------:|:------:|:----:|:---------------:|:-----------------:| +| 0.2309 | 0.2527 | 71 | 0.1802 | 105024 | +| 0.1861 | 0.5053 | 142 | 0.2462 | 209536 | +| 0.0658 | 0.7580 | 213 | 0.1589 | 312576 | +| 0.0765 | 1.0107 | 284 | 0.1189 | 414040 | +| 0.1848 | 1.2633 | 355 | 0.2128 | 517656 | +| 0.0306 | 1.5160 | 426 | 0.1791 | 624344 | +| 0.1029 | 1.7687 | 497 | 0.1360 | 725656 | +| 0.1868 | 2.0214 | 568 | 0.1606 | 821416 | +| 0.0259 | 2.2740 | 639 | 0.2542 | 926760 | +| 0.029 | 2.5267 | 710 | 0.2361 | 1025320 | +| 0.0005 | 2.7794 | 781 | 0.2352 | 1128104 | +| 0.0001 | 3.0320 | 852 | 0.2580 | 1229440 | +| 0.0001 | 3.2847 | 923 | 0.2295 | 1332544 | +| 0.0001 | 3.5374 | 994 | 0.2405 | 1438336 | +| 0.0 | 3.7900 | 1065 | 0.2512 | 1539072 | +| 0.0 | 4.0427 | 1136 | 0.2552 | 1642696 | +| 0.0 | 4.2954 | 1207 | 0.2572 | 1743624 | +| 0.0 | 4.5480 | 1278 | 0.2590 | 1849416 | +| 0.0 | 4.8007 | 1349 | 0.2602 | 1954568 | + + +### Framework versions + +- Transformers 4.51.3 +- Pytorch 2.10.0+cu128 +- Datasets 4.0.0 +- Tokenizers 0.21.4 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..7f39b7d --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 5.0, + "eval_loss": 0.11889845132827759, + "eval_runtime": 0.6177, + "eval_samples_per_second": 403.126, + "eval_steps_per_second": 51.807, + "num_input_tokens_seen": 2035272, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.05568007128206763, + "train_runtime": 1085.6649, + "train_samples_per_second": 10.321, + "train_steps_per_second": 1.294 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5a2b93f --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.51.3", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..082223f --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "eval_loss": 0.11889845132827759, + "eval_runtime": 0.6177, + "eval_samples_per_second": 403.126, + "eval_steps_per_second": 51.807, + "num_input_tokens_seen": 2035272 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2b8ae57 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.51.3" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..fe88087 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f42b11bdaec0cab6d8549f9878c2966047f97164729de4a3943c13261f00c19 +size 4943274328 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ddc3ce0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2069 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizer" +} diff --git a/train.yaml b/train.yaml new file mode 100644 index 0000000..d5758a1 --- /dev/null +++ b/train.yaml @@ -0,0 +1,55 @@ +seed: 42 + +### model +model_name_or_path: meta-llama/Llama-3.2-1B-Instruct +trust_remote_code: true +flash_attn: auto +use_cache: false + +### method +stage: sft +do_train: true +finetuning_type: full + +### dataset +dataset: rte +template: llama3 +cutoff_len: 2048 +overwrite_cache: true +preprocessing_num_workers: 4 +dataloader_num_workers: 4 +packing: false + +### output +output_dir: saves_bts_preliminary/base/llama-3.2-1b-instruct/train_rte_42_1776331559 +logging_steps: 5 +save_steps: 0.05 +overwrite_output_dir: true +save_only_model: false +plot_loss: true +include_num_input_tokens_seen: true +push_to_hub: true +push_to_hub_organization: rbelanec +load_best_model_at_end: true +save_total_limit: 1 + +### train +per_device_train_batch_size: 8 +learning_rate: 5.0e-6 +num_train_epochs: 5 +weight_decay: 1.0e-5 +lr_scheduler_type: cosine +bf16: true +ddp_timeout: 180000000 +resume_from_checkpoint: null +warmup_ratio: 0.1 +optim: adamw_torch +report_to: +- wandb +run_name: base_llama-3.2-1b-instruct_train_rte_42_1776331559 + +### eval +per_device_eval_batch_size: 8 +eval_strategy: steps +eval_steps: 0.05 +val_size: 0.1 \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..b0dd51e --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 5.0, + "num_input_tokens_seen": 2035272, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.05568007128206763, + "train_runtime": 1085.6649, + "train_samples_per_second": 10.321, + "train_steps_per_second": 1.294 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..a50cb60 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,301 @@ +{"current_steps": 5, "total_steps": 1405, "loss": 0.7401, "lr": 1.4184397163120568e-07, "epoch": 0.017793594306049824, "percentage": 0.36, "elapsed_time": "0:00:00", "remaining_time": "0:03:34", "throughput": 10273.35, "total_tokens": 7872} +{"current_steps": 10, "total_steps": 1405, "loss": 0.6171, "lr": 3.1914893617021275e-07, "epoch": 0.03558718861209965, "percentage": 0.71, "elapsed_time": "0:00:01", "remaining_time": "0:02:49", "throughput": 12160.95, "total_tokens": 14784} +{"current_steps": 15, "total_steps": 1405, "loss": 0.4092, "lr": 4.964539007092199e-07, "epoch": 0.05338078291814947, "percentage": 1.07, "elapsed_time": "0:00:01", "remaining_time": "0:02:38", "throughput": 13729.69, "total_tokens": 23424} +{"current_steps": 20, "total_steps": 1405, "loss": 0.2659, "lr": 6.73758865248227e-07, "epoch": 0.0711743772241993, "percentage": 1.42, "elapsed_time": "0:00:02", "remaining_time": "0:02:28", "throughput": 13884.51, "total_tokens": 29824} +{"current_steps": 25, "total_steps": 1405, "loss": 0.2666, "lr": 8.510638297872341e-07, "epoch": 0.08896797153024912, "percentage": 1.78, "elapsed_time": "0:00:02", "remaining_time": "0:02:24", "throughput": 14476.05, "total_tokens": 37824} +{"current_steps": 30, "total_steps": 1405, "loss": 0.2573, "lr": 1.0283687943262412e-06, "epoch": 0.10676156583629894, "percentage": 2.14, "elapsed_time": "0:00:03", "remaining_time": "0:02:19", "throughput": 14604.05, "total_tokens": 44608} +{"current_steps": 35, "total_steps": 1405, "loss": 0.3322, "lr": 1.2056737588652482e-06, "epoch": 0.12455516014234876, "percentage": 2.49, "elapsed_time": "0:00:03", "remaining_time": "0:02:17", "throughput": 14841.7, "total_tokens": 51968} +{"current_steps": 40, "total_steps": 1405, "loss": 0.1441, "lr": 1.3829787234042555e-06, "epoch": 0.1423487544483986, "percentage": 2.85, "elapsed_time": "0:00:03", "remaining_time": "0:02:14", "throughput": 15033.22, "total_tokens": 59456} +{"current_steps": 45, "total_steps": 1405, "loss": 0.163, "lr": 1.5602836879432626e-06, "epoch": 0.1601423487544484, "percentage": 3.2, "elapsed_time": "0:00:04", "remaining_time": "0:02:12", "throughput": 15135.47, "total_tokens": 66496} +{"current_steps": 50, "total_steps": 1405, "loss": 0.1815, "lr": 1.7375886524822697e-06, "epoch": 0.17793594306049823, "percentage": 3.56, "elapsed_time": "0:00:04", "remaining_time": "0:02:11", "throughput": 15185.55, "total_tokens": 73408} +{"current_steps": 55, "total_steps": 1405, "loss": 0.1484, "lr": 1.9148936170212767e-06, "epoch": 0.19572953736654805, "percentage": 3.91, "elapsed_time": "0:00:05", "remaining_time": "0:02:09", "throughput": 15274.84, "total_tokens": 80576} +{"current_steps": 60, "total_steps": 1405, "loss": 0.1828, "lr": 2.092198581560284e-06, "epoch": 0.21352313167259787, "percentage": 4.27, "elapsed_time": "0:00:05", "remaining_time": "0:02:08", "throughput": 15397.99, "total_tokens": 88256} +{"current_steps": 65, "total_steps": 1405, "loss": 0.1709, "lr": 2.269503546099291e-06, "epoch": 0.2313167259786477, "percentage": 4.63, "elapsed_time": "0:00:06", "remaining_time": "0:02:07", "throughput": 15537.96, "total_tokens": 96256} +{"current_steps": 70, "total_steps": 1405, "loss": 0.2309, "lr": 2.446808510638298e-06, "epoch": 0.2491103202846975, "percentage": 4.98, "elapsed_time": "0:00:06", "remaining_time": "0:02:06", "throughput": 15587.07, "total_tokens": 103424} +{"current_steps": 71, "total_steps": 1405, "eval_loss": 0.18017518520355225, "epoch": 0.2526690391459075, "percentage": 5.05, "elapsed_time": "0:00:07", "remaining_time": "0:02:17", "throughput": 14316.64, "total_tokens": 105024} +{"current_steps": 75, "total_steps": 1405, "loss": 0.1733, "lr": 2.624113475177305e-06, "epoch": 0.2669039145907473, "percentage": 5.34, "elapsed_time": "0:01:18", "remaining_time": "0:23:06", "throughput": 1413.24, "total_tokens": 110528} +{"current_steps": 80, "total_steps": 1405, "loss": 0.1469, "lr": 2.8014184397163125e-06, "epoch": 0.2846975088967972, "percentage": 5.69, "elapsed_time": "0:01:18", "remaining_time": "0:21:42", "throughput": 1493.33, "total_tokens": 117440} +{"current_steps": 85, "total_steps": 1405, "loss": 0.1417, "lr": 2.978723404255319e-06, "epoch": 0.302491103202847, "percentage": 6.05, "elapsed_time": "0:01:19", "remaining_time": "0:20:28", "throughput": 1586.53, "total_tokens": 125504} +{"current_steps": 90, "total_steps": 1405, "loss": 0.1887, "lr": 3.1560283687943267e-06, "epoch": 0.3202846975088968, "percentage": 6.41, "elapsed_time": "0:01:19", "remaining_time": "0:19:22", "throughput": 1663.97, "total_tokens": 132352} +{"current_steps": 95, "total_steps": 1405, "loss": 0.1507, "lr": 3.3333333333333333e-06, "epoch": 0.33807829181494664, "percentage": 6.76, "elapsed_time": "0:01:19", "remaining_time": "0:18:22", "throughput": 1740.55, "total_tokens": 139200} +{"current_steps": 100, "total_steps": 1405, "loss": 0.0966, "lr": 3.510638297872341e-06, "epoch": 0.35587188612099646, "percentage": 7.12, "elapsed_time": "0:01:20", "remaining_time": "0:17:29", "throughput": 1838.31, "total_tokens": 147904} +{"current_steps": 105, "total_steps": 1405, "loss": 0.2218, "lr": 3.6879432624113475e-06, "epoch": 0.3736654804270463, "percentage": 7.47, "elapsed_time": "0:01:20", "remaining_time": "0:16:41", "throughput": 1907.09, "total_tokens": 154240} +{"current_steps": 110, "total_steps": 1405, "loss": 0.1246, "lr": 3.865248226950355e-06, "epoch": 0.3914590747330961, "percentage": 7.83, "elapsed_time": "0:01:21", "remaining_time": "0:15:57", "throughput": 1985.57, "total_tokens": 161472} +{"current_steps": 115, "total_steps": 1405, "loss": 0.1689, "lr": 4.042553191489362e-06, "epoch": 0.4092526690391459, "percentage": 8.19, "elapsed_time": "0:01:21", "remaining_time": "0:15:17", "throughput": 2057.26, "total_tokens": 168192} +{"current_steps": 120, "total_steps": 1405, "loss": 0.1818, "lr": 4.219858156028369e-06, "epoch": 0.42704626334519574, "percentage": 8.54, "elapsed_time": "0:01:22", "remaining_time": "0:14:40", "throughput": 2125.23, "total_tokens": 174656} +{"current_steps": 125, "total_steps": 1405, "loss": 0.1189, "lr": 4.397163120567377e-06, "epoch": 0.44483985765124556, "percentage": 8.9, "elapsed_time": "0:01:22", "remaining_time": "0:14:05", "throughput": 2198.52, "total_tokens": 181632} +{"current_steps": 130, "total_steps": 1405, "loss": 0.0973, "lr": 4.574468085106383e-06, "epoch": 0.4626334519572954, "percentage": 9.25, "elapsed_time": "0:01:23", "remaining_time": "0:13:35", "throughput": 2303.5, "total_tokens": 191488} +{"current_steps": 135, "total_steps": 1405, "loss": 0.1978, "lr": 4.751773049645391e-06, "epoch": 0.4804270462633452, "percentage": 9.61, "elapsed_time": "0:01:23", "remaining_time": "0:13:06", "throughput": 2379.18, "total_tokens": 198848} +{"current_steps": 140, "total_steps": 1405, "loss": 0.1861, "lr": 4.929078014184397e-06, "epoch": 0.498220640569395, "percentage": 9.96, "elapsed_time": "0:01:24", "remaining_time": "0:12:39", "throughput": 2465.53, "total_tokens": 207232} +{"current_steps": 142, "total_steps": 1405, "eval_loss": 0.2461702525615692, "epoch": 0.505338078291815, "percentage": 10.11, "elapsed_time": "0:01:24", "remaining_time": "0:12:34", "throughput": 2471.44, "total_tokens": 209536} +{"current_steps": 145, "total_steps": 1405, "loss": 0.2676, "lr": 4.999930504592181e-06, "epoch": 0.5160142348754448, "percentage": 10.32, "elapsed_time": "0:02:00", "remaining_time": "0:17:27", "throughput": 1775.06, "total_tokens": 213952} +{"current_steps": 150, "total_steps": 1405, "loss": 0.1686, "lr": 4.999505824425164e-06, "epoch": 0.5338078291814946, "percentage": 10.68, "elapsed_time": "0:02:00", "remaining_time": "0:16:52", "throughput": 1829.83, "total_tokens": 221376} +{"current_steps": 155, "total_steps": 1405, "loss": 0.1074, "lr": 4.998695138156149e-06, "epoch": 0.5516014234875445, "percentage": 11.03, "elapsed_time": "0:02:01", "remaining_time": "0:16:19", "throughput": 1885.24, "total_tokens": 228928} +{"current_steps": 160, "total_steps": 1405, "loss": 0.1216, "lr": 4.997498570981822e-06, "epoch": 0.5693950177935944, "percentage": 11.39, "elapsed_time": "0:02:01", "remaining_time": "0:15:48", "throughput": 1939.28, "total_tokens": 236352} +{"current_steps": 165, "total_steps": 1405, "loss": 0.1426, "lr": 4.995916307691601e-06, "epoch": 0.5871886120996441, "percentage": 11.74, "elapsed_time": "0:02:02", "remaining_time": "0:15:19", "throughput": 1997.84, "total_tokens": 244416} +{"current_steps": 170, "total_steps": 1405, "loss": 0.175, "lr": 4.993948592639105e-06, "epoch": 0.604982206405694, "percentage": 12.1, "elapsed_time": "0:02:02", "remaining_time": "0:14:51", "throughput": 2048.09, "total_tokens": 251456} +{"current_steps": 175, "total_steps": 1405, "loss": 0.1179, "lr": 4.991595729704405e-06, "epoch": 0.6227758007117438, "percentage": 12.46, "elapsed_time": "0:02:03", "remaining_time": "0:14:26", "throughput": 2100.88, "total_tokens": 258880} +{"current_steps": 180, "total_steps": 1405, "loss": 0.1235, "lr": 4.988858082247109e-06, "epoch": 0.6405693950177936, "percentage": 12.81, "elapsed_time": "0:02:03", "remaining_time": "0:14:01", "throughput": 2144.54, "total_tokens": 265152} +{"current_steps": 185, "total_steps": 1405, "loss": 0.1596, "lr": 4.985736073050237e-06, "epoch": 0.6583629893238434, "percentage": 13.17, "elapsed_time": "0:02:04", "remaining_time": "0:13:38", "throughput": 2196.61, "total_tokens": 272576} +{"current_steps": 190, "total_steps": 1405, "loss": 0.1188, "lr": 4.982230184254934e-06, "epoch": 0.6761565836298933, "percentage": 13.52, "elapsed_time": "0:02:04", "remaining_time": "0:13:16", "throughput": 2246.44, "total_tokens": 279744} +{"current_steps": 195, "total_steps": 1405, "loss": 0.1255, "lr": 4.9783409572860105e-06, "epoch": 0.693950177935943, "percentage": 13.88, "elapsed_time": "0:02:04", "remaining_time": "0:12:55", "throughput": 2301.63, "total_tokens": 287680} +{"current_steps": 200, "total_steps": 1405, "loss": 0.0801, "lr": 4.9740689927683314e-06, "epoch": 0.7117437722419929, "percentage": 14.23, "elapsed_time": "0:02:05", "remaining_time": "0:12:35", "throughput": 2348.72, "total_tokens": 294592} +{"current_steps": 205, "total_steps": 1405, "loss": 0.0902, "lr": 4.9694149504340515e-06, "epoch": 0.7295373665480427, "percentage": 14.59, "elapsed_time": "0:02:05", "remaining_time": "0:12:16", "throughput": 2395.03, "total_tokens": 301440} +{"current_steps": 210, "total_steps": 1405, "loss": 0.0658, "lr": 4.964379549020741e-06, "epoch": 0.7473309608540926, "percentage": 14.95, "elapsed_time": "0:02:06", "remaining_time": "0:11:58", "throughput": 2441.99, "total_tokens": 308416} +{"current_steps": 213, "total_steps": 1405, "eval_loss": 0.1589389145374298, "epoch": 0.7580071174377224, "percentage": 15.16, "elapsed_time": "0:02:08", "remaining_time": "0:11:57", "throughput": 2437.63, "total_tokens": 312576} +{"current_steps": 215, "total_steps": 1405, "loss": 0.1047, "lr": 4.9589635661603845e-06, "epoch": 0.7651245551601423, "percentage": 15.3, "elapsed_time": "0:02:58", "remaining_time": "0:16:26", "throughput": 1769.32, "total_tokens": 315328} +{"current_steps": 220, "total_steps": 1405, "loss": 0.0899, "lr": 4.953167838259285e-06, "epoch": 0.7829181494661922, "percentage": 15.66, "elapsed_time": "0:02:58", "remaining_time": "0:16:02", "throughput": 1806.05, "total_tokens": 322688} +{"current_steps": 225, "total_steps": 1405, "loss": 0.1884, "lr": 4.946993260368904e-06, "epoch": 0.800711743772242, "percentage": 16.01, "elapsed_time": "0:02:59", "remaining_time": "0:15:39", "throughput": 1838.5, "total_tokens": 329280} +{"current_steps": 230, "total_steps": 1405, "loss": 0.0862, "lr": 4.9404407860476275e-06, "epoch": 0.8185053380782918, "percentage": 16.37, "elapsed_time": "0:02:59", "remaining_time": "0:15:17", "throughput": 1876.32, "total_tokens": 336896} +{"current_steps": 235, "total_steps": 1405, "loss": 0.1129, "lr": 4.933511427213511e-06, "epoch": 0.8362989323843416, "percentage": 16.73, "elapsed_time": "0:02:59", "remaining_time": "0:14:56", "throughput": 1911.89, "total_tokens": 344128} +{"current_steps": 240, "total_steps": 1405, "loss": 0.0612, "lr": 4.926206253988001e-06, "epoch": 0.8540925266903915, "percentage": 17.08, "elapsed_time": "0:03:00", "remaining_time": "0:14:35", "throughput": 1944.94, "total_tokens": 350912} +{"current_steps": 245, "total_steps": 1405, "loss": 0.1364, "lr": 4.91852639453068e-06, "epoch": 0.8718861209964412, "percentage": 17.44, "elapsed_time": "0:03:00", "remaining_time": "0:14:16", "throughput": 1979.49, "total_tokens": 358016} +{"current_steps": 250, "total_steps": 1405, "loss": 0.0751, "lr": 4.910473034865033e-06, "epoch": 0.8896797153024911, "percentage": 17.79, "elapsed_time": "0:03:01", "remaining_time": "0:13:57", "throughput": 2011.88, "total_tokens": 364736} +{"current_steps": 255, "total_steps": 1405, "loss": 0.1051, "lr": 4.902047418695293e-06, "epoch": 0.9074733096085409, "percentage": 18.15, "elapsed_time": "0:03:01", "remaining_time": "0:13:39", "throughput": 2045.11, "total_tokens": 371648} +{"current_steps": 260, "total_steps": 1405, "loss": 0.0675, "lr": 4.893250847214369e-06, "epoch": 0.9252669039145908, "percentage": 18.51, "elapsed_time": "0:03:02", "remaining_time": "0:13:22", "throughput": 2081.5, "total_tokens": 379200} +{"current_steps": 265, "total_steps": 1405, "loss": 0.1611, "lr": 4.884084678902898e-06, "epoch": 0.9430604982206405, "percentage": 18.86, "elapsed_time": "0:03:02", "remaining_time": "0:13:05", "throughput": 2120.01, "total_tokens": 387200} +{"current_steps": 270, "total_steps": 1405, "loss": 0.1232, "lr": 4.874550329319457e-06, "epoch": 0.9608540925266904, "percentage": 19.22, "elapsed_time": "0:03:03", "remaining_time": "0:12:49", "throughput": 2158.55, "total_tokens": 395264} +{"current_steps": 275, "total_steps": 1405, "loss": 0.135, "lr": 4.864649270881944e-06, "epoch": 0.9786476868327402, "percentage": 19.57, "elapsed_time": "0:03:03", "remaining_time": "0:12:34", "throughput": 2191.09, "total_tokens": 402176} +{"current_steps": 280, "total_steps": 1405, "loss": 0.0765, "lr": 4.854383032640196e-06, "epoch": 0.99644128113879, "percentage": 19.93, "elapsed_time": "0:03:04", "remaining_time": "0:12:19", "throughput": 2228.07, "total_tokens": 409984} +{"current_steps": 284, "total_steps": 1405, "eval_loss": 0.11889845132827759, "epoch": 1.01067615658363, "percentage": 20.21, "elapsed_time": "0:03:05", "remaining_time": "0:12:10", "throughput": 2237.6, "total_tokens": 414040} +{"current_steps": 285, "total_steps": 1405, "loss": 0.0754, "lr": 4.843753200039851e-06, "epoch": 1.0142348754448398, "percentage": 20.28, "elapsed_time": "0:04:34", "remaining_time": "0:17:58", "throughput": 1513.6, "total_tokens": 415256} +{"current_steps": 290, "total_steps": 1405, "loss": 0.067, "lr": 4.832761414677502e-06, "epoch": 1.0320284697508897, "percentage": 20.64, "elapsed_time": "0:04:34", "remaining_time": "0:17:36", "throughput": 1538.59, "total_tokens": 422808} +{"current_steps": 295, "total_steps": 1405, "loss": 0.0342, "lr": 4.821409374047184e-06, "epoch": 1.0498220640569396, "percentage": 21.0, "elapsed_time": "0:04:35", "remaining_time": "0:17:15", "throughput": 1562.61, "total_tokens": 430104} +{"current_steps": 300, "total_steps": 1405, "loss": 0.0683, "lr": 4.809698831278217e-06, "epoch": 1.0676156583629894, "percentage": 21.35, "elapsed_time": "0:04:35", "remaining_time": "0:16:55", "throughput": 1584.31, "total_tokens": 436760} +{"current_steps": 305, "total_steps": 1405, "loss": 0.1073, "lr": 4.797631594864475e-06, "epoch": 1.085409252669039, "percentage": 21.71, "elapsed_time": "0:04:36", "remaining_time": "0:16:35", "throughput": 1611.32, "total_tokens": 444952} +{"current_steps": 310, "total_steps": 1405, "loss": 0.1453, "lr": 4.785209528385087e-06, "epoch": 1.103202846975089, "percentage": 22.06, "elapsed_time": "0:04:36", "remaining_time": "0:16:17", "throughput": 1636.86, "total_tokens": 452760} +{"current_steps": 315, "total_steps": 1405, "loss": 0.2851, "lr": 4.7724345502166435e-06, "epoch": 1.1209964412811388, "percentage": 22.42, "elapsed_time": "0:04:37", "remaining_time": "0:15:58", "throughput": 1654.76, "total_tokens": 458392} +{"current_steps": 320, "total_steps": 1405, "loss": 0.0427, "lr": 4.759308633236934e-06, "epoch": 1.1387900355871885, "percentage": 22.78, "elapsed_time": "0:04:37", "remaining_time": "0:15:40", "throughput": 1676.42, "total_tokens": 465112} +{"current_steps": 325, "total_steps": 1405, "loss": 0.0369, "lr": 4.74583380452027e-06, "epoch": 1.1565836298932384, "percentage": 23.13, "elapsed_time": "0:04:37", "remaining_time": "0:15:23", "throughput": 1699.35, "total_tokens": 472216} +{"current_steps": 330, "total_steps": 1405, "loss": 0.1237, "lr": 4.7320121450244395e-06, "epoch": 1.1743772241992882, "percentage": 23.49, "elapsed_time": "0:04:38", "remaining_time": "0:15:06", "throughput": 1723.08, "total_tokens": 479576} +{"current_steps": 335, "total_steps": 1405, "loss": 0.0822, "lr": 4.717845789269333e-06, "epoch": 1.1921708185053381, "percentage": 23.84, "elapsed_time": "0:04:38", "remaining_time": "0:14:50", "throughput": 1745.4, "total_tokens": 486552} +{"current_steps": 340, "total_steps": 1405, "loss": 0.0835, "lr": 4.703336925007311e-06, "epoch": 1.209964412811388, "percentage": 24.2, "elapsed_time": "0:04:39", "remaining_time": "0:14:34", "throughput": 1771.37, "total_tokens": 494616} +{"current_steps": 345, "total_steps": 1405, "loss": 0.0413, "lr": 4.68848779288534e-06, "epoch": 1.2277580071174377, "percentage": 24.56, "elapsed_time": "0:04:39", "remaining_time": "0:14:19", "throughput": 1792.87, "total_tokens": 501400} +{"current_steps": 350, "total_steps": 1405, "loss": 0.0284, "lr": 4.673300686098957e-06, "epoch": 1.2455516014234875, "percentage": 24.91, "elapsed_time": "0:04:40", "remaining_time": "0:14:04", "throughput": 1816.7, "total_tokens": 508888} +{"current_steps": 355, "total_steps": 1405, "loss": 0.1848, "lr": 4.657777950038133e-06, "epoch": 1.2633451957295374, "percentage": 25.27, "elapsed_time": "0:04:40", "remaining_time": "0:13:49", "throughput": 1844.83, "total_tokens": 517656} +{"current_steps": 355, "total_steps": 1405, "eval_loss": 0.21280953288078308, "epoch": 1.2633451957295374, "percentage": 25.27, "elapsed_time": "0:04:41", "remaining_time": "0:13:51", "throughput": 1840.79, "total_tokens": 517656} +{"current_steps": 360, "total_steps": 1405, "loss": 0.0684, "lr": 4.641921981925064e-06, "epoch": 1.281138790035587, "percentage": 25.62, "elapsed_time": "0:05:17", "remaining_time": "0:15:21", "throughput": 1658.11, "total_tokens": 526232} +{"current_steps": 365, "total_steps": 1405, "loss": 0.0556, "lr": 4.625735230443959e-06, "epoch": 1.298932384341637, "percentage": 25.98, "elapsed_time": "0:05:17", "remaining_time": "0:15:05", "throughput": 1678.36, "total_tokens": 533400} +{"current_steps": 370, "total_steps": 1405, "loss": 0.1059, "lr": 4.609220195362886e-06, "epoch": 1.3167259786476868, "percentage": 26.33, "elapsed_time": "0:05:18", "remaining_time": "0:14:50", "throughput": 1703.34, "total_tokens": 542168} +{"current_steps": 375, "total_steps": 1405, "loss": 0.0525, "lr": 4.592379427147722e-06, "epoch": 1.3345195729537367, "percentage": 26.69, "elapsed_time": "0:05:18", "remaining_time": "0:14:35", "throughput": 1725.39, "total_tokens": 549976} +{"current_steps": 380, "total_steps": 1405, "loss": 0.118, "lr": 4.575215526568278e-06, "epoch": 1.3523131672597866, "percentage": 27.05, "elapsed_time": "0:05:19", "remaining_time": "0:14:20", "throughput": 1745.07, "total_tokens": 557016} +{"current_steps": 385, "total_steps": 1405, "loss": 0.0831, "lr": 4.557731144296659e-06, "epoch": 1.3701067615658362, "percentage": 27.4, "elapsed_time": "0:05:19", "remaining_time": "0:14:06", "throughput": 1766.02, "total_tokens": 564504} +{"current_steps": 390, "total_steps": 1405, "loss": 0.0283, "lr": 4.539928980497903e-06, "epoch": 1.387900355871886, "percentage": 27.76, "elapsed_time": "0:05:20", "remaining_time": "0:13:53", "throughput": 1786.54, "total_tokens": 571864} +{"current_steps": 395, "total_steps": 1405, "loss": 0.0483, "lr": 4.521811784412996e-06, "epoch": 1.405693950177936, "percentage": 28.11, "elapsed_time": "0:05:20", "remaining_time": "0:13:39", "throughput": 1804.73, "total_tokens": 578456} +{"current_steps": 400, "total_steps": 1405, "loss": 0.1155, "lr": 4.503382353934295e-06, "epoch": 1.4234875444839858, "percentage": 28.47, "elapsed_time": "0:05:20", "remaining_time": "0:13:26", "throughput": 1821.54, "total_tokens": 584600} +{"current_steps": 405, "total_steps": 1405, "loss": 0.0086, "lr": 4.484643535173438e-06, "epoch": 1.4412811387900355, "percentage": 28.83, "elapsed_time": "0:05:21", "remaining_time": "0:13:13", "throughput": 1839.46, "total_tokens": 591128} +{"current_steps": 410, "total_steps": 1405, "loss": 0.0969, "lr": 4.465598222021818e-06, "epoch": 1.4590747330960854, "percentage": 29.18, "elapsed_time": "0:05:21", "remaining_time": "0:13:00", "throughput": 1859.96, "total_tokens": 598552} +{"current_steps": 415, "total_steps": 1405, "loss": 0.0715, "lr": 4.446249355703661e-06, "epoch": 1.4768683274021353, "percentage": 29.54, "elapsed_time": "0:05:22", "remaining_time": "0:12:48", "throughput": 1884.37, "total_tokens": 607320} +{"current_steps": 420, "total_steps": 1405, "loss": 0.094, "lr": 4.426599924321815e-06, "epoch": 1.4946619217081851, "percentage": 29.89, "elapsed_time": "0:05:22", "remaining_time": "0:12:36", "throughput": 1904.77, "total_tokens": 614744} +{"current_steps": 425, "total_steps": 1405, "loss": 0.0306, "lr": 4.406652962396278e-06, "epoch": 1.512455516014235, "percentage": 30.25, "elapsed_time": "0:05:23", "remaining_time": "0:12:25", "throughput": 1926.98, "total_tokens": 622808} +{"current_steps": 426, "total_steps": 1405, "eval_loss": 0.17913997173309326, "epoch": 1.5160142348754448, "percentage": 30.32, "elapsed_time": "0:05:23", "remaining_time": "0:12:24", "throughput": 1927.68, "total_tokens": 624344} +{"current_steps": 430, "total_steps": 1405, "loss": 0.103, "lr": 4.386411550395576e-06, "epoch": 1.5302491103202847, "percentage": 30.6, "elapsed_time": "0:05:57", "remaining_time": "0:13:30", "throughput": 1764.39, "total_tokens": 630488} +{"current_steps": 435, "total_steps": 1405, "loss": 0.0775, "lr": 4.365878814261032e-06, "epoch": 1.5480427046263345, "percentage": 30.96, "elapsed_time": "0:05:57", "remaining_time": "0:13:17", "throughput": 1784.31, "total_tokens": 638424} +{"current_steps": 440, "total_steps": 1405, "loss": 0.0767, "lr": 4.34505792492402e-06, "epoch": 1.5658362989323842, "percentage": 31.32, "elapsed_time": "0:05:58", "remaining_time": "0:13:05", "throughput": 1801.12, "total_tokens": 645208} +{"current_steps": 445, "total_steps": 1405, "loss": 0.013, "lr": 4.3239520978162685e-06, "epoch": 1.583629893238434, "percentage": 31.67, "elapsed_time": "0:05:58", "remaining_time": "0:12:53", "throughput": 1820.61, "total_tokens": 653016} +{"current_steps": 450, "total_steps": 1405, "loss": 0.0129, "lr": 4.302564592373293e-06, "epoch": 1.601423487544484, "percentage": 32.03, "elapsed_time": "0:05:59", "remaining_time": "0:12:42", "throughput": 1837.82, "total_tokens": 659992} +{"current_steps": 455, "total_steps": 1405, "loss": 0.1234, "lr": 4.280898711531026e-06, "epoch": 1.6192170818505338, "percentage": 32.38, "elapsed_time": "0:05:59", "remaining_time": "0:12:30", "throughput": 1855.64, "total_tokens": 667224} +{"current_steps": 460, "total_steps": 1405, "loss": 0.1334, "lr": 4.258957801215743e-06, "epoch": 1.6370106761565837, "percentage": 32.74, "elapsed_time": "0:06:00", "remaining_time": "0:12:19", "throughput": 1875.29, "total_tokens": 675160} +{"current_steps": 465, "total_steps": 1405, "loss": 0.1297, "lr": 4.236745249827336e-06, "epoch": 1.6548042704626336, "percentage": 33.1, "elapsed_time": "0:06:00", "remaining_time": "0:12:08", "throughput": 1896.07, "total_tokens": 683544} +{"current_steps": 470, "total_steps": 1405, "loss": 0.0334, "lr": 4.2142644877160334e-06, "epoch": 1.6725978647686834, "percentage": 33.45, "elapsed_time": "0:06:00", "remaining_time": "0:11:57", "throughput": 1910.07, "total_tokens": 689368} +{"current_steps": 475, "total_steps": 1405, "loss": 0.0779, "lr": 4.191518986652642e-06, "epoch": 1.690391459074733, "percentage": 33.81, "elapsed_time": "0:06:01", "remaining_time": "0:11:47", "throughput": 1925.73, "total_tokens": 695832} +{"current_steps": 480, "total_steps": 1405, "loss": 0.0085, "lr": 4.168512259292391e-06, "epoch": 1.708185053380783, "percentage": 34.16, "elapsed_time": "0:06:01", "remaining_time": "0:11:37", "throughput": 1943.52, "total_tokens": 703128} +{"current_steps": 485, "total_steps": 1405, "loss": 0.0617, "lr": 4.14524785863246e-06, "epoch": 1.7259786476868326, "percentage": 34.52, "elapsed_time": "0:06:02", "remaining_time": "0:11:27", "throughput": 1958.92, "total_tokens": 709528} +{"current_steps": 490, "total_steps": 1405, "loss": 0.0537, "lr": 4.121729377463285e-06, "epoch": 1.7437722419928825, "percentage": 34.88, "elapsed_time": "0:06:02", "remaining_time": "0:11:17", "throughput": 1975.31, "total_tokens": 716312} +{"current_steps": 495, "total_steps": 1405, "loss": 0.1029, "lr": 4.0979604478137045e-06, "epoch": 1.7615658362989324, "percentage": 35.23, "elapsed_time": "0:06:03", "remaining_time": "0:11:07", "throughput": 1990.84, "total_tokens": 722776} +{"current_steps": 497, "total_steps": 1405, "eval_loss": 0.13597266376018524, "epoch": 1.7686832740213523, "percentage": 35.37, "elapsed_time": "0:06:03", "remaining_time": "0:11:04", "throughput": 1994.61, "total_tokens": 725656} +{"current_steps": 500, "total_steps": 1405, "loss": 0.1142, "lr": 4.0739447403900605e-06, "epoch": 1.7793594306049823, "percentage": 35.59, "elapsed_time": "0:06:38", "remaining_time": "0:12:01", "throughput": 1832.08, "total_tokens": 729944} +{"current_steps": 505, "total_steps": 1405, "loss": 0.0837, "lr": 4.0496859640093215e-06, "epoch": 1.7971530249110321, "percentage": 35.94, "elapsed_time": "0:06:38", "remaining_time": "0:11:50", "throughput": 1848.01, "total_tokens": 737112} +{"current_steps": 510, "total_steps": 1405, "loss": 0.0124, "lr": 4.025187865026311e-06, "epoch": 1.814946619217082, "percentage": 36.3, "elapsed_time": "0:06:39", "remaining_time": "0:11:40", "throughput": 1864.23, "total_tokens": 744408} +{"current_steps": 515, "total_steps": 1405, "loss": 0.059, "lr": 4.0004542267551585e-06, "epoch": 1.8327402135231317, "percentage": 36.65, "elapsed_time": "0:06:39", "remaining_time": "0:11:30", "throughput": 1877.49, "total_tokens": 750488} +{"current_steps": 520, "total_steps": 1405, "loss": 0.0662, "lr": 3.975488868885022e-06, "epoch": 1.8505338078291815, "percentage": 37.01, "elapsed_time": "0:06:40", "remaining_time": "0:11:21", "throughput": 1893.01, "total_tokens": 757528} +{"current_steps": 525, "total_steps": 1405, "loss": 0.0299, "lr": 3.950295646890202e-06, "epoch": 1.8683274021352312, "percentage": 37.37, "elapsed_time": "0:06:40", "remaining_time": "0:11:11", "throughput": 1906.54, "total_tokens": 763736} +{"current_steps": 530, "total_steps": 1405, "loss": 0.0666, "lr": 3.924878451434736e-06, "epoch": 1.886120996441281, "percentage": 37.72, "elapsed_time": "0:06:41", "remaining_time": "0:11:02", "throughput": 1924.6, "total_tokens": 771864} +{"current_steps": 535, "total_steps": 1405, "loss": 0.072, "lr": 3.899241207771546e-06, "epoch": 1.903914590747331, "percentage": 38.08, "elapsed_time": "0:06:41", "remaining_time": "0:10:52", "throughput": 1939.57, "total_tokens": 778712} +{"current_steps": 540, "total_steps": 1405, "loss": 0.0475, "lr": 3.873387875136252e-06, "epoch": 1.9217081850533808, "percentage": 38.43, "elapsed_time": "0:06:41", "remaining_time": "0:10:43", "throughput": 1951.5, "total_tokens": 784280} +{"current_steps": 545, "total_steps": 1405, "loss": 0.1443, "lr": 3.847322446135736e-06, "epoch": 1.9395017793594307, "percentage": 38.79, "elapsed_time": "0:06:42", "remaining_time": "0:10:34", "throughput": 1969.14, "total_tokens": 792280} +{"current_steps": 550, "total_steps": 1405, "loss": 0.1501, "lr": 3.821048946131549e-06, "epoch": 1.9572953736654806, "percentage": 39.15, "elapsed_time": "0:06:42", "remaining_time": "0:10:26", "throughput": 1982.52, "total_tokens": 798488} +{"current_steps": 555, "total_steps": 1405, "loss": 0.0502, "lr": 3.794571432618267e-06, "epoch": 1.9750889679715302, "percentage": 39.5, "elapsed_time": "0:06:43", "remaining_time": "0:10:17", "throughput": 1999.18, "total_tokens": 806104} +{"current_steps": 560, "total_steps": 1405, "loss": 0.0142, "lr": 3.767893994596876e-06, "epoch": 1.99288256227758, "percentage": 39.86, "elapsed_time": "0:06:43", "remaining_time": "0:10:09", "throughput": 2014.91, "total_tokens": 813336} +{"current_steps": 565, "total_steps": 1405, "loss": 0.1868, "lr": 3.7410207519432972e-06, "epoch": 2.0106761565836297, "percentage": 40.21, "elapsed_time": "0:06:44", "remaining_time": "0:10:00", "throughput": 2022.87, "total_tokens": 817576} +{"current_steps": 568, "total_steps": 1405, "eval_loss": 0.16060441732406616, "epoch": 2.02135231316726, "percentage": 40.43, "elapsed_time": "0:06:45", "remaining_time": "0:09:56", "throughput": 2028.08, "total_tokens": 821416} +{"current_steps": 570, "total_steps": 1405, "loss": 0.0138, "lr": 3.713955854772144e-06, "epoch": 2.0284697508896796, "percentage": 40.57, "elapsed_time": "0:07:32", "remaining_time": "0:11:02", "throughput": 1821.36, "total_tokens": 823848} +{"current_steps": 575, "total_steps": 1405, "loss": 0.1069, "lr": 3.686703482795802e-06, "epoch": 2.0462633451957295, "percentage": 40.93, "elapsed_time": "0:07:32", "remaining_time": "0:10:53", "throughput": 1837.99, "total_tokens": 832232} +{"current_steps": 580, "total_steps": 1405, "loss": 0.042, "lr": 3.6592678446789516e-06, "epoch": 2.0640569395017794, "percentage": 41.28, "elapsed_time": "0:07:33", "remaining_time": "0:10:44", "throughput": 1854.17, "total_tokens": 840424} +{"current_steps": 585, "total_steps": 1405, "loss": 0.0325, "lr": 3.631653177388605e-06, "epoch": 2.0818505338078293, "percentage": 41.64, "elapsed_time": "0:07:33", "remaining_time": "0:10:35", "throughput": 1866.56, "total_tokens": 846824} +{"current_steps": 590, "total_steps": 1405, "loss": 0.003, "lr": 3.6038637455397802e-06, "epoch": 2.099644128113879, "percentage": 41.99, "elapsed_time": "0:07:34", "remaining_time": "0:10:27", "throughput": 1879.75, "total_tokens": 853608} +{"current_steps": 595, "total_steps": 1405, "loss": 0.1002, "lr": 3.575903840736906e-06, "epoch": 2.117437722419929, "percentage": 42.35, "elapsed_time": "0:07:34", "remaining_time": "0:10:18", "throughput": 1894.1, "total_tokens": 860968} +{"current_steps": 600, "total_steps": 1405, "loss": 0.0251, "lr": 3.547777780911055e-06, "epoch": 2.135231316725979, "percentage": 42.7, "elapsed_time": "0:07:35", "remaining_time": "0:10:10", "throughput": 1909.63, "total_tokens": 868904} +{"current_steps": 605, "total_steps": 1405, "loss": 0.0005, "lr": 3.519489909653113e-06, "epoch": 2.1530249110320283, "percentage": 43.06, "elapsed_time": "0:07:35", "remaining_time": "0:10:02", "throughput": 1923.52, "total_tokens": 876072} +{"current_steps": 610, "total_steps": 1405, "loss": 0.0155, "lr": 3.4910445955429856e-06, "epoch": 2.170818505338078, "percentage": 43.42, "elapsed_time": "0:07:35", "remaining_time": "0:09:54", "throughput": 1938.44, "total_tokens": 883752} +{"current_steps": 615, "total_steps": 1405, "loss": 0.0004, "lr": 3.4624462314749447e-06, "epoch": 2.188612099644128, "percentage": 43.77, "elapsed_time": "0:07:36", "remaining_time": "0:09:46", "throughput": 1953.08, "total_tokens": 891304} +{"current_steps": 620, "total_steps": 1405, "loss": 0.0163, "lr": 3.433699233979222e-06, "epoch": 2.206405693950178, "percentage": 44.13, "elapsed_time": "0:07:36", "remaining_time": "0:09:38", "throughput": 1968.35, "total_tokens": 899176} +{"current_steps": 625, "total_steps": 1405, "loss": 0.0001, "lr": 3.4048080425399506e-06, "epoch": 2.224199288256228, "percentage": 44.48, "elapsed_time": "0:07:37", "remaining_time": "0:09:30", "throughput": 1984.65, "total_tokens": 907560} +{"current_steps": 630, "total_steps": 1405, "loss": 0.0027, "lr": 3.375777118909561e-06, "epoch": 2.2419928825622777, "percentage": 44.84, "elapsed_time": "0:07:37", "remaining_time": "0:09:23", "throughput": 1999.46, "total_tokens": 915240} +{"current_steps": 635, "total_steps": 1405, "loss": 0.0259, "lr": 3.346610946419743e-06, "epoch": 2.2597864768683276, "percentage": 45.2, "elapsed_time": "0:07:38", "remaining_time": "0:09:15", "throughput": 2011.06, "total_tokens": 921384} +{"current_steps": 639, "total_steps": 1405, "eval_loss": 0.25424328446388245, "epoch": 2.2740213523131674, "percentage": 45.48, "elapsed_time": "0:07:39", "remaining_time": "0:09:10", "throughput": 2018.66, "total_tokens": 926760} +{"current_steps": 640, "total_steps": 1405, "loss": 0.0233, "lr": 3.3173140292890673e-06, "epoch": 2.277580071174377, "percentage": 45.55, "elapsed_time": "0:08:47", "remaining_time": "0:10:30", "throughput": 1758.9, "total_tokens": 927528} +{"current_steps": 645, "total_steps": 1405, "loss": 0.0266, "lr": 3.2878908919273867e-06, "epoch": 2.295373665480427, "percentage": 45.91, "elapsed_time": "0:08:47", "remaining_time": "0:10:21", "throughput": 1770.76, "total_tokens": 934568} +{"current_steps": 650, "total_steps": 1405, "loss": 0.0006, "lr": 3.2583460782371217e-06, "epoch": 2.3131672597864767, "percentage": 46.26, "elapsed_time": "0:08:48", "remaining_time": "0:10:13", "throughput": 1783.78, "total_tokens": 942248} +{"current_steps": 655, "total_steps": 1405, "loss": 0.0003, "lr": 3.228684150911527e-06, "epoch": 2.3309608540925266, "percentage": 46.62, "elapsed_time": "0:08:48", "remaining_time": "0:10:05", "throughput": 1795.27, "total_tokens": 949096} +{"current_steps": 660, "total_steps": 1405, "loss": 0.0082, "lr": 3.1989096907300634e-06, "epoch": 2.3487544483985765, "percentage": 46.98, "elapsed_time": "0:08:49", "remaining_time": "0:09:57", "throughput": 1806.39, "total_tokens": 955752} +{"current_steps": 665, "total_steps": 1405, "loss": 0.0486, "lr": 3.1690272958509772e-06, "epoch": 2.3665480427046264, "percentage": 47.33, "elapsed_time": "0:08:49", "remaining_time": "0:09:49", "throughput": 1818.88, "total_tokens": 963176} +{"current_steps": 670, "total_steps": 1405, "loss": 0.0001, "lr": 3.139041581101187e-06, "epoch": 2.3843416370106763, "percentage": 47.69, "elapsed_time": "0:08:49", "remaining_time": "0:09:41", "throughput": 1827.08, "total_tokens": 968232} +{"current_steps": 675, "total_steps": 1405, "loss": 0.0222, "lr": 3.108957177263608e-06, "epoch": 2.402135231316726, "percentage": 48.04, "elapsed_time": "0:08:50", "remaining_time": "0:09:33", "throughput": 1841.14, "total_tokens": 976552} +{"current_steps": 680, "total_steps": 1405, "loss": 0.0075, "lr": 3.078778730362003e-06, "epoch": 2.419928825622776, "percentage": 48.4, "elapsed_time": "0:08:50", "remaining_time": "0:09:25", "throughput": 1853.1, "total_tokens": 983720} +{"current_steps": 685, "total_steps": 1405, "loss": 0.0003, "lr": 3.0485109009434844e-06, "epoch": 2.4377224199288254, "percentage": 48.75, "elapsed_time": "0:08:51", "remaining_time": "0:09:18", "throughput": 1867.0, "total_tokens": 991976} +{"current_steps": 690, "total_steps": 1405, "loss": 0.061, "lr": 3.018158363358773e-06, "epoch": 2.4555160142348753, "percentage": 49.11, "elapsed_time": "0:08:51", "remaining_time": "0:09:10", "throughput": 1877.23, "total_tokens": 998184} +{"current_steps": 695, "total_steps": 1405, "loss": 0.0, "lr": 2.9877258050403214e-06, "epoch": 2.473309608540925, "percentage": 49.47, "elapsed_time": "0:08:52", "remaining_time": "0:09:03", "throughput": 1889.72, "total_tokens": 1005672} +{"current_steps": 700, "total_steps": 1405, "loss": 0.0152, "lr": 2.9572179257784215e-06, "epoch": 2.491103202846975, "percentage": 49.82, "elapsed_time": "0:08:52", "remaining_time": "0:08:56", "throughput": 1902.07, "total_tokens": 1013096} +{"current_steps": 705, "total_steps": 1405, "loss": 0.0006, "lr": 2.9266394369954056e-06, "epoch": 2.508896797153025, "percentage": 50.18, "elapsed_time": "0:08:53", "remaining_time": "0:08:49", "throughput": 1912.23, "total_tokens": 1019304} +{"current_steps": 710, "total_steps": 1405, "loss": 0.029, "lr": 2.8959950610180376e-06, "epoch": 2.526690391459075, "percentage": 50.53, "elapsed_time": "0:08:53", "remaining_time": "0:08:42", "throughput": 1922.02, "total_tokens": 1025320} +{"current_steps": 710, "total_steps": 1405, "eval_loss": 0.23608553409576416, "epoch": 2.526690391459075, "percentage": 50.53, "elapsed_time": "0:08:54", "remaining_time": "0:08:42", "throughput": 1919.77, "total_tokens": 1025320} +{"current_steps": 715, "total_steps": 1405, "loss": 0.0, "lr": 2.865289530348243e-06, "epoch": 2.5444839857651247, "percentage": 50.89, "elapsed_time": "0:09:28", "remaining_time": "0:09:08", "throughput": 1816.38, "total_tokens": 1032552} +{"current_steps": 720, "total_steps": 1405, "loss": 0.0, "lr": 2.8345275869322432e-06, "epoch": 2.562277580071174, "percentage": 51.25, "elapsed_time": "0:09:28", "remaining_time": "0:09:01", "throughput": 1827.88, "total_tokens": 1039912} +{"current_steps": 725, "total_steps": 1405, "loss": 0.0092, "lr": 2.8037139814282494e-06, "epoch": 2.580071174377224, "percentage": 51.6, "elapsed_time": "0:09:29", "remaining_time": "0:08:54", "throughput": 1839.26, "total_tokens": 1047208} +{"current_steps": 730, "total_steps": 1405, "loss": 0.0001, "lr": 2.7728534724728027e-06, "epoch": 2.597864768683274, "percentage": 51.96, "elapsed_time": "0:09:29", "remaining_time": "0:08:46", "throughput": 1849.66, "total_tokens": 1053928} +{"current_steps": 735, "total_steps": 1405, "loss": 0.0806, "lr": 2.741950825945881e-06, "epoch": 2.6156583629893237, "percentage": 52.31, "elapsed_time": "0:09:30", "remaining_time": "0:08:39", "throughput": 1861.64, "total_tokens": 1061608} +{"current_steps": 740, "total_steps": 1405, "loss": 0.0747, "lr": 2.7110108142348962e-06, "epoch": 2.6334519572953736, "percentage": 52.67, "elapsed_time": "0:09:30", "remaining_time": "0:08:32", "throughput": 1870.73, "total_tokens": 1067560} +{"current_steps": 745, "total_steps": 1405, "loss": 0.0001, "lr": 2.6800382154976734e-06, "epoch": 2.6512455516014235, "percentage": 53.02, "elapsed_time": "0:09:31", "remaining_time": "0:08:25", "throughput": 1880.86, "total_tokens": 1074152} +{"current_steps": 750, "total_steps": 1405, "loss": 0.0005, "lr": 2.64903781292455e-06, "epoch": 2.6690391459074734, "percentage": 53.38, "elapsed_time": "0:09:31", "remaining_time": "0:08:19", "throughput": 1894.52, "total_tokens": 1082856} +{"current_steps": 755, "total_steps": 1405, "loss": 0.0003, "lr": 2.6180143939996926e-06, "epoch": 2.6868327402135233, "percentage": 53.74, "elapsed_time": "0:09:32", "remaining_time": "0:08:12", "throughput": 1904.74, "total_tokens": 1089512} +{"current_steps": 760, "total_steps": 1405, "loss": 0.0433, "lr": 2.5869727497617495e-06, "epoch": 2.704626334519573, "percentage": 54.09, "elapsed_time": "0:09:32", "remaining_time": "0:08:05", "throughput": 1915.04, "total_tokens": 1096232} +{"current_steps": 765, "total_steps": 1405, "loss": 0.0004, "lr": 2.55591767406396e-06, "epoch": 2.722419928825623, "percentage": 54.45, "elapsed_time": "0:09:32", "remaining_time": "0:07:59", "throughput": 1927.34, "total_tokens": 1104168} +{"current_steps": 770, "total_steps": 1405, "loss": 0.1194, "lr": 2.524853962833825e-06, "epoch": 2.7402135231316724, "percentage": 54.8, "elapsed_time": "0:09:33", "remaining_time": "0:07:52", "throughput": 1939.85, "total_tokens": 1112232} +{"current_steps": 775, "total_steps": 1405, "loss": 0.0031, "lr": 2.4937864133324514e-06, "epoch": 2.7580071174377223, "percentage": 55.16, "elapsed_time": "0:09:33", "remaining_time": "0:07:46", "throughput": 1950.21, "total_tokens": 1119016} +{"current_steps": 780, "total_steps": 1405, "loss": 0.0005, "lr": 2.462719823413707e-06, "epoch": 2.775800711743772, "percentage": 55.52, "elapsed_time": "0:09:34", "remaining_time": "0:07:40", "throughput": 1962.04, "total_tokens": 1126696} +{"current_steps": 781, "total_steps": 1405, "eval_loss": 0.23524385690689087, "epoch": 2.7793594306049823, "percentage": 55.59, "elapsed_time": "0:09:35", "remaining_time": "0:07:39", "throughput": 1960.39, "total_tokens": 1128104} +{"current_steps": 785, "total_steps": 1405, "loss": 0.0423, "lr": 2.4316589907832654e-06, "epoch": 2.793594306049822, "percentage": 55.87, "elapsed_time": "0:10:24", "remaining_time": "0:08:13", "throughput": 1816.76, "total_tokens": 1134184} +{"current_steps": 790, "total_steps": 1405, "loss": 0.001, "lr": 2.4006087122576867e-06, "epoch": 2.811387900355872, "percentage": 56.23, "elapsed_time": "0:10:24", "remaining_time": "0:08:06", "throughput": 1825.49, "total_tokens": 1140392} +{"current_steps": 795, "total_steps": 1405, "loss": 0.031, "lr": 2.3695737830236263e-06, "epoch": 2.829181494661922, "percentage": 56.58, "elapsed_time": "0:10:25", "remaining_time": "0:07:59", "throughput": 1836.84, "total_tokens": 1148328} +{"current_steps": 800, "total_steps": 1405, "loss": 0.0007, "lr": 2.3385589958973073e-06, "epoch": 2.8469750889679717, "percentage": 56.94, "elapsed_time": "0:10:25", "remaining_time": "0:07:53", "throughput": 1844.75, "total_tokens": 1154024} +{"current_steps": 805, "total_steps": 1405, "loss": 0.0003, "lr": 2.3075691405843435e-06, "epoch": 2.864768683274021, "percentage": 57.3, "elapsed_time": "0:10:26", "remaining_time": "0:07:46", "throughput": 1854.32, "total_tokens": 1160808} +{"current_steps": 810, "total_steps": 1405, "loss": 0.0299, "lr": 2.2766090029400573e-06, "epoch": 2.882562277580071, "percentage": 57.65, "elapsed_time": "0:10:26", "remaining_time": "0:07:40", "throughput": 1864.36, "total_tokens": 1167912} +{"current_steps": 815, "total_steps": 1405, "loss": 0.0001, "lr": 2.2456833642303825e-06, "epoch": 2.900355871886121, "percentage": 58.01, "elapsed_time": "0:10:26", "remaining_time": "0:07:33", "throughput": 1873.7, "total_tokens": 1174568} +{"current_steps": 820, "total_steps": 1405, "loss": 0.0001, "lr": 2.214797000393479e-06, "epoch": 2.9181494661921707, "percentage": 58.36, "elapsed_time": "0:10:27", "remaining_time": "0:07:27", "throughput": 1883.4, "total_tokens": 1181480} +{"current_steps": 825, "total_steps": 1405, "loss": 0.0251, "lr": 2.183954681302173e-06, "epoch": 2.9359430604982206, "percentage": 58.72, "elapsed_time": "0:10:27", "remaining_time": "0:07:21", "throughput": 1895.44, "total_tokens": 1189928} +{"current_steps": 830, "total_steps": 1405, "loss": 0.0001, "lr": 2.15316117002733e-06, "epoch": 2.9537366548042705, "percentage": 59.07, "elapsed_time": "0:10:28", "remaining_time": "0:07:15", "throughput": 1906.1, "total_tokens": 1197480} +{"current_steps": 835, "total_steps": 1405, "loss": 0.039, "lr": 2.122421222102278e-06, "epoch": 2.9715302491103204, "percentage": 59.43, "elapsed_time": "0:10:28", "remaining_time": "0:07:09", "throughput": 1916.05, "total_tokens": 1204584} +{"current_steps": 840, "total_steps": 1405, "loss": 0.0311, "lr": 2.0917395847884e-06, "epoch": 2.9893238434163703, "percentage": 59.79, "elapsed_time": "0:10:29", "remaining_time": "0:07:03", "throughput": 1927.35, "total_tokens": 1212584} +{"current_steps": 845, "total_steps": 1405, "loss": 0.0104, "lr": 2.061120996341996e-06, "epoch": 3.00711743772242, "percentage": 60.14, "elapsed_time": "0:10:29", "remaining_time": "0:06:57", "throughput": 1934.0, "total_tokens": 1217856} +{"current_steps": 850, "total_steps": 1405, "loss": 0.0001, "lr": 2.030570185282544e-06, "epoch": 3.0249110320284696, "percentage": 60.5, "elapsed_time": "0:10:30", "remaining_time": "0:06:51", "throughput": 1946.42, "total_tokens": 1226624} +{"current_steps": 852, "total_steps": 1405, "eval_loss": 0.25802624225616455, "epoch": 3.0320284697508897, "percentage": 60.64, "elapsed_time": "0:10:30", "remaining_time": "0:06:49", "throughput": 1948.51, "total_tokens": 1229440} +{"current_steps": 855, "total_steps": 1405, "loss": 0.0, "lr": 2.0000918696624587e-06, "epoch": 3.0427046263345194, "percentage": 60.85, "elapsed_time": "0:11:23", "remaining_time": "0:07:19", "throughput": 1805.25, "total_tokens": 1233152} +{"current_steps": 860, "total_steps": 1405, "loss": 0.0, "lr": 1.9696907563384687e-06, "epoch": 3.0604982206405693, "percentage": 61.21, "elapsed_time": "0:11:23", "remaining_time": "0:07:13", "throughput": 1814.3, "total_tokens": 1240128} +{"current_steps": 865, "total_steps": 1405, "loss": 0.0, "lr": 1.9393715402447228e-06, "epoch": 3.078291814946619, "percentage": 61.57, "elapsed_time": "0:11:23", "remaining_time": "0:07:07", "throughput": 1824.66, "total_tokens": 1248064} +{"current_steps": 870, "total_steps": 1405, "loss": 0.0, "lr": 1.9091389036677384e-06, "epoch": 3.096085409252669, "percentage": 61.92, "elapsed_time": "0:11:24", "remaining_time": "0:07:00", "throughput": 1833.96, "total_tokens": 1255232} +{"current_steps": 875, "total_steps": 1405, "loss": 0.0486, "lr": 1.878997515523299e-06, "epoch": 3.113879003558719, "percentage": 62.28, "elapsed_time": "0:11:24", "remaining_time": "0:06:54", "throughput": 1843.07, "total_tokens": 1262272} +{"current_steps": 880, "total_steps": 1405, "loss": 0.0001, "lr": 1.8489520306354243e-06, "epoch": 3.131672597864769, "percentage": 62.63, "elapsed_time": "0:11:25", "remaining_time": "0:06:48", "throughput": 1852.6, "total_tokens": 1269632} +{"current_steps": 885, "total_steps": 1405, "loss": 0.0001, "lr": 1.8190070890175082e-06, "epoch": 3.1494661921708187, "percentage": 62.99, "elapsed_time": "0:11:25", "remaining_time": "0:06:42", "throughput": 1862.56, "total_tokens": 1277312} +{"current_steps": 890, "total_steps": 1405, "loss": 0.0502, "lr": 1.7891673151557493e-06, "epoch": 3.167259786476868, "percentage": 63.35, "elapsed_time": "0:11:26", "remaining_time": "0:06:37", "throughput": 1871.27, "total_tokens": 1284096} +{"current_steps": 895, "total_steps": 1405, "loss": 0.0001, "lr": 1.7594373172949786e-06, "epoch": 3.185053380782918, "percentage": 63.7, "elapsed_time": "0:11:26", "remaining_time": "0:06:31", "throughput": 1881.04, "total_tokens": 1291648} +{"current_steps": 900, "total_steps": 1405, "loss": 0.0001, "lr": 1.7298216867269906e-06, "epoch": 3.202846975088968, "percentage": 64.06, "elapsed_time": "0:11:27", "remaining_time": "0:06:25", "throughput": 1891.51, "total_tokens": 1299712} +{"current_steps": 905, "total_steps": 1405, "loss": 0.0001, "lr": 1.7003249970815028e-06, "epoch": 3.2206405693950177, "percentage": 64.41, "elapsed_time": "0:11:27", "remaining_time": "0:06:19", "throughput": 1899.73, "total_tokens": 1306176} +{"current_steps": 910, "total_steps": 1405, "loss": 0.0001, "lr": 1.6709518036198307e-06, "epoch": 3.2384341637010676, "percentage": 64.77, "elapsed_time": "0:11:28", "remaining_time": "0:06:14", "throughput": 1909.99, "total_tokens": 1314112} +{"current_steps": 915, "total_steps": 1405, "loss": 0.0251, "lr": 1.6417066425314088e-06, "epoch": 3.2562277580071175, "percentage": 65.12, "elapsed_time": "0:11:28", "remaining_time": "0:06:08", "throughput": 1918.91, "total_tokens": 1321088} +{"current_steps": 920, "total_steps": 1405, "loss": 0.0001, "lr": 1.612594030233252e-06, "epoch": 3.2740213523131674, "percentage": 65.48, "elapsed_time": "0:11:28", "remaining_time": "0:06:03", "throughput": 1928.42, "total_tokens": 1328512} +{"current_steps": 923, "total_steps": 1405, "eval_loss": 0.22950421273708344, "epoch": 3.284697508896797, "percentage": 65.69, "elapsed_time": "0:11:29", "remaining_time": "0:06:00", "throughput": 1931.9, "total_tokens": 1332544} +{"current_steps": 925, "total_steps": 1405, "loss": 0.0005, "lr": 1.5836184626724722e-06, "epoch": 3.2918149466192173, "percentage": 65.84, "elapsed_time": "0:12:15", "remaining_time": "0:06:21", "throughput": 1815.47, "total_tokens": 1336128} +{"current_steps": 930, "total_steps": 1405, "loss": 0.0, "lr": 1.5547844146319547e-06, "epoch": 3.309608540925267, "percentage": 66.19, "elapsed_time": "0:12:16", "remaining_time": "0:06:16", "throughput": 1824.44, "total_tokens": 1343552} +{"current_steps": 935, "total_steps": 1405, "loss": 0.0383, "lr": 1.5260963390393075e-06, "epoch": 3.3274021352313166, "percentage": 66.55, "elapsed_time": "0:12:16", "remaining_time": "0:06:10", "throughput": 1834.14, "total_tokens": 1351552} +{"current_steps": 940, "total_steps": 1405, "loss": 0.0002, "lr": 1.4975586662791783e-06, "epoch": 3.3451957295373664, "percentage": 66.9, "elapsed_time": "0:12:17", "remaining_time": "0:06:04", "throughput": 1842.17, "total_tokens": 1358272} +{"current_steps": 945, "total_steps": 1405, "loss": 0.0001, "lr": 1.4691758035090603e-06, "epoch": 3.3629893238434163, "percentage": 67.26, "elapsed_time": "0:12:17", "remaining_time": "0:05:59", "throughput": 1852.51, "total_tokens": 1366784} +{"current_steps": 950, "total_steps": 1405, "loss": 0.0001, "lr": 1.4409521339786809e-06, "epoch": 3.380782918149466, "percentage": 67.62, "elapsed_time": "0:12:18", "remaining_time": "0:05:53", "throughput": 1860.29, "total_tokens": 1373312} +{"current_steps": 955, "total_steps": 1405, "loss": 0.0001, "lr": 1.41289201635308e-06, "epoch": 3.398576512455516, "percentage": 67.97, "elapsed_time": "0:12:18", "remaining_time": "0:05:48", "throughput": 1869.21, "total_tokens": 1380736} +{"current_steps": 960, "total_steps": 1405, "loss": 0.0001, "lr": 1.3849997840394943e-06, "epoch": 3.416370106761566, "percentage": 68.33, "elapsed_time": "0:12:19", "remaining_time": "0:05:42", "throughput": 1878.61, "total_tokens": 1388544} +{"current_steps": 965, "total_steps": 1405, "loss": 0.0001, "lr": 1.3572797445181346e-06, "epoch": 3.434163701067616, "percentage": 68.68, "elapsed_time": "0:12:19", "remaining_time": "0:05:37", "throughput": 1887.76, "total_tokens": 1396160} +{"current_steps": 970, "total_steps": 1405, "loss": 0.0, "lr": 1.3297361786769654e-06, "epoch": 3.4519572953736652, "percentage": 69.04, "elapsed_time": "0:12:20", "remaining_time": "0:05:31", "throughput": 1897.31, "total_tokens": 1404096} +{"current_steps": 975, "total_steps": 1405, "loss": 0.0004, "lr": 1.302373340150598e-06, "epoch": 3.469750889679715, "percentage": 69.4, "elapsed_time": "0:12:20", "remaining_time": "0:05:26", "throughput": 1905.54, "total_tokens": 1411008} +{"current_steps": 980, "total_steps": 1405, "loss": 0.0001, "lr": 1.2751954546633872e-06, "epoch": 3.487544483985765, "percentage": 69.75, "elapsed_time": "0:12:20", "remaining_time": "0:05:21", "throughput": 1914.97, "total_tokens": 1418880} +{"current_steps": 985, "total_steps": 1405, "loss": 0.0, "lr": 1.2482067193768419e-06, "epoch": 3.505338078291815, "percentage": 70.11, "elapsed_time": "0:12:21", "remaining_time": "0:05:16", "throughput": 1923.5, "total_tokens": 1426048} +{"current_steps": 990, "total_steps": 1405, "loss": 0.0001, "lr": 1.2214113022414448e-06, "epoch": 3.5231316725978647, "percentage": 70.46, "elapsed_time": "0:12:21", "remaining_time": "0:05:10", "throughput": 1930.54, "total_tokens": 1432064} +{"current_steps": 994, "total_steps": 1405, "eval_loss": 0.24046999216079712, "epoch": 3.5373665480427046, "percentage": 70.75, "elapsed_time": "0:12:22", "remaining_time": "0:05:07", "throughput": 1936.33, "total_tokens": 1438336} +{"current_steps": 995, "total_steps": 1405, "loss": 0.0, "lr": 1.1948133413529817e-06, "epoch": 3.5409252669039146, "percentage": 70.82, "elapsed_time": "0:13:12", "remaining_time": "0:05:26", "throughput": 1815.74, "total_tokens": 1439808} +{"current_steps": 1000, "total_steps": 1405, "loss": 0.0001, "lr": 1.168416944313486e-06, "epoch": 3.5587188612099645, "percentage": 71.17, "elapsed_time": "0:13:13", "remaining_time": "0:05:21", "throughput": 1824.55, "total_tokens": 1447616} +{"current_steps": 1005, "total_steps": 1405, "loss": 0.0, "lr": 1.1422261875968845e-06, "epoch": 3.5765124555160144, "percentage": 71.53, "elapsed_time": "0:13:13", "remaining_time": "0:05:15", "throughput": 1831.87, "total_tokens": 1454208} +{"current_steps": 1010, "total_steps": 1405, "loss": 0.0, "lr": 1.1162451159194615e-06, "epoch": 3.5943060498220643, "percentage": 71.89, "elapsed_time": "0:13:14", "remaining_time": "0:05:10", "throughput": 1842.19, "total_tokens": 1463296} +{"current_steps": 1015, "total_steps": 1405, "loss": 0.0009, "lr": 1.0904777416152166e-06, "epoch": 3.612099644128114, "percentage": 72.24, "elapsed_time": "0:13:14", "remaining_time": "0:05:05", "throughput": 1849.56, "total_tokens": 1469952} +{"current_steps": 1020, "total_steps": 1405, "loss": 0.0, "lr": 1.0649280440162326e-06, "epoch": 3.6298932384341636, "percentage": 72.6, "elapsed_time": "0:13:15", "remaining_time": "0:05:00", "throughput": 1857.63, "total_tokens": 1477184} +{"current_steps": 1025, "total_steps": 1405, "loss": 0.0, "lr": 1.0395999688381313e-06, "epoch": 3.6476868327402134, "percentage": 72.95, "elapsed_time": "0:13:15", "remaining_time": "0:04:54", "throughput": 1865.38, "total_tokens": 1484160} +{"current_steps": 1030, "total_steps": 1405, "loss": 0.0001, "lr": 1.0144974275707243e-06, "epoch": 3.6654804270462633, "percentage": 73.31, "elapsed_time": "0:13:16", "remaining_time": "0:04:49", "throughput": 1873.19, "total_tokens": 1491200} +{"current_steps": 1035, "total_steps": 1405, "loss": 0.0, "lr": 9.896242968739538e-07, "epoch": 3.683274021352313, "percentage": 73.67, "elapsed_time": "0:13:16", "remaining_time": "0:04:44", "throughput": 1881.15, "total_tokens": 1498368} +{"current_steps": 1040, "total_steps": 1405, "loss": 0.0, "lr": 9.649844179792082e-07, "epoch": 3.701067615658363, "percentage": 74.02, "elapsed_time": "0:13:16", "remaining_time": "0:04:39", "throughput": 1889.65, "total_tokens": 1505984} +{"current_steps": 1045, "total_steps": 1405, "loss": 0.0, "lr": 9.405815960961054e-07, "epoch": 3.718861209964413, "percentage": 74.38, "elapsed_time": "0:13:17", "remaining_time": "0:04:34", "throughput": 1895.83, "total_tokens": 1511680} +{"current_steps": 1050, "total_steps": 1405, "loss": 0.0, "lr": 9.164195998248471e-07, "epoch": 3.7366548042704624, "percentage": 74.73, "elapsed_time": "0:13:17", "remaining_time": "0:04:29", "throughput": 1902.62, "total_tokens": 1517888} +{"current_steps": 1055, "total_steps": 1405, "loss": 0.0109, "lr": 8.925021605742212e-07, "epoch": 3.7544483985765122, "percentage": 75.09, "elapsed_time": "0:13:18", "remaining_time": "0:04:24", "throughput": 1911.15, "total_tokens": 1525568} +{"current_steps": 1060, "total_steps": 1405, "loss": 0.0, "lr": 8.68832971985347e-07, "epoch": 3.772241992882562, "percentage": 75.44, "elapsed_time": "0:13:18", "remaining_time": "0:04:19", "throughput": 1918.77, "total_tokens": 1532480} +{"current_steps": 1065, "total_steps": 1405, "loss": 0.0, "lr": 8.454156893612592e-07, "epoch": 3.790035587188612, "percentage": 75.8, "elapsed_time": "0:13:19", "remaining_time": "0:04:15", "throughput": 1925.99, "total_tokens": 1539072} +{"current_steps": 1065, "total_steps": 1405, "eval_loss": 0.2512344419956207, "epoch": 3.790035587188612, "percentage": 75.8, "elapsed_time": "0:13:19", "remaining_time": "0:04:15", "throughput": 1924.38, "total_tokens": 1539072} +{"current_steps": 1070, "total_steps": 1405, "loss": 0.0, "lr": 8.222539291024079e-07, "epoch": 3.807829181494662, "percentage": 76.16, "elapsed_time": "0:13:56", "remaining_time": "0:04:21", "throughput": 1850.89, "total_tokens": 1547584} +{"current_steps": 1075, "total_steps": 1405, "loss": 0.0, "lr": 7.993512681481638e-07, "epoch": 3.8256227758007118, "percentage": 76.51, "elapsed_time": "0:13:56", "remaining_time": "0:04:16", "throughput": 1857.97, "total_tokens": 1554304} +{"current_steps": 1080, "total_steps": 1405, "loss": 0.0, "lr": 7.767112434244254e-07, "epoch": 3.8434163701067616, "percentage": 76.87, "elapsed_time": "0:13:56", "remaining_time": "0:04:11", "throughput": 1864.9, "total_tokens": 1560896} +{"current_steps": 1085, "total_steps": 1405, "loss": 0.0, "lr": 7.543373512973947e-07, "epoch": 3.8612099644128115, "percentage": 77.22, "elapsed_time": "0:13:57", "remaining_time": "0:04:06", "throughput": 1872.11, "total_tokens": 1567744} +{"current_steps": 1090, "total_steps": 1405, "loss": 0.032, "lr": 7.322330470336314e-07, "epoch": 3.8790035587188614, "percentage": 77.58, "elapsed_time": "0:13:57", "remaining_time": "0:04:02", "throughput": 1879.1, "total_tokens": 1574400} +{"current_steps": 1095, "total_steps": 1405, "loss": 0.0187, "lr": 7.104017442664393e-07, "epoch": 3.8967971530249113, "percentage": 77.94, "elapsed_time": "0:13:58", "remaining_time": "0:03:57", "throughput": 1886.59, "total_tokens": 1581504} +{"current_steps": 1100, "total_steps": 1405, "loss": 0.0, "lr": 6.88846814468691e-07, "epoch": 3.914590747330961, "percentage": 78.29, "elapsed_time": "0:13:58", "remaining_time": "0:03:52", "throughput": 1895.09, "total_tokens": 1589504} +{"current_steps": 1105, "total_steps": 1405, "loss": 0.0369, "lr": 6.67571586432163e-07, "epoch": 3.9323843416370106, "percentage": 78.65, "elapsed_time": "0:13:59", "remaining_time": "0:03:47", "throughput": 1903.8, "total_tokens": 1597696} +{"current_steps": 1110, "total_steps": 1405, "loss": 0.0, "lr": 6.465793457534553e-07, "epoch": 3.9501779359430604, "percentage": 79.0, "elapsed_time": "0:13:59", "remaining_time": "0:03:43", "throughput": 1911.77, "total_tokens": 1605248} +{"current_steps": 1115, "total_steps": 1405, "loss": 0.0002, "lr": 6.258733343265933e-07, "epoch": 3.9679715302491103, "percentage": 79.36, "elapsed_time": "0:14:00", "remaining_time": "0:03:38", "throughput": 1921.04, "total_tokens": 1613952} +{"current_steps": 1120, "total_steps": 1405, "loss": 0.0, "lr": 6.054567498423683e-07, "epoch": 3.98576512455516, "percentage": 79.72, "elapsed_time": "0:14:00", "remaining_time": "0:03:33", "throughput": 1927.54, "total_tokens": 1620224} +{"current_steps": 1125, "total_steps": 1405, "loss": 0.0, "lr": 5.853327452945115e-07, "epoch": 4.00355871886121, "percentage": 80.07, "elapsed_time": "0:14:01", "remaining_time": "0:03:29", "throughput": 1932.97, "total_tokens": 1625800} +{"current_steps": 1130, "total_steps": 1405, "loss": 0.0, "lr": 5.655044284927658e-07, "epoch": 4.0213523131672595, "percentage": 80.43, "elapsed_time": "0:14:01", "remaining_time": "0:03:24", "throughput": 1940.9, "total_tokens": 1633352} +{"current_steps": 1135, "total_steps": 1405, "loss": 0.0, "lr": 5.459748615829355e-07, "epoch": 4.039145907473309, "percentage": 80.78, "elapsed_time": "0:14:01", "remaining_time": "0:03:20", "throughput": 1948.76, "total_tokens": 1640840} +{"current_steps": 1136, "total_steps": 1405, "eval_loss": 0.2551669180393219, "epoch": 4.04270462633452, "percentage": 80.85, "elapsed_time": "0:14:03", "remaining_time": "0:03:19", "throughput": 1946.88, "total_tokens": 1642696} +{"current_steps": 1140, "total_steps": 1405, "loss": 0.0, "lr": 5.267470605739953e-07, "epoch": 4.056939501779359, "percentage": 81.14, "elapsed_time": "0:14:44", "remaining_time": "0:03:25", "throughput": 1862.79, "total_tokens": 1648520} +{"current_steps": 1145, "total_steps": 1405, "loss": 0.0, "lr": 5.078239948723154e-07, "epoch": 4.074733096085409, "percentage": 81.49, "elapsed_time": "0:14:45", "remaining_time": "0:03:21", "throughput": 1870.02, "total_tokens": 1655752} +{"current_steps": 1150, "total_steps": 1405, "loss": 0.0, "lr": 4.892085868230881e-07, "epoch": 4.092526690391459, "percentage": 81.85, "elapsed_time": "0:14:45", "remaining_time": "0:03:16", "throughput": 1877.18, "total_tokens": 1662920} +{"current_steps": 1155, "total_steps": 1405, "loss": 0.0, "lr": 4.7090371125902175e-07, "epoch": 4.110320284697509, "percentage": 82.21, "elapsed_time": "0:14:46", "remaining_time": "0:03:11", "throughput": 1884.13, "total_tokens": 1669896} +{"current_steps": 1160, "total_steps": 1405, "loss": 0.0, "lr": 4.529121950563717e-07, "epoch": 4.128113879003559, "percentage": 82.56, "elapsed_time": "0:14:46", "remaining_time": "0:03:07", "throughput": 1889.49, "total_tokens": 1675400} +{"current_steps": 1165, "total_steps": 1405, "loss": 0.0, "lr": 4.352368166983753e-07, "epoch": 4.145907473309609, "percentage": 82.92, "elapsed_time": "0:14:47", "remaining_time": "0:03:02", "throughput": 1897.03, "total_tokens": 1682952} +{"current_steps": 1170, "total_steps": 1405, "loss": 0.0, "lr": 4.178803058461664e-07, "epoch": 4.1637010676156585, "percentage": 83.27, "elapsed_time": "0:14:47", "remaining_time": "0:02:58", "throughput": 1904.31, "total_tokens": 1690248} +{"current_steps": 1175, "total_steps": 1405, "loss": 0.0, "lr": 4.0084534291722375e-07, "epoch": 4.181494661921708, "percentage": 83.63, "elapsed_time": "0:14:48", "remaining_time": "0:02:53", "throughput": 1910.82, "total_tokens": 1696840} +{"current_steps": 1180, "total_steps": 1405, "loss": 0.0, "lr": 3.8413455867142513e-07, "epoch": 4.199288256227758, "percentage": 83.99, "elapsed_time": "0:14:48", "remaining_time": "0:02:49", "throughput": 1917.52, "total_tokens": 1703624} +{"current_steps": 1185, "total_steps": 1405, "loss": 0.0, "lr": 3.6775053380477296e-07, "epoch": 4.217081850533808, "percentage": 84.34, "elapsed_time": "0:14:48", "remaining_time": "0:02:45", "throughput": 1923.81, "total_tokens": 1710024} +{"current_steps": 1190, "total_steps": 1405, "loss": 0.0, "lr": 3.516957985508476e-07, "epoch": 4.234875444839858, "percentage": 84.7, "elapsed_time": "0:14:49", "remaining_time": "0:02:40", "throughput": 1931.54, "total_tokens": 1717768} +{"current_steps": 1195, "total_steps": 1405, "loss": 0.0, "lr": 3.3597283229005877e-07, "epoch": 4.252669039145908, "percentage": 85.05, "elapsed_time": "0:14:49", "remaining_time": "0:02:36", "throughput": 1941.1, "total_tokens": 1727240} +{"current_steps": 1200, "total_steps": 1405, "loss": 0.0, "lr": 3.2058406316674563e-07, "epoch": 4.270462633451958, "percentage": 85.41, "elapsed_time": "0:14:50", "remaining_time": "0:02:32", "throughput": 1948.19, "total_tokens": 1734408} +{"current_steps": 1205, "total_steps": 1405, "loss": 0.0, "lr": 3.055318677141916e-07, "epoch": 4.288256227758007, "percentage": 85.77, "elapsed_time": "0:14:50", "remaining_time": "0:02:27", "throughput": 1954.59, "total_tokens": 1740936} +{"current_steps": 1207, "total_steps": 1405, "eval_loss": 0.257210373878479, "epoch": 4.295373665480427, "percentage": 85.91, "elapsed_time": "0:14:51", "remaining_time": "0:02:26", "throughput": 1955.93, "total_tokens": 1743624} +{"current_steps": 1210, "total_steps": 1405, "loss": 0.0, "lr": 2.9081857048761014e-07, "epoch": 4.306049822064057, "percentage": 86.12, "elapsed_time": "0:15:22", "remaining_time": "0:02:28", "throughput": 1895.27, "total_tokens": 1747784} +{"current_steps": 1215, "total_steps": 1405, "loss": 0.0, "lr": 2.764464437051537e-07, "epoch": 4.3238434163701065, "percentage": 86.48, "elapsed_time": "0:15:22", "remaining_time": "0:02:24", "throughput": 1902.07, "total_tokens": 1754888} +{"current_steps": 1220, "total_steps": 1405, "loss": 0.0, "lr": 2.624177068970124e-07, "epoch": 4.341637010676156, "percentage": 86.83, "elapsed_time": "0:15:23", "remaining_time": "0:02:19", "throughput": 1909.52, "total_tokens": 1762632} +{"current_steps": 1225, "total_steps": 1405, "loss": 0.0, "lr": 2.4873452656264316e-07, "epoch": 4.359430604982206, "percentage": 87.19, "elapsed_time": "0:15:23", "remaining_time": "0:02:15", "throughput": 1916.5, "total_tokens": 1769928} +{"current_steps": 1230, "total_steps": 1405, "loss": 0.0, "lr": 2.3539901583619186e-07, "epoch": 4.377224199288256, "percentage": 87.54, "elapsed_time": "0:15:23", "remaining_time": "0:02:11", "throughput": 1923.74, "total_tokens": 1777480} +{"current_steps": 1235, "total_steps": 1405, "loss": 0.0, "lr": 2.2241323416015452e-07, "epoch": 4.395017793594306, "percentage": 87.9, "elapsed_time": "0:15:24", "remaining_time": "0:02:07", "throughput": 1930.78, "total_tokens": 1784840} +{"current_steps": 1240, "total_steps": 1405, "loss": 0.0, "lr": 2.0977918696733103e-07, "epoch": 4.412811387900356, "percentage": 88.26, "elapsed_time": "0:15:24", "remaining_time": "0:02:03", "throughput": 1938.2, "total_tokens": 1792584} +{"current_steps": 1245, "total_steps": 1405, "loss": 0.0, "lr": 1.9749882537112297e-07, "epoch": 4.430604982206406, "percentage": 88.61, "elapsed_time": "0:15:25", "remaining_time": "0:01:58", "throughput": 1946.27, "total_tokens": 1800968} +{"current_steps": 1250, "total_steps": 1405, "loss": 0.0, "lr": 1.8557404586421413e-07, "epoch": 4.448398576512456, "percentage": 88.97, "elapsed_time": "0:15:25", "remaining_time": "0:01:54", "throughput": 1953.42, "total_tokens": 1808456} +{"current_steps": 1255, "total_steps": 1405, "loss": 0.0, "lr": 1.7400669002569233e-07, "epoch": 4.4661921708185055, "percentage": 89.32, "elapsed_time": "0:15:26", "remaining_time": "0:01:50", "throughput": 1960.75, "total_tokens": 1816136} +{"current_steps": 1260, "total_steps": 1405, "loss": 0.0, "lr": 1.62798544236647e-07, "epoch": 4.483985765124555, "percentage": 89.68, "elapsed_time": "0:15:26", "remaining_time": "0:01:46", "throughput": 1968.4, "total_tokens": 1824136} +{"current_steps": 1265, "total_steps": 1405, "loss": 0.0, "lr": 1.5195133940429345e-07, "epoch": 4.501779359430605, "percentage": 90.04, "elapsed_time": "0:15:27", "remaining_time": "0:01:42", "throughput": 1975.18, "total_tokens": 1831304} +{"current_steps": 1270, "total_steps": 1405, "loss": 0.0, "lr": 1.4146675069466403e-07, "epoch": 4.519572953736655, "percentage": 90.39, "elapsed_time": "0:15:27", "remaining_time": "0:01:38", "throughput": 1980.99, "total_tokens": 1837512} +{"current_steps": 1275, "total_steps": 1405, "loss": 0.0, "lr": 1.313463972739068e-07, "epoch": 4.537366548042705, "percentage": 90.75, "elapsed_time": "0:15:28", "remaining_time": "0:01:34", "throughput": 1987.37, "total_tokens": 1844296} +{"current_steps": 1278, "total_steps": 1405, "eval_loss": 0.259037584066391, "epoch": 4.548042704626335, "percentage": 90.96, "elapsed_time": "0:15:28", "remaining_time": "0:01:32", "throughput": 1991.0, "total_tokens": 1849416} +{"current_steps": 1280, "total_steps": 1405, "loss": 0.0, "lr": 1.215918420582343e-07, "epoch": 4.555160142348754, "percentage": 91.1, "elapsed_time": "0:16:13", "remaining_time": "0:01:35", "throughput": 1902.89, "total_tokens": 1851720} +{"current_steps": 1285, "total_steps": 1405, "loss": 0.0, "lr": 1.1220459147255642e-07, "epoch": 4.572953736654805, "percentage": 91.46, "elapsed_time": "0:16:13", "remaining_time": "0:01:30", "throughput": 1908.65, "total_tokens": 1858120} +{"current_steps": 1290, "total_steps": 1405, "loss": 0.0, "lr": 1.0318609521783818e-07, "epoch": 4.590747330960854, "percentage": 91.81, "elapsed_time": "0:16:13", "remaining_time": "0:01:26", "throughput": 1915.77, "total_tokens": 1865928} +{"current_steps": 1295, "total_steps": 1405, "loss": 0.0, "lr": 9.453774604721937e-08, "epoch": 4.608540925266904, "percentage": 92.17, "elapsed_time": "0:16:14", "remaining_time": "0:01:22", "throughput": 1922.95, "total_tokens": 1873800} +{"current_steps": 1300, "total_steps": 1405, "loss": 0.0, "lr": 8.62608795509276e-08, "epoch": 4.6263345195729535, "percentage": 92.53, "elapsed_time": "0:16:14", "remaining_time": "0:01:18", "throughput": 1930.24, "total_tokens": 1881800} +{"current_steps": 1305, "total_steps": 1405, "loss": 0.0, "lr": 7.835677395001795e-08, "epoch": 4.644128113879003, "percentage": 92.88, "elapsed_time": "0:16:15", "remaining_time": "0:01:14", "throughput": 1936.41, "total_tokens": 1888648} +{"current_steps": 1310, "total_steps": 1405, "loss": 0.0, "lr": 7.082664989897486e-08, "epoch": 4.661921708185053, "percentage": 93.24, "elapsed_time": "0:16:15", "remaining_time": "0:01:10", "throughput": 1942.5, "total_tokens": 1895432} +{"current_steps": 1315, "total_steps": 1405, "loss": 0.0, "lr": 6.367167029720234e-08, "epoch": 4.679715302491103, "percentage": 93.59, "elapsed_time": "0:16:16", "remaining_time": "0:01:06", "throughput": 1948.78, "total_tokens": 1902408} +{"current_steps": 1320, "total_steps": 1405, "loss": 0.0277, "lr": 5.68929401094323e-08, "epoch": 4.697508896797153, "percentage": 93.95, "elapsed_time": "0:16:16", "remaining_time": "0:01:02", "throughput": 1955.98, "total_tokens": 1910344} +{"current_steps": 1325, "total_steps": 1405, "loss": 0.0, "lr": 5.049150619508503e-08, "epoch": 4.715302491103203, "percentage": 94.31, "elapsed_time": "0:16:17", "remaining_time": "0:00:58", "throughput": 1963.37, "total_tokens": 1918472} +{"current_steps": 1330, "total_steps": 1405, "loss": 0.0, "lr": 4.446835714659647e-08, "epoch": 4.733096085409253, "percentage": 94.66, "elapsed_time": "0:16:17", "remaining_time": "0:00:55", "throughput": 1968.94, "total_tokens": 1924744} +{"current_steps": 1335, "total_steps": 1405, "loss": 0.0, "lr": 3.882442313674878e-08, "epoch": 4.750889679715303, "percentage": 95.02, "elapsed_time": "0:16:18", "remaining_time": "0:00:51", "throughput": 1976.31, "total_tokens": 1932872} +{"current_steps": 1340, "total_steps": 1405, "loss": 0.0, "lr": 3.3560575775019866e-08, "epoch": 4.7686832740213525, "percentage": 95.37, "elapsed_time": "0:16:18", "remaining_time": "0:00:47", "throughput": 1982.75, "total_tokens": 1940040} +{"current_steps": 1345, "total_steps": 1405, "loss": 0.0, "lr": 2.8677627972978905e-08, "epoch": 4.786476868327402, "percentage": 95.73, "elapsed_time": "0:16:18", "remaining_time": "0:00:43", "throughput": 1990.83, "total_tokens": 1948936} +{"current_steps": 1349, "total_steps": 1405, "eval_loss": 0.2602100372314453, "epoch": 4.800711743772242, "percentage": 96.01, "elapsed_time": "0:16:19", "remaining_time": "0:00:40", "throughput": 1994.66, "total_tokens": 1954568} +{"current_steps": 1350, "total_steps": 1405, "loss": 0.0, "lr": 2.4176333818745347e-08, "epoch": 4.804270462633452, "percentage": 96.09, "elapsed_time": "0:17:22", "remaining_time": "0:00:42", "throughput": 1875.69, "total_tokens": 1955912} +{"current_steps": 1355, "total_steps": 1405, "loss": 0.0, "lr": 2.0057388460533733e-08, "epoch": 4.822064056939502, "percentage": 96.44, "elapsed_time": "0:17:23", "remaining_time": "0:00:38", "throughput": 1881.48, "total_tokens": 1962760} +{"current_steps": 1360, "total_steps": 1405, "loss": 0.0, "lr": 1.6321427999298754e-08, "epoch": 4.839857651245552, "percentage": 96.8, "elapsed_time": "0:17:23", "remaining_time": "0:00:34", "throughput": 1886.85, "total_tokens": 1969160} +{"current_steps": 1365, "total_steps": 1405, "loss": 0.0, "lr": 1.2969029390501597e-08, "epoch": 4.857651245551601, "percentage": 97.15, "elapsed_time": "0:17:24", "remaining_time": "0:00:30", "throughput": 1892.4, "total_tokens": 1975752} +{"current_steps": 1370, "total_steps": 1405, "loss": 0.0, "lr": 1.000071035500816e-08, "epoch": 4.875444839857651, "percentage": 97.51, "elapsed_time": "0:17:24", "remaining_time": "0:00:26", "throughput": 1898.75, "total_tokens": 1983240} +{"current_steps": 1375, "total_steps": 1405, "loss": 0.0, "lr": 7.416929299135511e-09, "epoch": 4.893238434163701, "percentage": 97.86, "elapsed_time": "0:17:24", "remaining_time": "0:00:22", "throughput": 1905.16, "total_tokens": 1990792} +{"current_steps": 1380, "total_steps": 1405, "loss": 0.0, "lr": 5.218085243859639e-09, "epoch": 4.911032028469751, "percentage": 98.22, "elapsed_time": "0:17:25", "remaining_time": "0:00:18", "throughput": 1911.91, "total_tokens": 1998728} +{"current_steps": 1385, "total_steps": 1405, "loss": 0.0, "lr": 3.4045177631936154e-09, "epoch": 4.9288256227758005, "percentage": 98.58, "elapsed_time": "0:17:25", "remaining_time": "0:00:15", "throughput": 1918.89, "total_tokens": 2006920} +{"current_steps": 1390, "total_steps": 1405, "loss": 0.0, "lr": 1.976506931745392e-09, "epoch": 4.94661921708185, "percentage": 98.93, "elapsed_time": "0:17:26", "remaining_time": "0:00:11", "throughput": 1924.06, "total_tokens": 2013128} +{"current_steps": 1395, "total_steps": 1405, "loss": 0.0, "lr": 9.3427328146517e-10, "epoch": 4.9644128113879, "percentage": 99.29, "elapsed_time": "0:17:26", "remaining_time": "0:00:07", "throughput": 1931.37, "total_tokens": 2021704} +{"current_steps": 1400, "total_steps": 1405, "loss": 0.0, "lr": 2.7797776758903274e-10, "epoch": 4.98220640569395, "percentage": 99.64, "elapsed_time": "0:17:27", "remaining_time": "0:00:03", "throughput": 1937.41, "total_tokens": 2028872} +{"current_steps": 1405, "total_steps": 1405, "loss": 0.0, "lr": 7.72174378022017e-12, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:17:27", "remaining_time": "0:00:00", "throughput": 1942.54, "total_tokens": 2035272} +{"current_steps": 1405, "total_steps": 1405, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:18:04", "remaining_time": "0:00:00", "throughput": 1877.37, "total_tokens": 2035272} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..21332f6 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,2463 @@ +{ + "best_global_step": 284, + "best_metric": 0.11889845132827759, + "best_model_checkpoint": "saves_bts_preliminary/base/llama-3.2-1b-instruct/train_rte_42_1776331559/checkpoint-284", + "epoch": 5.0, + "eval_steps": 71, + "global_step": 1405, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.017793594306049824, + "grad_norm": 214.55776977539062, + "learning_rate": 1.4184397163120568e-07, + "loss": 0.7401, + "num_input_tokens_seen": 7872, + "step": 5 + }, + { + "epoch": 0.03558718861209965, + "grad_norm": 161.54965209960938, + "learning_rate": 3.1914893617021275e-07, + "loss": 0.6171, + "num_input_tokens_seen": 14784, + "step": 10 + }, + { + "epoch": 0.05338078291814947, + "grad_norm": 70.1294937133789, + "learning_rate": 4.964539007092199e-07, + "loss": 0.4092, + "num_input_tokens_seen": 23424, + "step": 15 + }, + { + "epoch": 0.0711743772241993, + "grad_norm": 83.8577880859375, + "learning_rate": 6.73758865248227e-07, + "loss": 0.2659, + "num_input_tokens_seen": 29824, + "step": 20 + }, + { + "epoch": 0.08896797153024912, + "grad_norm": 70.67394256591797, + "learning_rate": 8.510638297872341e-07, + "loss": 0.2666, + "num_input_tokens_seen": 37824, + "step": 25 + }, + { + "epoch": 0.10676156583629894, + "grad_norm": 35.297691345214844, + "learning_rate": 1.0283687943262412e-06, + "loss": 0.2573, + "num_input_tokens_seen": 44608, + "step": 30 + }, + { + "epoch": 0.12455516014234876, + "grad_norm": 8.436112403869629, + "learning_rate": 1.2056737588652482e-06, + "loss": 0.3322, + "num_input_tokens_seen": 51968, + "step": 35 + }, + { + "epoch": 0.1423487544483986, + "grad_norm": 13.455877304077148, + "learning_rate": 1.3829787234042555e-06, + "loss": 0.1441, + "num_input_tokens_seen": 59456, + "step": 40 + }, + { + "epoch": 0.1601423487544484, + "grad_norm": 32.384830474853516, + "learning_rate": 1.5602836879432626e-06, + "loss": 0.163, + "num_input_tokens_seen": 66496, + "step": 45 + }, + { + "epoch": 0.17793594306049823, + "grad_norm": 26.830564498901367, + "learning_rate": 1.7375886524822697e-06, + "loss": 0.1815, + "num_input_tokens_seen": 73408, + "step": 50 + }, + { + "epoch": 0.19572953736654805, + "grad_norm": 7.963785171508789, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.1484, + "num_input_tokens_seen": 80576, + "step": 55 + }, + { + "epoch": 0.21352313167259787, + "grad_norm": 8.084745407104492, + "learning_rate": 2.092198581560284e-06, + "loss": 0.1828, + "num_input_tokens_seen": 88256, + "step": 60 + }, + { + "epoch": 0.2313167259786477, + "grad_norm": 11.574740409851074, + "learning_rate": 2.269503546099291e-06, + "loss": 0.1709, + "num_input_tokens_seen": 96256, + "step": 65 + }, + { + "epoch": 0.2491103202846975, + "grad_norm": 20.736160278320312, + "learning_rate": 2.446808510638298e-06, + "loss": 0.2309, + "num_input_tokens_seen": 103424, + "step": 70 + }, + { + "epoch": 0.2526690391459075, + "eval_loss": 0.18017518520355225, + "eval_runtime": 0.6321, + "eval_samples_per_second": 393.895, + "eval_steps_per_second": 50.621, + "num_input_tokens_seen": 105024, + "step": 71 + }, + { + "epoch": 0.2669039145907473, + "grad_norm": 20.432262420654297, + "learning_rate": 2.624113475177305e-06, + "loss": 0.1733, + "num_input_tokens_seen": 110528, + "step": 75 + }, + { + "epoch": 0.2846975088967972, + "grad_norm": 4.497078895568848, + "learning_rate": 2.8014184397163125e-06, + "loss": 0.1469, + "num_input_tokens_seen": 117440, + "step": 80 + }, + { + "epoch": 0.302491103202847, + "grad_norm": 13.809417724609375, + "learning_rate": 2.978723404255319e-06, + "loss": 0.1417, + "num_input_tokens_seen": 125504, + "step": 85 + }, + { + "epoch": 0.3202846975088968, + "grad_norm": 47.335994720458984, + "learning_rate": 3.1560283687943267e-06, + "loss": 0.1887, + "num_input_tokens_seen": 132352, + "step": 90 + }, + { + "epoch": 0.33807829181494664, + "grad_norm": 33.13681411743164, + "learning_rate": 3.3333333333333333e-06, + "loss": 0.1507, + "num_input_tokens_seen": 139200, + "step": 95 + }, + { + "epoch": 0.35587188612099646, + "grad_norm": 21.207801818847656, + "learning_rate": 3.510638297872341e-06, + "loss": 0.0966, + "num_input_tokens_seen": 147904, + "step": 100 + }, + { + "epoch": 0.3736654804270463, + "grad_norm": 27.387420654296875, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.2218, + "num_input_tokens_seen": 154240, + "step": 105 + }, + { + "epoch": 0.3914590747330961, + "grad_norm": 14.321903228759766, + "learning_rate": 3.865248226950355e-06, + "loss": 0.1246, + "num_input_tokens_seen": 161472, + "step": 110 + }, + { + "epoch": 0.4092526690391459, + "grad_norm": 24.01630401611328, + "learning_rate": 4.042553191489362e-06, + "loss": 0.1689, + "num_input_tokens_seen": 168192, + "step": 115 + }, + { + "epoch": 0.42704626334519574, + "grad_norm": 5.953591346740723, + "learning_rate": 4.219858156028369e-06, + "loss": 0.1818, + "num_input_tokens_seen": 174656, + "step": 120 + }, + { + "epoch": 0.44483985765124556, + "grad_norm": 7.9348039627075195, + "learning_rate": 4.397163120567377e-06, + "loss": 0.1189, + "num_input_tokens_seen": 181632, + "step": 125 + }, + { + "epoch": 0.4626334519572954, + "grad_norm": 31.200048446655273, + "learning_rate": 4.574468085106383e-06, + "loss": 0.0973, + "num_input_tokens_seen": 191488, + "step": 130 + }, + { + "epoch": 0.4804270462633452, + "grad_norm": 20.26383399963379, + "learning_rate": 4.751773049645391e-06, + "loss": 0.1978, + "num_input_tokens_seen": 198848, + "step": 135 + }, + { + "epoch": 0.498220640569395, + "grad_norm": 34.11137771606445, + "learning_rate": 4.929078014184397e-06, + "loss": 0.1861, + "num_input_tokens_seen": 207232, + "step": 140 + }, + { + "epoch": 0.505338078291815, + "eval_loss": 0.2461702525615692, + "eval_runtime": 0.5958, + "eval_samples_per_second": 417.954, + "eval_steps_per_second": 53.713, + "num_input_tokens_seen": 209536, + "step": 142 + }, + { + "epoch": 0.5160142348754448, + "grad_norm": 5.17560338973999, + "learning_rate": 4.999930504592181e-06, + "loss": 0.2676, + "num_input_tokens_seen": 213952, + "step": 145 + }, + { + "epoch": 0.5338078291814946, + "grad_norm": 4.064759731292725, + "learning_rate": 4.999505824425164e-06, + "loss": 0.1686, + "num_input_tokens_seen": 221376, + "step": 150 + }, + { + "epoch": 0.5516014234875445, + "grad_norm": 6.850118160247803, + "learning_rate": 4.998695138156149e-06, + "loss": 0.1074, + "num_input_tokens_seen": 228928, + "step": 155 + }, + { + "epoch": 0.5693950177935944, + "grad_norm": 12.681975364685059, + "learning_rate": 4.997498570981822e-06, + "loss": 0.1216, + "num_input_tokens_seen": 236352, + "step": 160 + }, + { + "epoch": 0.5871886120996441, + "grad_norm": 20.49947166442871, + "learning_rate": 4.995916307691601e-06, + "loss": 0.1426, + "num_input_tokens_seen": 244416, + "step": 165 + }, + { + "epoch": 0.604982206405694, + "grad_norm": 17.282085418701172, + "learning_rate": 4.993948592639105e-06, + "loss": 0.175, + "num_input_tokens_seen": 251456, + "step": 170 + }, + { + "epoch": 0.6227758007117438, + "grad_norm": 12.41250991821289, + "learning_rate": 4.991595729704405e-06, + "loss": 0.1179, + "num_input_tokens_seen": 258880, + "step": 175 + }, + { + "epoch": 0.6405693950177936, + "grad_norm": 28.129770278930664, + "learning_rate": 4.988858082247109e-06, + "loss": 0.1235, + "num_input_tokens_seen": 265152, + "step": 180 + }, + { + "epoch": 0.6583629893238434, + "grad_norm": 27.979137420654297, + "learning_rate": 4.985736073050237e-06, + "loss": 0.1596, + "num_input_tokens_seen": 272576, + "step": 185 + }, + { + "epoch": 0.6761565836298933, + "grad_norm": 5.348273754119873, + "learning_rate": 4.982230184254934e-06, + "loss": 0.1188, + "num_input_tokens_seen": 279744, + "step": 190 + }, + { + "epoch": 0.693950177935943, + "grad_norm": 21.296180725097656, + "learning_rate": 4.9783409572860105e-06, + "loss": 0.1255, + "num_input_tokens_seen": 287680, + "step": 195 + }, + { + "epoch": 0.7117437722419929, + "grad_norm": 8.518939018249512, + "learning_rate": 4.9740689927683314e-06, + "loss": 0.0801, + "num_input_tokens_seen": 294592, + "step": 200 + }, + { + "epoch": 0.7295373665480427, + "grad_norm": 22.954431533813477, + "learning_rate": 4.9694149504340515e-06, + "loss": 0.0902, + "num_input_tokens_seen": 301440, + "step": 205 + }, + { + "epoch": 0.7473309608540926, + "grad_norm": 6.020153999328613, + "learning_rate": 4.964379549020741e-06, + "loss": 0.0658, + "num_input_tokens_seen": 308416, + "step": 210 + }, + { + "epoch": 0.7580071174377224, + "eval_loss": 0.1589389145374298, + "eval_runtime": 1.701, + "eval_samples_per_second": 146.387, + "eval_steps_per_second": 18.813, + "num_input_tokens_seen": 312576, + "step": 213 + }, + { + "epoch": 0.7651245551601423, + "grad_norm": 22.559890747070312, + "learning_rate": 4.9589635661603845e-06, + "loss": 0.1047, + "num_input_tokens_seen": 315328, + "step": 215 + }, + { + "epoch": 0.7829181494661922, + "grad_norm": 21.644763946533203, + "learning_rate": 4.953167838259285e-06, + "loss": 0.0899, + "num_input_tokens_seen": 322688, + "step": 220 + }, + { + "epoch": 0.800711743772242, + "grad_norm": 21.93659782409668, + "learning_rate": 4.946993260368904e-06, + "loss": 0.1884, + "num_input_tokens_seen": 329280, + "step": 225 + }, + { + "epoch": 0.8185053380782918, + "grad_norm": 4.014484405517578, + "learning_rate": 4.9404407860476275e-06, + "loss": 0.0862, + "num_input_tokens_seen": 336896, + "step": 230 + }, + { + "epoch": 0.8362989323843416, + "grad_norm": 9.570290565490723, + "learning_rate": 4.933511427213511e-06, + "loss": 0.1129, + "num_input_tokens_seen": 344128, + "step": 235 + }, + { + "epoch": 0.8540925266903915, + "grad_norm": 8.622743606567383, + "learning_rate": 4.926206253988001e-06, + "loss": 0.0612, + "num_input_tokens_seen": 350912, + "step": 240 + }, + { + "epoch": 0.8718861209964412, + "grad_norm": 20.623458862304688, + "learning_rate": 4.91852639453068e-06, + "loss": 0.1364, + "num_input_tokens_seen": 358016, + "step": 245 + }, + { + "epoch": 0.8896797153024911, + "grad_norm": 20.129985809326172, + "learning_rate": 4.910473034865033e-06, + "loss": 0.0751, + "num_input_tokens_seen": 364736, + "step": 250 + }, + { + "epoch": 0.9074733096085409, + "grad_norm": 38.003440856933594, + "learning_rate": 4.902047418695293e-06, + "loss": 0.1051, + "num_input_tokens_seen": 371648, + "step": 255 + }, + { + "epoch": 0.9252669039145908, + "grad_norm": 12.691219329833984, + "learning_rate": 4.893250847214369e-06, + "loss": 0.0675, + "num_input_tokens_seen": 379200, + "step": 260 + }, + { + "epoch": 0.9430604982206405, + "grad_norm": 13.248903274536133, + "learning_rate": 4.884084678902898e-06, + "loss": 0.1611, + "num_input_tokens_seen": 387200, + "step": 265 + }, + { + "epoch": 0.9608540925266904, + "grad_norm": 19.279905319213867, + "learning_rate": 4.874550329319457e-06, + "loss": 0.1232, + "num_input_tokens_seen": 395264, + "step": 270 + }, + { + "epoch": 0.9786476868327402, + "grad_norm": 10.716254234313965, + "learning_rate": 4.864649270881944e-06, + "loss": 0.135, + "num_input_tokens_seen": 402176, + "step": 275 + }, + { + "epoch": 0.99644128113879, + "grad_norm": 10.358949661254883, + "learning_rate": 4.854383032640196e-06, + "loss": 0.0765, + "num_input_tokens_seen": 409984, + "step": 280 + }, + { + "epoch": 1.01067615658363, + "eval_loss": 0.11889845132827759, + "eval_runtime": 0.6175, + "eval_samples_per_second": 403.229, + "eval_steps_per_second": 51.821, + "num_input_tokens_seen": 414040, + "step": 284 + }, + { + "epoch": 1.0142348754448398, + "grad_norm": 19.193450927734375, + "learning_rate": 4.843753200039851e-06, + "loss": 0.0754, + "num_input_tokens_seen": 415256, + "step": 285 + }, + { + "epoch": 1.0320284697508897, + "grad_norm": 15.135278701782227, + "learning_rate": 4.832761414677502e-06, + "loss": 0.067, + "num_input_tokens_seen": 422808, + "step": 290 + }, + { + "epoch": 1.0498220640569396, + "grad_norm": 39.43471145629883, + "learning_rate": 4.821409374047184e-06, + "loss": 0.0342, + "num_input_tokens_seen": 430104, + "step": 295 + }, + { + "epoch": 1.0676156583629894, + "grad_norm": 88.81342315673828, + "learning_rate": 4.809698831278217e-06, + "loss": 0.0683, + "num_input_tokens_seen": 436760, + "step": 300 + }, + { + "epoch": 1.085409252669039, + "grad_norm": 0.4617443382740021, + "learning_rate": 4.797631594864475e-06, + "loss": 0.1073, + "num_input_tokens_seen": 444952, + "step": 305 + }, + { + "epoch": 1.103202846975089, + "grad_norm": 40.835601806640625, + "learning_rate": 4.785209528385087e-06, + "loss": 0.1453, + "num_input_tokens_seen": 452760, + "step": 310 + }, + { + "epoch": 1.1209964412811388, + "grad_norm": 47.22534942626953, + "learning_rate": 4.7724345502166435e-06, + "loss": 0.2851, + "num_input_tokens_seen": 458392, + "step": 315 + }, + { + "epoch": 1.1387900355871885, + "grad_norm": 22.309940338134766, + "learning_rate": 4.759308633236934e-06, + "loss": 0.0427, + "num_input_tokens_seen": 465112, + "step": 320 + }, + { + "epoch": 1.1565836298932384, + "grad_norm": 0.2836686968803406, + "learning_rate": 4.74583380452027e-06, + "loss": 0.0369, + "num_input_tokens_seen": 472216, + "step": 325 + }, + { + "epoch": 1.1743772241992882, + "grad_norm": 20.73933219909668, + "learning_rate": 4.7320121450244395e-06, + "loss": 0.1237, + "num_input_tokens_seen": 479576, + "step": 330 + }, + { + "epoch": 1.1921708185053381, + "grad_norm": 0.6483802199363708, + "learning_rate": 4.717845789269333e-06, + "loss": 0.0822, + "num_input_tokens_seen": 486552, + "step": 335 + }, + { + "epoch": 1.209964412811388, + "grad_norm": 10.158080101013184, + "learning_rate": 4.703336925007311e-06, + "loss": 0.0835, + "num_input_tokens_seen": 494616, + "step": 340 + }, + { + "epoch": 1.2277580071174377, + "grad_norm": 22.884260177612305, + "learning_rate": 4.68848779288534e-06, + "loss": 0.0413, + "num_input_tokens_seen": 501400, + "step": 345 + }, + { + "epoch": 1.2455516014234875, + "grad_norm": 0.23994407057762146, + "learning_rate": 4.673300686098957e-06, + "loss": 0.0284, + "num_input_tokens_seen": 508888, + "step": 350 + }, + { + "epoch": 1.2633451957295374, + "grad_norm": 28.652849197387695, + "learning_rate": 4.657777950038133e-06, + "loss": 0.1848, + "num_input_tokens_seen": 517656, + "step": 355 + }, + { + "epoch": 1.2633451957295374, + "eval_loss": 0.21280953288078308, + "eval_runtime": 0.6154, + "eval_samples_per_second": 404.643, + "eval_steps_per_second": 52.002, + "num_input_tokens_seen": 517656, + "step": 355 + }, + { + "epoch": 1.281138790035587, + "grad_norm": 29.27073860168457, + "learning_rate": 4.641921981925064e-06, + "loss": 0.0684, + "num_input_tokens_seen": 526232, + "step": 360 + }, + { + "epoch": 1.298932384341637, + "grad_norm": 6.552826404571533, + "learning_rate": 4.625735230443959e-06, + "loss": 0.0556, + "num_input_tokens_seen": 533400, + "step": 365 + }, + { + "epoch": 1.3167259786476868, + "grad_norm": 19.556528091430664, + "learning_rate": 4.609220195362886e-06, + "loss": 0.1059, + "num_input_tokens_seen": 542168, + "step": 370 + }, + { + "epoch": 1.3345195729537367, + "grad_norm": 0.45224103331565857, + "learning_rate": 4.592379427147722e-06, + "loss": 0.0525, + "num_input_tokens_seen": 549976, + "step": 375 + }, + { + "epoch": 1.3523131672597866, + "grad_norm": 7.306344032287598, + "learning_rate": 4.575215526568278e-06, + "loss": 0.118, + "num_input_tokens_seen": 557016, + "step": 380 + }, + { + "epoch": 1.3701067615658362, + "grad_norm": 17.069351196289062, + "learning_rate": 4.557731144296659e-06, + "loss": 0.0831, + "num_input_tokens_seen": 564504, + "step": 385 + }, + { + "epoch": 1.387900355871886, + "grad_norm": 2.3357198238372803, + "learning_rate": 4.539928980497903e-06, + "loss": 0.0283, + "num_input_tokens_seen": 571864, + "step": 390 + }, + { + "epoch": 1.405693950177936, + "grad_norm": 18.61362648010254, + "learning_rate": 4.521811784412996e-06, + "loss": 0.0483, + "num_input_tokens_seen": 578456, + "step": 395 + }, + { + "epoch": 1.4234875444839858, + "grad_norm": 51.09469223022461, + "learning_rate": 4.503382353934295e-06, + "loss": 0.1155, + "num_input_tokens_seen": 584600, + "step": 400 + }, + { + "epoch": 1.4412811387900355, + "grad_norm": 0.02246745675802231, + "learning_rate": 4.484643535173438e-06, + "loss": 0.0086, + "num_input_tokens_seen": 591128, + "step": 405 + }, + { + "epoch": 1.4590747330960854, + "grad_norm": 0.0882764533162117, + "learning_rate": 4.465598222021818e-06, + "loss": 0.0969, + "num_input_tokens_seen": 598552, + "step": 410 + }, + { + "epoch": 1.4768683274021353, + "grad_norm": 33.67585372924805, + "learning_rate": 4.446249355703661e-06, + "loss": 0.0715, + "num_input_tokens_seen": 607320, + "step": 415 + }, + { + "epoch": 1.4946619217081851, + "grad_norm": 24.378616333007812, + "learning_rate": 4.426599924321815e-06, + "loss": 0.094, + "num_input_tokens_seen": 614744, + "step": 420 + }, + { + "epoch": 1.512455516014235, + "grad_norm": 9.61978530883789, + "learning_rate": 4.406652962396278e-06, + "loss": 0.0306, + "num_input_tokens_seen": 622808, + "step": 425 + }, + { + "epoch": 1.5160142348754448, + "eval_loss": 0.17913997173309326, + "eval_runtime": 0.6176, + "eval_samples_per_second": 403.205, + "eval_steps_per_second": 51.817, + "num_input_tokens_seen": 624344, + "step": 426 + }, + { + "epoch": 1.5302491103202847, + "grad_norm": 18.067750930786133, + "learning_rate": 4.386411550395576e-06, + "loss": 0.103, + "num_input_tokens_seen": 630488, + "step": 430 + }, + { + "epoch": 1.5480427046263345, + "grad_norm": 2.518416404724121, + "learning_rate": 4.365878814261032e-06, + "loss": 0.0775, + "num_input_tokens_seen": 638424, + "step": 435 + }, + { + "epoch": 1.5658362989323842, + "grad_norm": 17.197315216064453, + "learning_rate": 4.34505792492402e-06, + "loss": 0.0767, + "num_input_tokens_seen": 645208, + "step": 440 + }, + { + "epoch": 1.583629893238434, + "grad_norm": 1.7272682189941406, + "learning_rate": 4.3239520978162685e-06, + "loss": 0.013, + "num_input_tokens_seen": 653016, + "step": 445 + }, + { + "epoch": 1.601423487544484, + "grad_norm": 2.9054439067840576, + "learning_rate": 4.302564592373293e-06, + "loss": 0.0129, + "num_input_tokens_seen": 659992, + "step": 450 + }, + { + "epoch": 1.6192170818505338, + "grad_norm": 0.1965407431125641, + "learning_rate": 4.280898711531026e-06, + "loss": 0.1234, + "num_input_tokens_seen": 667224, + "step": 455 + }, + { + "epoch": 1.6370106761565837, + "grad_norm": 1.4352664947509766, + "learning_rate": 4.258957801215743e-06, + "loss": 0.1334, + "num_input_tokens_seen": 675160, + "step": 460 + }, + { + "epoch": 1.6548042704626336, + "grad_norm": 7.041714191436768, + "learning_rate": 4.236745249827336e-06, + "loss": 0.1297, + "num_input_tokens_seen": 683544, + "step": 465 + }, + { + "epoch": 1.6725978647686834, + "grad_norm": 22.762420654296875, + "learning_rate": 4.2142644877160334e-06, + "loss": 0.0334, + "num_input_tokens_seen": 689368, + "step": 470 + }, + { + "epoch": 1.690391459074733, + "grad_norm": 15.38829231262207, + "learning_rate": 4.191518986652642e-06, + "loss": 0.0779, + "num_input_tokens_seen": 695832, + "step": 475 + }, + { + "epoch": 1.708185053380783, + "grad_norm": 5.282833576202393, + "learning_rate": 4.168512259292391e-06, + "loss": 0.0085, + "num_input_tokens_seen": 703128, + "step": 480 + }, + { + "epoch": 1.7259786476868326, + "grad_norm": 0.2967665493488312, + "learning_rate": 4.14524785863246e-06, + "loss": 0.0617, + "num_input_tokens_seen": 709528, + "step": 485 + }, + { + "epoch": 1.7437722419928825, + "grad_norm": 18.050338745117188, + "learning_rate": 4.121729377463285e-06, + "loss": 0.0537, + "num_input_tokens_seen": 716312, + "step": 490 + }, + { + "epoch": 1.7615658362989324, + "grad_norm": 34.60630416870117, + "learning_rate": 4.0979604478137045e-06, + "loss": 0.1029, + "num_input_tokens_seen": 722776, + "step": 495 + }, + { + "epoch": 1.7686832740213523, + "eval_loss": 0.13597266376018524, + "eval_runtime": 0.6055, + "eval_samples_per_second": 411.239, + "eval_steps_per_second": 52.85, + "num_input_tokens_seen": 725656, + "step": 497 + }, + { + "epoch": 1.7793594306049823, + "grad_norm": 19.958894729614258, + "learning_rate": 4.0739447403900605e-06, + "loss": 0.1142, + "num_input_tokens_seen": 729944, + "step": 500 + }, + { + "epoch": 1.7971530249110321, + "grad_norm": 13.6007719039917, + "learning_rate": 4.0496859640093215e-06, + "loss": 0.0837, + "num_input_tokens_seen": 737112, + "step": 505 + }, + { + "epoch": 1.814946619217082, + "grad_norm": 2.8377349376678467, + "learning_rate": 4.025187865026311e-06, + "loss": 0.0124, + "num_input_tokens_seen": 744408, + "step": 510 + }, + { + "epoch": 1.8327402135231317, + "grad_norm": 4.554283618927002, + "learning_rate": 4.0004542267551585e-06, + "loss": 0.059, + "num_input_tokens_seen": 750488, + "step": 515 + }, + { + "epoch": 1.8505338078291815, + "grad_norm": 20.501800537109375, + "learning_rate": 3.975488868885022e-06, + "loss": 0.0662, + "num_input_tokens_seen": 757528, + "step": 520 + }, + { + "epoch": 1.8683274021352312, + "grad_norm": 37.35130310058594, + "learning_rate": 3.950295646890202e-06, + "loss": 0.0299, + "num_input_tokens_seen": 763736, + "step": 525 + }, + { + "epoch": 1.886120996441281, + "grad_norm": 39.31193161010742, + "learning_rate": 3.924878451434736e-06, + "loss": 0.0666, + "num_input_tokens_seen": 771864, + "step": 530 + }, + { + "epoch": 1.903914590747331, + "grad_norm": 1.3388175964355469, + "learning_rate": 3.899241207771546e-06, + "loss": 0.072, + "num_input_tokens_seen": 778712, + "step": 535 + }, + { + "epoch": 1.9217081850533808, + "grad_norm": 12.562256813049316, + "learning_rate": 3.873387875136252e-06, + "loss": 0.0475, + "num_input_tokens_seen": 784280, + "step": 540 + }, + { + "epoch": 1.9395017793594307, + "grad_norm": 20.693452835083008, + "learning_rate": 3.847322446135736e-06, + "loss": 0.1443, + "num_input_tokens_seen": 792280, + "step": 545 + }, + { + "epoch": 1.9572953736654806, + "grad_norm": 10.482217788696289, + "learning_rate": 3.821048946131549e-06, + "loss": 0.1501, + "num_input_tokens_seen": 798488, + "step": 550 + }, + { + "epoch": 1.9750889679715302, + "grad_norm": 0.7575608491897583, + "learning_rate": 3.794571432618267e-06, + "loss": 0.0502, + "num_input_tokens_seen": 806104, + "step": 555 + }, + { + "epoch": 1.99288256227758, + "grad_norm": 13.330556869506836, + "learning_rate": 3.767893994596876e-06, + "loss": 0.0142, + "num_input_tokens_seen": 813336, + "step": 560 + }, + { + "epoch": 2.0106761565836297, + "grad_norm": 0.28736042976379395, + "learning_rate": 3.7410207519432972e-06, + "loss": 0.1868, + "num_input_tokens_seen": 817576, + "step": 565 + }, + { + "epoch": 2.02135231316726, + "eval_loss": 0.16060441732406616, + "eval_runtime": 0.6313, + "eval_samples_per_second": 394.424, + "eval_steps_per_second": 50.689, + "num_input_tokens_seen": 821416, + "step": 568 + }, + { + "epoch": 2.0284697508896796, + "grad_norm": 35.438270568847656, + "learning_rate": 3.713955854772144e-06, + "loss": 0.0138, + "num_input_tokens_seen": 823848, + "step": 570 + }, + { + "epoch": 2.0462633451957295, + "grad_norm": 23.84980010986328, + "learning_rate": 3.686703482795802e-06, + "loss": 0.1069, + "num_input_tokens_seen": 832232, + "step": 575 + }, + { + "epoch": 2.0640569395017794, + "grad_norm": 0.2273331582546234, + "learning_rate": 3.6592678446789516e-06, + "loss": 0.042, + "num_input_tokens_seen": 840424, + "step": 580 + }, + { + "epoch": 2.0818505338078293, + "grad_norm": 0.2911248505115509, + "learning_rate": 3.631653177388605e-06, + "loss": 0.0325, + "num_input_tokens_seen": 846824, + "step": 585 + }, + { + "epoch": 2.099644128113879, + "grad_norm": 0.03189073130488396, + "learning_rate": 3.6038637455397802e-06, + "loss": 0.003, + "num_input_tokens_seen": 853608, + "step": 590 + }, + { + "epoch": 2.117437722419929, + "grad_norm": 0.06126879155635834, + "learning_rate": 3.575903840736906e-06, + "loss": 0.1002, + "num_input_tokens_seen": 860968, + "step": 595 + }, + { + "epoch": 2.135231316725979, + "grad_norm": 0.12086429446935654, + "learning_rate": 3.547777780911055e-06, + "loss": 0.0251, + "num_input_tokens_seen": 868904, + "step": 600 + }, + { + "epoch": 2.1530249110320283, + "grad_norm": 0.013016794808208942, + "learning_rate": 3.519489909653113e-06, + "loss": 0.0005, + "num_input_tokens_seen": 876072, + "step": 605 + }, + { + "epoch": 2.170818505338078, + "grad_norm": 41.4961051940918, + "learning_rate": 3.4910445955429856e-06, + "loss": 0.0155, + "num_input_tokens_seen": 883752, + "step": 610 + }, + { + "epoch": 2.188612099644128, + "grad_norm": 0.10037070512771606, + "learning_rate": 3.4624462314749447e-06, + "loss": 0.0004, + "num_input_tokens_seen": 891304, + "step": 615 + }, + { + "epoch": 2.206405693950178, + "grad_norm": 0.04163924232125282, + "learning_rate": 3.433699233979222e-06, + "loss": 0.0163, + "num_input_tokens_seen": 899176, + "step": 620 + }, + { + "epoch": 2.224199288256228, + "grad_norm": 0.09111510962247849, + "learning_rate": 3.4048080425399506e-06, + "loss": 0.0001, + "num_input_tokens_seen": 907560, + "step": 625 + }, + { + "epoch": 2.2419928825622777, + "grad_norm": 0.023458287119865417, + "learning_rate": 3.375777118909561e-06, + "loss": 0.0027, + "num_input_tokens_seen": 915240, + "step": 630 + }, + { + "epoch": 2.2597864768683276, + "grad_norm": 0.007639422547072172, + "learning_rate": 3.346610946419743e-06, + "loss": 0.0259, + "num_input_tokens_seen": 921384, + "step": 635 + }, + { + "epoch": 2.2740213523131674, + "eval_loss": 0.25424328446388245, + "eval_runtime": 0.622, + "eval_samples_per_second": 400.338, + "eval_steps_per_second": 51.449, + "num_input_tokens_seen": 926760, + "step": 639 + }, + { + "epoch": 2.277580071174377, + "grad_norm": 0.02619522623717785, + "learning_rate": 3.3173140292890673e-06, + "loss": 0.0233, + "num_input_tokens_seen": 927528, + "step": 640 + }, + { + "epoch": 2.295373665480427, + "grad_norm": 0.031525298953056335, + "learning_rate": 3.2878908919273867e-06, + "loss": 0.0266, + "num_input_tokens_seen": 934568, + "step": 645 + }, + { + "epoch": 2.3131672597864767, + "grad_norm": 0.08830317109823227, + "learning_rate": 3.2583460782371217e-06, + "loss": 0.0006, + "num_input_tokens_seen": 942248, + "step": 650 + }, + { + "epoch": 2.3309608540925266, + "grad_norm": 0.005108945071697235, + "learning_rate": 3.228684150911527e-06, + "loss": 0.0003, + "num_input_tokens_seen": 949096, + "step": 655 + }, + { + "epoch": 2.3487544483985765, + "grad_norm": 0.04930766299366951, + "learning_rate": 3.1989096907300634e-06, + "loss": 0.0082, + "num_input_tokens_seen": 955752, + "step": 660 + }, + { + "epoch": 2.3665480427046264, + "grad_norm": 0.06299162656068802, + "learning_rate": 3.1690272958509772e-06, + "loss": 0.0486, + "num_input_tokens_seen": 963176, + "step": 665 + }, + { + "epoch": 2.3843416370106763, + "grad_norm": 0.6633197665214539, + "learning_rate": 3.139041581101187e-06, + "loss": 0.0001, + "num_input_tokens_seen": 968232, + "step": 670 + }, + { + "epoch": 2.402135231316726, + "grad_norm": 59.2174186706543, + "learning_rate": 3.108957177263608e-06, + "loss": 0.0222, + "num_input_tokens_seen": 976552, + "step": 675 + }, + { + "epoch": 2.419928825622776, + "grad_norm": 0.0013539546635001898, + "learning_rate": 3.078778730362003e-06, + "loss": 0.0075, + "num_input_tokens_seen": 983720, + "step": 680 + }, + { + "epoch": 2.4377224199288254, + "grad_norm": 0.01872558705508709, + "learning_rate": 3.0485109009434844e-06, + "loss": 0.0003, + "num_input_tokens_seen": 991976, + "step": 685 + }, + { + "epoch": 2.4555160142348753, + "grad_norm": 0.06228525564074516, + "learning_rate": 3.018158363358773e-06, + "loss": 0.061, + "num_input_tokens_seen": 998184, + "step": 690 + }, + { + "epoch": 2.473309608540925, + "grad_norm": 0.015886032953858376, + "learning_rate": 2.9877258050403214e-06, + "loss": 0.0, + "num_input_tokens_seen": 1005672, + "step": 695 + }, + { + "epoch": 2.491103202846975, + "grad_norm": 0.49660900235176086, + "learning_rate": 2.9572179257784215e-06, + "loss": 0.0152, + "num_input_tokens_seen": 1013096, + "step": 700 + }, + { + "epoch": 2.508896797153025, + "grad_norm": 0.01401636004447937, + "learning_rate": 2.9266394369954056e-06, + "loss": 0.0006, + "num_input_tokens_seen": 1019304, + "step": 705 + }, + { + "epoch": 2.526690391459075, + "grad_norm": 0.011517788283526897, + "learning_rate": 2.8959950610180376e-06, + "loss": 0.029, + "num_input_tokens_seen": 1025320, + "step": 710 + }, + { + "epoch": 2.526690391459075, + "eval_loss": 0.23608553409576416, + "eval_runtime": 0.6224, + "eval_samples_per_second": 400.086, + "eval_steps_per_second": 51.417, + "num_input_tokens_seen": 1025320, + "step": 710 + }, + { + "epoch": 2.5444839857651247, + "grad_norm": 0.09000097960233688, + "learning_rate": 2.865289530348243e-06, + "loss": 0.0, + "num_input_tokens_seen": 1032552, + "step": 715 + }, + { + "epoch": 2.562277580071174, + "grad_norm": 0.0029357271268963814, + "learning_rate": 2.8345275869322432e-06, + "loss": 0.0, + "num_input_tokens_seen": 1039912, + "step": 720 + }, + { + "epoch": 2.580071174377224, + "grad_norm": 0.00977697316557169, + "learning_rate": 2.8037139814282494e-06, + "loss": 0.0092, + "num_input_tokens_seen": 1047208, + "step": 725 + }, + { + "epoch": 2.597864768683274, + "grad_norm": 0.03362439572811127, + "learning_rate": 2.7728534724728027e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1053928, + "step": 730 + }, + { + "epoch": 2.6156583629893237, + "grad_norm": 109.98116302490234, + "learning_rate": 2.741950825945881e-06, + "loss": 0.0806, + "num_input_tokens_seen": 1061608, + "step": 735 + }, + { + "epoch": 2.6334519572953736, + "grad_norm": 0.026239968836307526, + "learning_rate": 2.7110108142348962e-06, + "loss": 0.0747, + "num_input_tokens_seen": 1067560, + "step": 740 + }, + { + "epoch": 2.6512455516014235, + "grad_norm": 0.13907551765441895, + "learning_rate": 2.6800382154976734e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1074152, + "step": 745 + }, + { + "epoch": 2.6690391459074734, + "grad_norm": 0.02416655234992504, + "learning_rate": 2.64903781292455e-06, + "loss": 0.0005, + "num_input_tokens_seen": 1082856, + "step": 750 + }, + { + "epoch": 2.6868327402135233, + "grad_norm": 1.5046820640563965, + "learning_rate": 2.6180143939996926e-06, + "loss": 0.0003, + "num_input_tokens_seen": 1089512, + "step": 755 + }, + { + "epoch": 2.704626334519573, + "grad_norm": 0.027851078659296036, + "learning_rate": 2.5869727497617495e-06, + "loss": 0.0433, + "num_input_tokens_seen": 1096232, + "step": 760 + }, + { + "epoch": 2.722419928825623, + "grad_norm": 0.0055125863291323185, + "learning_rate": 2.55591767406396e-06, + "loss": 0.0004, + "num_input_tokens_seen": 1104168, + "step": 765 + }, + { + "epoch": 2.7402135231316724, + "grad_norm": 26.093463897705078, + "learning_rate": 2.524853962833825e-06, + "loss": 0.1194, + "num_input_tokens_seen": 1112232, + "step": 770 + }, + { + "epoch": 2.7580071174377223, + "grad_norm": 0.31872352957725525, + "learning_rate": 2.4937864133324514e-06, + "loss": 0.0031, + "num_input_tokens_seen": 1119016, + "step": 775 + }, + { + "epoch": 2.775800711743772, + "grad_norm": 0.7696136832237244, + "learning_rate": 2.462719823413707e-06, + "loss": 0.0005, + "num_input_tokens_seen": 1126696, + "step": 780 + }, + { + "epoch": 2.7793594306049823, + "eval_loss": 0.23524385690689087, + "eval_runtime": 1.141, + "eval_samples_per_second": 218.224, + "eval_steps_per_second": 28.045, + "num_input_tokens_seen": 1128104, + "step": 781 + }, + { + "epoch": 2.793594306049822, + "grad_norm": 0.014183886349201202, + "learning_rate": 2.4316589907832654e-06, + "loss": 0.0423, + "num_input_tokens_seen": 1134184, + "step": 785 + }, + { + "epoch": 2.811387900355872, + "grad_norm": 0.04211263358592987, + "learning_rate": 2.4006087122576867e-06, + "loss": 0.001, + "num_input_tokens_seen": 1140392, + "step": 790 + }, + { + "epoch": 2.829181494661922, + "grad_norm": 0.09497106820344925, + "learning_rate": 2.3695737830236263e-06, + "loss": 0.031, + "num_input_tokens_seen": 1148328, + "step": 795 + }, + { + "epoch": 2.8469750889679717, + "grad_norm": 0.040660299360752106, + "learning_rate": 2.3385589958973073e-06, + "loss": 0.0007, + "num_input_tokens_seen": 1154024, + "step": 800 + }, + { + "epoch": 2.864768683274021, + "grad_norm": 0.06477546691894531, + "learning_rate": 2.3075691405843435e-06, + "loss": 0.0003, + "num_input_tokens_seen": 1160808, + "step": 805 + }, + { + "epoch": 2.882562277580071, + "grad_norm": 0.022568199783563614, + "learning_rate": 2.2766090029400573e-06, + "loss": 0.0299, + "num_input_tokens_seen": 1167912, + "step": 810 + }, + { + "epoch": 2.900355871886121, + "grad_norm": 0.012872009538114071, + "learning_rate": 2.2456833642303825e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1174568, + "step": 815 + }, + { + "epoch": 2.9181494661921707, + "grad_norm": 0.0069219921715557575, + "learning_rate": 2.214797000393479e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1181480, + "step": 820 + }, + { + "epoch": 2.9359430604982206, + "grad_norm": 74.77655792236328, + "learning_rate": 2.183954681302173e-06, + "loss": 0.0251, + "num_input_tokens_seen": 1189928, + "step": 825 + }, + { + "epoch": 2.9537366548042705, + "grad_norm": 0.00504131056368351, + "learning_rate": 2.15316117002733e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1197480, + "step": 830 + }, + { + "epoch": 2.9715302491103204, + "grad_norm": 0.014680106192827225, + "learning_rate": 2.122421222102278e-06, + "loss": 0.039, + "num_input_tokens_seen": 1204584, + "step": 835 + }, + { + "epoch": 2.9893238434163703, + "grad_norm": 32.642799377441406, + "learning_rate": 2.0917395847884e-06, + "loss": 0.0311, + "num_input_tokens_seen": 1212584, + "step": 840 + }, + { + "epoch": 3.00711743772242, + "grad_norm": 55.226280212402344, + "learning_rate": 2.061120996341996e-06, + "loss": 0.0104, + "num_input_tokens_seen": 1217856, + "step": 845 + }, + { + "epoch": 3.0249110320284696, + "grad_norm": 0.005825079046189785, + "learning_rate": 2.030570185282544e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1226624, + "step": 850 + }, + { + "epoch": 3.0320284697508897, + "eval_loss": 0.25802624225616455, + "eval_runtime": 0.6232, + "eval_samples_per_second": 399.564, + "eval_steps_per_second": 51.35, + "num_input_tokens_seen": 1229440, + "step": 852 + }, + { + "epoch": 3.0427046263345194, + "grad_norm": 0.0032935605850070715, + "learning_rate": 2.0000918696624587e-06, + "loss": 0.0, + "num_input_tokens_seen": 1233152, + "step": 855 + }, + { + "epoch": 3.0604982206405693, + "grad_norm": 0.024462368339300156, + "learning_rate": 1.9696907563384687e-06, + "loss": 0.0, + "num_input_tokens_seen": 1240128, + "step": 860 + }, + { + "epoch": 3.078291814946619, + "grad_norm": 0.004567572381347418, + "learning_rate": 1.9393715402447228e-06, + "loss": 0.0, + "num_input_tokens_seen": 1248064, + "step": 865 + }, + { + "epoch": 3.096085409252669, + "grad_norm": 0.008781103417277336, + "learning_rate": 1.9091389036677384e-06, + "loss": 0.0, + "num_input_tokens_seen": 1255232, + "step": 870 + }, + { + "epoch": 3.113879003558719, + "grad_norm": 0.003714508144184947, + "learning_rate": 1.878997515523299e-06, + "loss": 0.0486, + "num_input_tokens_seen": 1262272, + "step": 875 + }, + { + "epoch": 3.131672597864769, + "grad_norm": 0.0036656211595982313, + "learning_rate": 1.8489520306354243e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1269632, + "step": 880 + }, + { + "epoch": 3.1494661921708187, + "grad_norm": 0.06997384876012802, + "learning_rate": 1.8190070890175082e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1277312, + "step": 885 + }, + { + "epoch": 3.167259786476868, + "grad_norm": 0.0681416317820549, + "learning_rate": 1.7891673151557493e-06, + "loss": 0.0502, + "num_input_tokens_seen": 1284096, + "step": 890 + }, + { + "epoch": 3.185053380782918, + "grad_norm": 0.008159984834492207, + "learning_rate": 1.7594373172949786e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1291648, + "step": 895 + }, + { + "epoch": 3.202846975088968, + "grad_norm": 0.008854905143380165, + "learning_rate": 1.7298216867269906e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1299712, + "step": 900 + }, + { + "epoch": 3.2206405693950177, + "grad_norm": 0.016451064497232437, + "learning_rate": 1.7003249970815028e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1306176, + "step": 905 + }, + { + "epoch": 3.2384341637010676, + "grad_norm": 0.010798790492117405, + "learning_rate": 1.6709518036198307e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1314112, + "step": 910 + }, + { + "epoch": 3.2562277580071175, + "grad_norm": 13.17015266418457, + "learning_rate": 1.6417066425314088e-06, + "loss": 0.0251, + "num_input_tokens_seen": 1321088, + "step": 915 + }, + { + "epoch": 3.2740213523131674, + "grad_norm": 0.006120134145021439, + "learning_rate": 1.612594030233252e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1328512, + "step": 920 + }, + { + "epoch": 3.284697508896797, + "eval_loss": 0.22950421273708344, + "eval_runtime": 0.6162, + "eval_samples_per_second": 404.1, + "eval_steps_per_second": 51.932, + "num_input_tokens_seen": 1332544, + "step": 923 + }, + { + "epoch": 3.2918149466192173, + "grad_norm": 0.008929496631026268, + "learning_rate": 1.5836184626724722e-06, + "loss": 0.0005, + "num_input_tokens_seen": 1336128, + "step": 925 + }, + { + "epoch": 3.309608540925267, + "grad_norm": 0.004387512803077698, + "learning_rate": 1.5547844146319547e-06, + "loss": 0.0, + "num_input_tokens_seen": 1343552, + "step": 930 + }, + { + "epoch": 3.3274021352313166, + "grad_norm": 0.011066491715610027, + "learning_rate": 1.5260963390393075e-06, + "loss": 0.0383, + "num_input_tokens_seen": 1351552, + "step": 935 + }, + { + "epoch": 3.3451957295373664, + "grad_norm": 0.006294109858572483, + "learning_rate": 1.4975586662791783e-06, + "loss": 0.0002, + "num_input_tokens_seen": 1358272, + "step": 940 + }, + { + "epoch": 3.3629893238434163, + "grad_norm": 0.01710674725472927, + "learning_rate": 1.4691758035090603e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1366784, + "step": 945 + }, + { + "epoch": 3.380782918149466, + "grad_norm": 0.006381936836987734, + "learning_rate": 1.4409521339786809e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1373312, + "step": 950 + }, + { + "epoch": 3.398576512455516, + "grad_norm": 0.012110439129173756, + "learning_rate": 1.41289201635308e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1380736, + "step": 955 + }, + { + "epoch": 3.416370106761566, + "grad_norm": 0.03375524654984474, + "learning_rate": 1.3849997840394943e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1388544, + "step": 960 + }, + { + "epoch": 3.434163701067616, + "grad_norm": 0.010791816748678684, + "learning_rate": 1.3572797445181346e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1396160, + "step": 965 + }, + { + "epoch": 3.4519572953736652, + "grad_norm": 0.006806841120123863, + "learning_rate": 1.3297361786769654e-06, + "loss": 0.0, + "num_input_tokens_seen": 1404096, + "step": 970 + }, + { + "epoch": 3.469750889679715, + "grad_norm": 0.006986913271248341, + "learning_rate": 1.302373340150598e-06, + "loss": 0.0004, + "num_input_tokens_seen": 1411008, + "step": 975 + }, + { + "epoch": 3.487544483985765, + "grad_norm": 0.006954096723347902, + "learning_rate": 1.2751954546633872e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1418880, + "step": 980 + }, + { + "epoch": 3.505338078291815, + "grad_norm": 0.0037973152939230204, + "learning_rate": 1.2482067193768419e-06, + "loss": 0.0, + "num_input_tokens_seen": 1426048, + "step": 985 + }, + { + "epoch": 3.5231316725978647, + "grad_norm": 0.1800023317337036, + "learning_rate": 1.2214113022414448e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1432064, + "step": 990 + }, + { + "epoch": 3.5373665480427046, + "eval_loss": 0.24046999216079712, + "eval_runtime": 0.6864, + "eval_samples_per_second": 362.784, + "eval_steps_per_second": 46.623, + "num_input_tokens_seen": 1438336, + "step": 994 + }, + { + "epoch": 3.5409252669039146, + "grad_norm": 0.008008265867829323, + "learning_rate": 1.1948133413529817e-06, + "loss": 0.0, + "num_input_tokens_seen": 1439808, + "step": 995 + }, + { + "epoch": 3.5587188612099645, + "grad_norm": 0.004162625875324011, + "learning_rate": 1.168416944313486e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1447616, + "step": 1000 + }, + { + "epoch": 3.5765124555160144, + "grad_norm": 0.0032155588269233704, + "learning_rate": 1.1422261875968845e-06, + "loss": 0.0, + "num_input_tokens_seen": 1454208, + "step": 1005 + }, + { + "epoch": 3.5943060498220643, + "grad_norm": 0.007771800272166729, + "learning_rate": 1.1162451159194615e-06, + "loss": 0.0, + "num_input_tokens_seen": 1463296, + "step": 1010 + }, + { + "epoch": 3.612099644128114, + "grad_norm": 0.12433820962905884, + "learning_rate": 1.0904777416152166e-06, + "loss": 0.0009, + "num_input_tokens_seen": 1469952, + "step": 1015 + }, + { + "epoch": 3.6298932384341636, + "grad_norm": 0.003224864834919572, + "learning_rate": 1.0649280440162326e-06, + "loss": 0.0, + "num_input_tokens_seen": 1477184, + "step": 1020 + }, + { + "epoch": 3.6476868327402134, + "grad_norm": 0.00848240777850151, + "learning_rate": 1.0395999688381313e-06, + "loss": 0.0, + "num_input_tokens_seen": 1484160, + "step": 1025 + }, + { + "epoch": 3.6654804270462633, + "grad_norm": 0.005719688255339861, + "learning_rate": 1.0144974275707243e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1491200, + "step": 1030 + }, + { + "epoch": 3.683274021352313, + "grad_norm": 0.0028636339120566845, + "learning_rate": 9.896242968739538e-07, + "loss": 0.0, + "num_input_tokens_seen": 1498368, + "step": 1035 + }, + { + "epoch": 3.701067615658363, + "grad_norm": 0.0037352785002440214, + "learning_rate": 9.649844179792082e-07, + "loss": 0.0, + "num_input_tokens_seen": 1505984, + "step": 1040 + }, + { + "epoch": 3.718861209964413, + "grad_norm": 0.0014299631584435701, + "learning_rate": 9.405815960961054e-07, + "loss": 0.0, + "num_input_tokens_seen": 1511680, + "step": 1045 + }, + { + "epoch": 3.7366548042704624, + "grad_norm": 0.002295982325449586, + "learning_rate": 9.164195998248471e-07, + "loss": 0.0, + "num_input_tokens_seen": 1517888, + "step": 1050 + }, + { + "epoch": 3.7544483985765122, + "grad_norm": 0.0017496125074103475, + "learning_rate": 8.925021605742212e-07, + "loss": 0.0109, + "num_input_tokens_seen": 1525568, + "step": 1055 + }, + { + "epoch": 3.772241992882562, + "grad_norm": 0.0030260924249887466, + "learning_rate": 8.68832971985347e-07, + "loss": 0.0, + "num_input_tokens_seen": 1532480, + "step": 1060 + }, + { + "epoch": 3.790035587188612, + "grad_norm": 0.0027729899156838655, + "learning_rate": 8.454156893612592e-07, + "loss": 0.0, + "num_input_tokens_seen": 1539072, + "step": 1065 + }, + { + "epoch": 3.790035587188612, + "eval_loss": 0.2512344419956207, + "eval_runtime": 0.6676, + "eval_samples_per_second": 372.986, + "eval_steps_per_second": 47.934, + "num_input_tokens_seen": 1539072, + "step": 1065 + }, + { + "epoch": 3.807829181494662, + "grad_norm": 0.010402582585811615, + "learning_rate": 8.222539291024079e-07, + "loss": 0.0, + "num_input_tokens_seen": 1547584, + "step": 1070 + }, + { + "epoch": 3.8256227758007118, + "grad_norm": 0.0076858168467879295, + "learning_rate": 7.993512681481638e-07, + "loss": 0.0, + "num_input_tokens_seen": 1554304, + "step": 1075 + }, + { + "epoch": 3.8434163701067616, + "grad_norm": 0.005163070745766163, + "learning_rate": 7.767112434244254e-07, + "loss": 0.0, + "num_input_tokens_seen": 1560896, + "step": 1080 + }, + { + "epoch": 3.8612099644128115, + "grad_norm": 0.007071156986057758, + "learning_rate": 7.543373512973947e-07, + "loss": 0.0, + "num_input_tokens_seen": 1567744, + "step": 1085 + }, + { + "epoch": 3.8790035587188614, + "grad_norm": 0.004036191385239363, + "learning_rate": 7.322330470336314e-07, + "loss": 0.032, + "num_input_tokens_seen": 1574400, + "step": 1090 + }, + { + "epoch": 3.8967971530249113, + "grad_norm": 0.001716184546239674, + "learning_rate": 7.104017442664393e-07, + "loss": 0.0187, + "num_input_tokens_seen": 1581504, + "step": 1095 + }, + { + "epoch": 3.914590747330961, + "grad_norm": 0.03370984271168709, + "learning_rate": 6.88846814468691e-07, + "loss": 0.0, + "num_input_tokens_seen": 1589504, + "step": 1100 + }, + { + "epoch": 3.9323843416370106, + "grad_norm": 19.512357711791992, + "learning_rate": 6.67571586432163e-07, + "loss": 0.0369, + "num_input_tokens_seen": 1597696, + "step": 1105 + }, + { + "epoch": 3.9501779359430604, + "grad_norm": 0.0021878909319639206, + "learning_rate": 6.465793457534553e-07, + "loss": 0.0, + "num_input_tokens_seen": 1605248, + "step": 1110 + }, + { + "epoch": 3.9679715302491103, + "grad_norm": 0.0022776706609874964, + "learning_rate": 6.258733343265933e-07, + "loss": 0.0002, + "num_input_tokens_seen": 1613952, + "step": 1115 + }, + { + "epoch": 3.98576512455516, + "grad_norm": 0.010679907165467739, + "learning_rate": 6.054567498423683e-07, + "loss": 0.0, + "num_input_tokens_seen": 1620224, + "step": 1120 + }, + { + "epoch": 4.00355871886121, + "grad_norm": 0.003633465152233839, + "learning_rate": 5.853327452945115e-07, + "loss": 0.0, + "num_input_tokens_seen": 1625800, + "step": 1125 + }, + { + "epoch": 4.0213523131672595, + "grad_norm": 0.0048196627758443356, + "learning_rate": 5.655044284927658e-07, + "loss": 0.0, + "num_input_tokens_seen": 1633352, + "step": 1130 + }, + { + "epoch": 4.039145907473309, + "grad_norm": 0.0030679679475724697, + "learning_rate": 5.459748615829355e-07, + "loss": 0.0, + "num_input_tokens_seen": 1640840, + "step": 1135 + }, + { + "epoch": 4.04270462633452, + "eval_loss": 0.2551669180393219, + "eval_runtime": 1.6934, + "eval_samples_per_second": 147.043, + "eval_steps_per_second": 18.897, + "num_input_tokens_seen": 1642696, + "step": 1136 + }, + { + "epoch": 4.056939501779359, + "grad_norm": 0.00447492441162467, + "learning_rate": 5.267470605739953e-07, + "loss": 0.0, + "num_input_tokens_seen": 1648520, + "step": 1140 + }, + { + "epoch": 4.074733096085409, + "grad_norm": 0.0019011611584573984, + "learning_rate": 5.078239948723154e-07, + "loss": 0.0, + "num_input_tokens_seen": 1655752, + "step": 1145 + }, + { + "epoch": 4.092526690391459, + "grad_norm": 0.005783023778349161, + "learning_rate": 4.892085868230881e-07, + "loss": 0.0, + "num_input_tokens_seen": 1662920, + "step": 1150 + }, + { + "epoch": 4.110320284697509, + "grad_norm": 0.0052789985202252865, + "learning_rate": 4.7090371125902175e-07, + "loss": 0.0, + "num_input_tokens_seen": 1669896, + "step": 1155 + }, + { + "epoch": 4.128113879003559, + "grad_norm": 0.005814805161207914, + "learning_rate": 4.529121950563717e-07, + "loss": 0.0, + "num_input_tokens_seen": 1675400, + "step": 1160 + }, + { + "epoch": 4.145907473309609, + "grad_norm": 0.010795537382364273, + "learning_rate": 4.352368166983753e-07, + "loss": 0.0, + "num_input_tokens_seen": 1682952, + "step": 1165 + }, + { + "epoch": 4.1637010676156585, + "grad_norm": 0.013921362347900867, + "learning_rate": 4.178803058461664e-07, + "loss": 0.0, + "num_input_tokens_seen": 1690248, + "step": 1170 + }, + { + "epoch": 4.181494661921708, + "grad_norm": 0.00226654764264822, + "learning_rate": 4.0084534291722375e-07, + "loss": 0.0, + "num_input_tokens_seen": 1696840, + "step": 1175 + }, + { + "epoch": 4.199288256227758, + "grad_norm": 0.005677198059856892, + "learning_rate": 3.8413455867142513e-07, + "loss": 0.0, + "num_input_tokens_seen": 1703624, + "step": 1180 + }, + { + "epoch": 4.217081850533808, + "grad_norm": 0.004136247094720602, + "learning_rate": 3.6775053380477296e-07, + "loss": 0.0, + "num_input_tokens_seen": 1710024, + "step": 1185 + }, + { + "epoch": 4.234875444839858, + "grad_norm": 0.0022235463839024305, + "learning_rate": 3.516957985508476e-07, + "loss": 0.0, + "num_input_tokens_seen": 1717768, + "step": 1190 + }, + { + "epoch": 4.252669039145908, + "grad_norm": 0.0016525887185707688, + "learning_rate": 3.3597283229005877e-07, + "loss": 0.0, + "num_input_tokens_seen": 1727240, + "step": 1195 + }, + { + "epoch": 4.270462633451958, + "grad_norm": 0.0030577515717595816, + "learning_rate": 3.2058406316674563e-07, + "loss": 0.0, + "num_input_tokens_seen": 1734408, + "step": 1200 + }, + { + "epoch": 4.288256227758007, + "grad_norm": 0.004889196250587702, + "learning_rate": 3.055318677141916e-07, + "loss": 0.0, + "num_input_tokens_seen": 1740936, + "step": 1205 + }, + { + "epoch": 4.295373665480427, + "eval_loss": 0.257210373878479, + "eval_runtime": 0.6184, + "eval_samples_per_second": 402.654, + "eval_steps_per_second": 51.747, + "num_input_tokens_seen": 1743624, + "step": 1207 + }, + { + "epoch": 4.306049822064057, + "grad_norm": 0.010472727008163929, + "learning_rate": 2.9081857048761014e-07, + "loss": 0.0, + "num_input_tokens_seen": 1747784, + "step": 1210 + }, + { + "epoch": 4.3238434163701065, + "grad_norm": 0.002632361836731434, + "learning_rate": 2.764464437051537e-07, + "loss": 0.0, + "num_input_tokens_seen": 1754888, + "step": 1215 + }, + { + "epoch": 4.341637010676156, + "grad_norm": 0.003168675350025296, + "learning_rate": 2.624177068970124e-07, + "loss": 0.0, + "num_input_tokens_seen": 1762632, + "step": 1220 + }, + { + "epoch": 4.359430604982206, + "grad_norm": 0.001775842742063105, + "learning_rate": 2.4873452656264316e-07, + "loss": 0.0, + "num_input_tokens_seen": 1769928, + "step": 1225 + }, + { + "epoch": 4.377224199288256, + "grad_norm": 0.0023636040277779102, + "learning_rate": 2.3539901583619186e-07, + "loss": 0.0, + "num_input_tokens_seen": 1777480, + "step": 1230 + }, + { + "epoch": 4.395017793594306, + "grad_norm": 0.003756535705178976, + "learning_rate": 2.2241323416015452e-07, + "loss": 0.0, + "num_input_tokens_seen": 1784840, + "step": 1235 + }, + { + "epoch": 4.412811387900356, + "grad_norm": 0.0014317089226096869, + "learning_rate": 2.0977918696733103e-07, + "loss": 0.0, + "num_input_tokens_seen": 1792584, + "step": 1240 + }, + { + "epoch": 4.430604982206406, + "grad_norm": 0.0015214212471619248, + "learning_rate": 1.9749882537112297e-07, + "loss": 0.0, + "num_input_tokens_seen": 1800968, + "step": 1245 + }, + { + "epoch": 4.448398576512456, + "grad_norm": 0.003403919516131282, + "learning_rate": 1.8557404586421413e-07, + "loss": 0.0, + "num_input_tokens_seen": 1808456, + "step": 1250 + }, + { + "epoch": 4.4661921708185055, + "grad_norm": 0.013262175023555756, + "learning_rate": 1.7400669002569233e-07, + "loss": 0.0, + "num_input_tokens_seen": 1816136, + "step": 1255 + }, + { + "epoch": 4.483985765124555, + "grad_norm": 0.001888920902274549, + "learning_rate": 1.62798544236647e-07, + "loss": 0.0, + "num_input_tokens_seen": 1824136, + "step": 1260 + }, + { + "epoch": 4.501779359430605, + "grad_norm": 0.00637847138568759, + "learning_rate": 1.5195133940429345e-07, + "loss": 0.0, + "num_input_tokens_seen": 1831304, + "step": 1265 + }, + { + "epoch": 4.519572953736655, + "grad_norm": 0.0010983651736751199, + "learning_rate": 1.4146675069466403e-07, + "loss": 0.0, + "num_input_tokens_seen": 1837512, + "step": 1270 + }, + { + "epoch": 4.537366548042705, + "grad_norm": 0.0015767315635457635, + "learning_rate": 1.313463972739068e-07, + "loss": 0.0, + "num_input_tokens_seen": 1844296, + "step": 1275 + }, + { + "epoch": 4.548042704626335, + "eval_loss": 0.259037584066391, + "eval_runtime": 0.6197, + "eval_samples_per_second": 401.818, + "eval_steps_per_second": 51.639, + "num_input_tokens_seen": 1849416, + "step": 1278 + }, + { + "epoch": 4.555160142348754, + "grad_norm": 0.003252014284953475, + "learning_rate": 1.215918420582343e-07, + "loss": 0.0, + "num_input_tokens_seen": 1851720, + "step": 1280 + }, + { + "epoch": 4.572953736654805, + "grad_norm": 0.0038456034380942583, + "learning_rate": 1.1220459147255642e-07, + "loss": 0.0, + "num_input_tokens_seen": 1858120, + "step": 1285 + }, + { + "epoch": 4.590747330960854, + "grad_norm": 0.002327981637790799, + "learning_rate": 1.0318609521783818e-07, + "loss": 0.0, + "num_input_tokens_seen": 1865928, + "step": 1290 + }, + { + "epoch": 4.608540925266904, + "grad_norm": 0.002249909332022071, + "learning_rate": 9.453774604721937e-08, + "loss": 0.0, + "num_input_tokens_seen": 1873800, + "step": 1295 + }, + { + "epoch": 4.6263345195729535, + "grad_norm": 0.00320955878123641, + "learning_rate": 8.62608795509276e-08, + "loss": 0.0, + "num_input_tokens_seen": 1881800, + "step": 1300 + }, + { + "epoch": 4.644128113879003, + "grad_norm": 0.010727422311902046, + "learning_rate": 7.835677395001795e-08, + "loss": 0.0, + "num_input_tokens_seen": 1888648, + "step": 1305 + }, + { + "epoch": 4.661921708185053, + "grad_norm": 0.0015563094057142735, + "learning_rate": 7.082664989897486e-08, + "loss": 0.0, + "num_input_tokens_seen": 1895432, + "step": 1310 + }, + { + "epoch": 4.679715302491103, + "grad_norm": 0.0029733225237578154, + "learning_rate": 6.367167029720234e-08, + "loss": 0.0, + "num_input_tokens_seen": 1902408, + "step": 1315 + }, + { + "epoch": 4.697508896797153, + "grad_norm": 0.0011107242899015546, + "learning_rate": 5.68929401094323e-08, + "loss": 0.0277, + "num_input_tokens_seen": 1910344, + "step": 1320 + }, + { + "epoch": 4.715302491103203, + "grad_norm": 0.0024087605997920036, + "learning_rate": 5.049150619508503e-08, + "loss": 0.0, + "num_input_tokens_seen": 1918472, + "step": 1325 + }, + { + "epoch": 4.733096085409253, + "grad_norm": 0.002195857698097825, + "learning_rate": 4.446835714659647e-08, + "loss": 0.0, + "num_input_tokens_seen": 1924744, + "step": 1330 + }, + { + "epoch": 4.750889679715303, + "grad_norm": 0.0017717446899041533, + "learning_rate": 3.882442313674878e-08, + "loss": 0.0, + "num_input_tokens_seen": 1932872, + "step": 1335 + }, + { + "epoch": 4.7686832740213525, + "grad_norm": 0.0018043630989268422, + "learning_rate": 3.3560575775019866e-08, + "loss": 0.0, + "num_input_tokens_seen": 1940040, + "step": 1340 + }, + { + "epoch": 4.786476868327402, + "grad_norm": 0.0031781333964318037, + "learning_rate": 2.8677627972978905e-08, + "loss": 0.0, + "num_input_tokens_seen": 1948936, + "step": 1345 + }, + { + "epoch": 4.800711743772242, + "eval_loss": 0.2602100372314453, + "eval_runtime": 0.6213, + "eval_samples_per_second": 400.766, + "eval_steps_per_second": 51.504, + "num_input_tokens_seen": 1954568, + "step": 1349 + }, + { + "epoch": 4.804270462633452, + "grad_norm": 0.001851449953392148, + "learning_rate": 2.4176333818745347e-08, + "loss": 0.0, + "num_input_tokens_seen": 1955912, + "step": 1350 + }, + { + "epoch": 4.822064056939502, + "grad_norm": 0.003628035541623831, + "learning_rate": 2.0057388460533733e-08, + "loss": 0.0, + "num_input_tokens_seen": 1962760, + "step": 1355 + }, + { + "epoch": 4.839857651245552, + "grad_norm": 0.0011652238899841905, + "learning_rate": 1.6321427999298754e-08, + "loss": 0.0, + "num_input_tokens_seen": 1969160, + "step": 1360 + }, + { + "epoch": 4.857651245551601, + "grad_norm": 0.003991110250353813, + "learning_rate": 1.2969029390501597e-08, + "loss": 0.0, + "num_input_tokens_seen": 1975752, + "step": 1365 + }, + { + "epoch": 4.875444839857651, + "grad_norm": 0.004909892100840807, + "learning_rate": 1.000071035500816e-08, + "loss": 0.0, + "num_input_tokens_seen": 1983240, + "step": 1370 + }, + { + "epoch": 4.893238434163701, + "grad_norm": 0.00255265599116683, + "learning_rate": 7.416929299135511e-09, + "loss": 0.0, + "num_input_tokens_seen": 1990792, + "step": 1375 + }, + { + "epoch": 4.911032028469751, + "grad_norm": 0.0013633174821734428, + "learning_rate": 5.218085243859639e-09, + "loss": 0.0, + "num_input_tokens_seen": 1998728, + "step": 1380 + }, + { + "epoch": 4.9288256227758005, + "grad_norm": 0.005876463372260332, + "learning_rate": 3.4045177631936154e-09, + "loss": 0.0, + "num_input_tokens_seen": 2006920, + "step": 1385 + }, + { + "epoch": 4.94661921708185, + "grad_norm": 0.0021194759756326675, + "learning_rate": 1.976506931745392e-09, + "loss": 0.0, + "num_input_tokens_seen": 2013128, + "step": 1390 + }, + { + "epoch": 4.9644128113879, + "grad_norm": 0.0024136609863489866, + "learning_rate": 9.3427328146517e-10, + "loss": 0.0, + "num_input_tokens_seen": 2021704, + "step": 1395 + }, + { + "epoch": 4.98220640569395, + "grad_norm": 0.16585078835487366, + "learning_rate": 2.7797776758903274e-10, + "loss": 0.0, + "num_input_tokens_seen": 2028872, + "step": 1400 + }, + { + "epoch": 5.0, + "grad_norm": 0.002416080329567194, + "learning_rate": 7.72174378022017e-12, + "loss": 0.0, + "num_input_tokens_seen": 2035272, + "step": 1405 + }, + { + "epoch": 5.0, + "num_input_tokens_seen": 2035272, + "step": 1405, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.05568007128206763, + "train_runtime": 1085.6649, + "train_samples_per_second": 10.321, + "train_steps_per_second": 1.294 + } + ], + "logging_steps": 5, + "max_steps": 1405, + "num_input_tokens_seen": 2035272, + "num_train_epochs": 5, + "save_steps": 71, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.1883702201974784e+16, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..07bbf66 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ad1bfbb630f5f8a43a169d4a5d88405c2274dc7d3d7800201dd83bc958921c +size 6289 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..3a715054749ebe8a0c91f1fa901d8ce3f2bc74ea GIT binary patch literal 48527 zcmeFZWmJ`I)HS;4?vPFuq(eYDq(nqS1f;vWyAhC9DJc;Zk?t-j6#)S$X%LX^uCw;@ zo^j6i@0>Bdzuz-_27BP%`@Zk%T5GO3=USK1>S{^^xHPy31cKm!vb+WYff|fJpv+-o z!f%8Ir~bkZF?R(W_oq&l?p`LY7KleC?#}j3?)EmOOr935ZZ=Mif;{|uJomVmtliz6 z-Nbl#9sZwp@Hn|z@wV%E^uxE{I4eJQLm-GukpH86md>|9Aezn}$jfSaXKqY;`9D28 z!`d16?)Yl!0hR&z4<5?TEKfP>N?r;a{@CG&k3lOjTw0-+ih7^wH-d+&-Q|Hn!G_Hd z`i+4iQBvjD@ImF+>19&p@TW(URW~0ENo|i6^4^jZJ-yxMy>}Uyvtpu?Vj+vo98N6f zOAu0uCG+3Qh8q~c@EdIAX8iy2;{V?wsMcZy?=Sb=S5bL6R=W83E)Bs}^RZ!PS67G$ zmBi7wSqsCffe#-(%q?d)9UbyDj9@YPBVL%OtE;ye3A-%Ft7hIC%&UF<>Q$)E{<6+D(S+4$P~({%*?=FsZ0EzbwY6>Vk535_Uoe=OjXfcHi?V^q z+j=1&bux!0aWWTn@-HvJ`FPsv+*dhp`**=ptQfcRGZ3d6znETd~Z zosEr6-SLdy6GOwTBPwD0@nGre(}8c_zQLCFEXtL zvLj@O@6E0XJI%y?f6aEEi}Ku;-Ep$XN6^&Nl+X4zyAe^>A}$`@;P`k{z1s?lloW$l z7NJq#=`F|lCCaA#esP^LW7)>BpuO*GPqeioSBLXiSy|CePfxwqi)(i-k7pO*p`v19 z)}8SSwM)B`Se209`g?TLcdexU!`M1Asm}^)Sy2)GfaEcqhK5FBa`IC0zt=9d{^>DYNjps!=<*3xu z)Kp^b>_?lED|>bS{#pAU3@R1#^)C$L@UBxNy#W=N8Zv8sq ziHQk#Eh2`GnDt&Hh@}@FUG;FeJRCFo8jkbdqc6npdft1HAa#a~gM&kijZP(Ct~|CC zm0>QBu01eIZQw)T^L0rgr&^br95-UJCq|y76l1DHhl_IDzQ(apvcJY*vdm#p_~LRq z$m=xo7@qNUR#x1fKf3br@^dk~Eo~5b1`PS?>^m#c*YzVyp&J|a=olExEG(#%mVI(A zF8tTM5qLM`3N+>NhpQVFHYO@bZrs2s9Kl7LKvp>qKN4Yv-P9-`UtL}Go{zY3GVAwN ztFUYK>PY0~ty{7j$);_=C_447w{%iG#J2Kt0>6%zn~_jbVt&+!MnS`zyT01K&W!hg z4B_|QG5)sX8Xg&G_V-)T$-(erak~4@o>5%wrM5B&3sVZD<99?7^_(59pU!Si)sx|O z%nf~fI1WK3z4>RR!cu8bC|y;j!TnA}WhFA(BIH6`7Q0P);^{B=Ei0)>NJ!G8g8~cp z3rB3fnF~l-k(5(Fxn$hX=1udg3zvNco@eeNs&ig{(y`nvf91@s!)+e8-@L&S=;v z?07oSP=2%Sot5X6mT|)_Q?omj15zE*SGzB?qh`O`5=5WtSjaQtC$!p0P53xH3bik>S2%RfJ@<^sqO?uBEXpI^VaK*sd_gO z3W_CHQLnwf->LYFgNH39Yn>totvex5=iKYn@;e~y625&?4i67E?#~qcTw1z4q%)8s zogltdhvwqqlK9O=y~Nkje^Yh^OMDd!I^WW{M=j=zvHd0MGZNtu5zKe*lJBn!I2}@t&-l&vXNjLu zFP!eL>~9+}`tP6w*BIR|>F#u?ZmoqUiJ|0{Q&GYFpmB$kjEvu^pYHeX-|qJ?x6Y>a z>)*XY3=R$=f>*Nr;-#}`dz*ar-)VBV>@FxE6C9h6u-m|E8Ut~%Sv$)YaOQrnIhlHW zp;Ki|a^TxM>}{}#VorsLcY~*M%qS?1`Th$T$d#SB_VES}JMp0U(Yjmx$(-7zBVV2= zKYkpk$wI7t7%G`k91Qp$0<`RTza`{jUlH_dX26^i;B4HCu;~EOYEYn zJbbu25OhTr9PqfePh>XMq~pc>=}Hdr#$n|%uj=f^O1fARBtmV5KkYg(^dvC$grH$L zuVi`Eh+;MyCPb65Eqsl@)2VZ2)_D4K7d~n>)8u1qZQYiaAoUX7x&S}FzE_AzOiPPu zz1(y{w6*@yb+u}OyIUVE?f_tNfvTBXUQPlj9K>(&gPcynoA~+j=fp8xX<{B6!VZ7J zy=HuRY-&~^+g?DRL*yb5!Wjg$Q?7WP+cR+(c$CI-Z6OfH(mTjUS?SN}fW6r~8lUpG zy72j#DN05pv4dFd&x$#o4PqS5f7~-#tmiWAF=hhG>-{%LX=gj=n)doQ=sFT^7!`p@ zNEh|x3x{g91T_Q-vhEPW`iF+1<|Bp-4i69OcDrc-9`Ju=OVZMcICh2+NnuCJ4{^Nn z2OwoiQr>}E>9D>l$C5OcY7~g9Ai)67TzWP5s3C~$)@!Mf`emAnqe&+!NniK;o+|%S zSAe1Ug8Xb)$s0Sc?{Zv}_nC;_wX`q{NS$*XZO@7#QL$ zdQ);CnhUjxzrrWWO*$~I()ybMp>n!(5QrF$7Ck@N&$*5rAJ<_g$3=c8r;I z3K$S1salhaHTDz8($U%7EoRW-JTC`nHa}sN(=}0PRqlIeOHN6-hf>jK1_+%dV1bLo zufP)%AZoc)Rphfl*OD|eG{k_}2=CR8sXIRf2aLO8sU2E~T%mqpzA)kQ*)tcpdi6+b ze|&UoY!M!;8#WJ_R7Hl(G*GC%vgP=P_AvP2BR6QPX%?SaVHBKNh<_)|&Ja}ISEnoG?yDMHI%SB(?l?3A0M(0D0`1b={$JL2sYD#<)N-Wa z{I=?`wDnyufM_D`|%c)cX)LN>J*EB04Wv`LuZClOZ2N(r2cRR^fRf`jb3J;OT7Q(MiSG} z#RgrU&(qsDh69yUljK3h6+R{!C6^AOK=Wn6)BN}4<>h@n?Zeyi5Fc^@0g_j{ z2|?~_g5M`g$+V@;Hw1$nmVwe5E3lB94?W~9=jyEx&WL-YtZcju-@F`I4xw$1Qr76X zxxhQT>TdrKl1G{|wfA{gJJ4{iEq!58(fX0{O&g!A($=fD7;P;l3o&XvP;cWbs9rQX z&!hHMaGgU!zQ$(>(*jtvDJZViHlF=a5DWf-UflDZ!F6G2iz!N3Bq4o65wh}yz%yN)tt071Qs0jsre>z5Ih^UjFXS0FWUqcfR6rAw18IHnUo`=Gw#bBxf=KvC0wS zdXDv7t9y|QzEK!$4C0g#`p&UDt|lN5Ed#9v;tE9n!c$ z*7uGb0d;(i*!c7)Lzlj{d32H%t+ysnN*fto=WZ+g7AR$pB@Z4kGR!U`%1EQbuYX!TPm%Q8pu!6d0PboKKbib6l?QGqF_F0D%aTwfW^QSkqLfbAuB6;aV;V&{QlD?OaPHE;Al|H8|XeZR9N&9fzrn=Cg@5bTEdWCG{2t;PHzEO=_fw<0OpzagYatn# zxQCQi4<|Y9DYaxq-;0I@F%S~5bfTm_K0X&NWBP6c@87@AwDf@t+8ur@EgFz<4RFKn zJSSsrY5D%tZT_uY2@2w>ey)Ffih_|b0l;JLdO77R@cPnAQ&Y3b&%lumBInY=D&eI( z%M`r2XuU;>vjt%Qx@!Jg602Gd1ntnTeU(4kk>kJjKq{|Ruwl_-Xb3dB^WSeI z*zfc51}|1XGJgK@Wq~MD)a~|xuVl;Rksjix;0L!}jq%yRs@mhK*KChX*M1jZ6A&mU zDsPtXo}T@OjC76#iRZ={@C79;XSP#*+s#pNaa~Z;%Ul)}^QG5b zKbFD)fjF3_g!BP|F4v8wbw|0lxa1WT6$`5`Qq2D0dv)U>*2hYF%1k<#UVkU1rj7=o zZa>pBvFbt@Esv~eI}rFgeqBKP(7|~jM`S}lf!iYAyCQpib%_!j#8W3O>;?N#I+8)| zS#yThep+QRflraR<>kT z>o_e2?g5YFHlWk`ffG;S0~HlpkNQ4Kw{>CNY(WVLIz;BtsK@eQMq=WeK(qx2sbA}d zCu@bJh;hN+pbv+>YzzVuC!wW{0av3&Oi5Ak#c(SWFj&gPgJWl_A|zV_LJm|j5_G0& zx&Ve#>t)SwfN0Q_gieYAaz$EAdXL-hM-t{XG&DR!F}7lu1Zk*M8u#m$dTLNm+o{v% zv2`T-2sCon)Feml;;&zAv+*Og3JMAl!;gFCcmxH>>g(&%1g!{LuCM&8@6ueXJ`S?2 zZf%gX>d$NkFN@#&8*!0dZU3s5hlht+ZIEaV5qAzRh<-37F7`ii){YFWcad#JI5fYQ z^4MMI>Q#BQ`eXn3O;Vs+<3w-L_Um90yQ1mleRDSkoI zgL?rDlG*-5v#mkWQfL2IFMx7x{AL(EGGv=M_|BGtK*&p99y~2H;z(Axx-M>CXPWuKtO=h&~kEeI{;3sl9Kdb8~}iMgSQm$DjIFPHGShxHJ-TV zMjNbqxyQPe{dgG)65IkWc9j4`k$DS_Ru^o1La|=$LN9M?CulE5kV0=BM<3_!!uxuV z598RlDJ-$uNfs3y9iqI1q228{ZE{) zr~p@U??)~`rF9m)y%pAzRqlcH!epoGhLJG@g@>?wEo3pZe_Iy>ZKbpa|Z~~eU>C7 zk5=n(n5e)2B@>V;KqM|W3a{uv?{$dG`iC(FU63S5>|wWRa{(;|F$As(uwUm>DxvFh zFqUByy2y*9=N9VZe% z+ZjHBCdIjfzRe|Ooj=FN);<~Mdb#?Fsf#s8?r>Cp4le2SkcY)rXI@@T?Jg!L* z+pqK8le_@=B@Tv3amzI}3y?20t@012z z;(>sq6}FcFm0toeb#)AOsl0;&H&QR|F81uF8Ug9z4127m);%D79SemcA1h8z?SY!w zGA|i6dL3+u%VzZ$a!1=BRARy6qJiK-c+FDaVp#TPMnj4IYA!GjPu%m6w>kXQ!<4G$ z98993)S!VQ0VsT*)Y06xa=$yn+j4>m9`AUS&FkTetU{VFusW1-qyhlpFu@w6Y`xgS z%MLuV$u}Ds9(LIn=hye!tfmiSY6P=t5p8KsGnE}|Gw7vZdWjF7k+S-b|S9| z42;}s+T#ZB^-8rzt*Ob$)f^VTTz9t_~|EB+FF=kl%oiGs|9zyQc1CeXF zf4HfAtNr%MunD&xXXED$Mr}^k<~`1lDvtMooXE2D0xTAnaMJ6~k=`c%WmxBo0)ivx z(s!@s?fSpwvOe44x1Kx7(wHo9q@&Et5wn|!xcYYO7H(&_X2;>mOwXoT7wNGfQ2+>d zn7&z#*RHl7fR0QSZ}B3oP8YsUF4XNCj*p&eD?!GT+l}$$_s)Pk(Gm>ynsUL4rx#y7 zkoqy7jph)STf8EeIx?Bg-{>1y$rXcS9F931lK`_4rwmu{cnhHET+il@@=EmUUm3Y# zOa*0m<7qE!^^0$ZTLU|<+pL*H3TjXR^YGTMp%{3XYn=uzT@?SuN*R%9i|jJUb^-w- z2FC?}aUn^G0i}Zv*)(dn8?hcQeYyG=*@{8F7bKPO$^ib0lYm77!6Qlc(q@NPLA9(l!bZGBq=EIXkdvIvmxjTm6*rC+n3#nK8(^_aL8k0Xm{}B zbb>(q&q)B`Wdgf;!JyC&B{wdPR%8LlXdA4h^Wlhghi&x&Bn7hKfphZ$7)^tau-75< zuYyi{jhz4eVg`q3q4{{`zJ6he_HXEaPA zhFGw5S;0B~`0*oj9k2lCrW|vZ?6UnY6_u10p+VCFOB!ERR;I-$kRjsK4R1P?wC4sJ z0ST?JRha$Rk}=3+rV{t$f?idMTHGPhiUTCzM_Rh@V3aW!NV@hX4gyEFiaC@@tuHkFwOJP1vokM1I)lm zR904&0c%a_^e-7ya!hbV8irlRU)_3G21ujd;2xdh(70aG=)5y0izEv70?w+QJ`x1J zJn7h2+`$j@CWa^&oZs9L+taUgP({4nDqw5~79fqzlGZEVjmcUfDE$0jl=Tx@3GqgP zKn5m%&b7$15knVFe{$DgNxntRWMU^#;{m}^)s=_ohr0fJJawIrMEy@1oQ zvn_c%6$Z}V?~##t@TI!o3;6s`c7%J%+*Z_52dsF$&6b&7ycJ^lODVQG-XK(^#0hs6ohd`pxv z5Lj;M8ckLM3`bBA&BH=N$4^eYkC1%9=*v4F-3qoJZDkWF8Q&W?+XHUFq_CnGz% zUkZ3(k;=z4XZ_^ln5ZXj!jniXm4rxsn?Yr%yx_6p&^}I^>5M%dwYB1AoeQ*&W|kMGPGo59mp`;nD2-b z7m5cWUKWN$WJ$y*_0teIU6JZ-Go)`;JLB8Cdap#{q27`_QotVpgsVy?zCIgk-McO+EnS&Sfc}Lz^ZVbmh1|G-LP8 zwz>jbg`2b#6kR`-Ts?ohxw8RQy#5sdJl_Pos(?0bkvxkD85!9G)PM>we>UTDn^*Q{ zn*AmqjUYtsNlGCdC<@$&-t|l|kC%OYeHNexkzY9jMc@BU>T*t`Lvo1C72R^(dFGO{ zg|VUErci3D)4Ef8#a45qmxA7QYqodR-LcVnU8zyTN9+3Pxb->sa@{Vda=yvn zcYu%dsUzU-hy50Kj{lTOwcQOPZwdqEw9u zBy%3Pg$#>k6O$5;mKelq|E zRPa!aH#}~(JTowub}T@JX2()?MArP4+e=G?A zOpDFcea3-)hN(C)NqV`nAXIVW$1jwRB}sAPuk!)5nIdPObaH$p~ijhu2;^} ztqlv-EVSTf9LXC-S9>=`?S;>M?}aBKdNw!hwtJqfH^{UGI3_swNoUUuQ@61y#aCr; zL)i_7;@v>2B;Q~Q0J0fqhC@WOT~_sy?U&n2nAQQN+GbT%bBmjs0GPVu+R@`Iv51O_ z3eSXH`OD`jsK}8X>{SbPoc{)SKBSVI`XWMpT2|)5XaYo%f#cZ;(Pp`|5Z zWSsrdVkbfH1`(SLFGVJpT7}YLS%`ao;$<^km}+u@{V;`g%*g z`Zk94Px;X!0#FRV;IeoUz!C%TI3?Btc33pjE2*fWFJD3x^V&H}n?jK+gHx-h4cUS` z->gM07x*5bz57&gity)Z*0#DK<`{w&dzD@%C8FIvY}7nt#yq0m+~X`LYw_B_p-2g{ zS6&%E)oc5mA4)3`f_Du0z0fGc2MPT5_;|uz7}18bz#y4X5D?{MUfYJ?(S7PeI3vLT zN>GE<97K9l&SI!|*7pVMWw9GmLOpyki8@hC(ZsmX*s`R|;iyb^l{YTMhwx4V5L6Tt z7`f_EKYpm>_i}P_!YIkumWOtUezdls4+abY2)-boU3OPXQVs`lBuXz0*7C+ob7S8= z_wx$$m>ayy*Tq_eFsJc5y%Cv6=yWk7nAPo}m{~XkzJi**g1>$DEik-r3y59I;o2y% zl(Z^q2X#7m?d7j9^@~OqOp`G`68K7-=gX#fd3-tEHs@VDMtLXCBJ1fXT;ntw4+M%J zH~`ZL+&t(+n`Dgn0jb@Eu9gYdzf_{G=7nzY5LI9gc{E(W2!*nmn&W;ZuvU$Ns&%gy zu-Ln1!n84pc^Dj7lHcrpW&C<4c;Bq*UGbYI+U;3Q3h&s+a8MAp4t?Qf=G=2>ZhX00 zr&HV>VM{>czAW6MsZn~|ZLoQGA%#E>hA|Gat*Lsr>P^K2hPY>iTC#;B$YBpeu&CQI z6VTe;R9-9uk~xFu=mOv2CG;l2XGb8Q_`x5wzg#67oVRZVSev(=%GpFe+=f$^Fe$LSwzFUTnY|t9WCNc&BDM{=`i`v0r+x^CxU<@YC$zCrnzvsrdW1|tI{iEA41kzbw z!Y6(#bmzKYzaGZ2aWd!A%N@-ad?%78Yo!?0kDfe(UpaF4CR@3UsgvYy1UwMlD+tY4 zrs!X*_mcZ#1u5d{bS!eZ7O(X5^X=T8>#&eAajS&5=QBMHsbaS%+$Y<{jS>sKdbx&8 zB6l(IU4SBd4+wQpn001Mi1L2j*DdG3m#1bY*WAB>eWv;=Lw}$Fhl)w(_OjJs zUAp8)P4pKgx>@I@)tHfZ>n?Tg7?g0=)zv3GeNu?iu`l2DEx26gQ1L{nw^jKxZ^;4d z2%rIWe{d@jrd;8mJq@}sYMYcywOpmCgqk|i{a)4zF2t}gV)MxQSNb3QmS@Tl*smw8 z_P)}E7?!C{S@K!(>A6(Zp}c~Y6=m=&!P z!*iy|@Fus<)kmz`l0tpY@r_I*)l$9~+qj^~nle|s`pPG8i*DlkJk_8`rb-n$A1(ri z`9q}1bISbQ&4@L@bM*UmRdeP zxrwc*kFtmCKUK zK7F@xQYyDLqf|H3$-Oc}U9%2VEPtLrI#l5YCoRQo$oYky}x-<-INXpI==mNHqVzgmY?Md|7I;(E0T*y1m2OzQH@ef zLl%x|EThjC=b(TW7swRATQ`j@M)o(|K9O zv}=K30^2z5S%IqeSaZ(WC2V+G!1T?x2Qh7*$tu#K-R z?*6$t)39n-e|QBZ8WrX@U}#tf*Jx}PW`Q?_`0SqtO{`5nCn!$1xzO|RJhOW;TU4E{ z$|a-n2G!=t%U+IdXnm`t6qIk8W7K37wbiS{4R0e?@GxwV&&QcgBahsmg?>mJ$$D_u zX~Mc%V!KgWZwMLtUt1dyeRl#`GIse8H?tM?<_3(m6iHQ7aN32dBC{`~rVL;I$&^E2O@w~69A z{>qmB-b!%Cg$eG&;P-+;77tQ>uRqBZVB&crbyB5>hig}j2!@3>V0cZ%fS!~XGHR_* z-5r%?>^s%)1%M;48Z)B0f%0J!DS+rN5e>qE&vwOq_?DbUhDGf)WXUI|?ze2KZ(n%{ zlq1N_dyIc1>gWqHQRce7MPW0z5B%@uySqd%F|TYQ=}1L7wl1!pSzsL=S3Tw!qp4!R zz)FhyOGGaI!uDL?7DjMZp2$S1_kLlungM_4P1Fzaf6ga7g_!K_rj_s83n8DdU+~#4 zVZZE1%xIU*HY!zWy2xGX!QXZsE@vjRB`HtGIrL}kbSsD5KGC) zqcw3HM)1<9wbVxU4eIHLF8SzcViuiR`aAlvKRRzl*OQF$Wb1z*M$0=n$?v6j=aEOP zFOWLLbw}kqer7uP9e1N%9q(zSlp}Q^Zl05o4v-EeHsTm2+jl9R!=UGzk!#=7jNBp8G2A;(l@d`u#%OI7@ z_oObn8sTKkXbqJ_%3_&WY=zVx)xWJ{PnNBzYqCDK&3_fkui&$Jf(w_9T#xKD(UG$* z%^A5pqwwDvJ3nj#cJqKl_MXv4*|7dtX_aSG$)xj(gC5c`BQM;NkNzfv1pLXlM1yhj zM4FFn(HcTLBi45i_T9!c3#Qf07TLP9zwg}VAz=|x33|8&pt4C?0{{z!LPBy^%EtmvSoJd6PU6+m@7umKm?!?&m>hFa-yGDrjuo4}0F zjA|iqtu5)m2&S+_JGjlcc_-}B=Wu_O!I>HWfe2;%I4~CJqN+fPRa1V-+sWcyZ^09DY2J!YuZw#i44+@Y@q= z=`B%l34ZbfgE2<3bERQb#$D0>E_L6jCe&h+yDIeU=5g;D?TaBydX5oA^0C##zsssR z?>I|_@0*p$KuMNtaC=y9GYG23#OP=`@Y5@zD_5*;Ip)nXC9|y2@aonjv&)%JZB9C- z>d`Z&QOpwa0Fie{MQ5~?(Sh#U; zxk;Pbmh{#4^MU1Wn@7zR#o6ulT}Q*u)YmuLXRA|5E=EM~F6u~m?vu)uvDZqMeE-mv zaKiXMPheFQREAmq?TG$28#=_hb(|LDUT0!>_VikjhJ#GjD0))xss;`nl%#OJ^P$s^ zGz2W<&72{~m`D|TroP&T{R-RpktO~c1MDjr_uED1o1{|XdWg8emLO+me{6={&4j5C zc$(|~g3$Qi&m$ro?aI3>xrpZvOve4nDf55)hTWCnS*>?+nc6VYt$N?PM)pgsmyE##0IztG0gLqBE>57<;QeV~prPpe-~QA{rk@ z;R7;ZRuWin1eAVL7J6>gP^dUx;`h3Xe z`W|NL_lWorD&v2+lIx^}R>qBta^Lr;7}Zctg$}-XTIJJM20@b3_v=%0Yo!$z^)5XM z36_O=VD*F6r9g3V5lyCYTF0lWecn#Tx0-5KNNEWA&|2|T z8RUzxAIu>uD=A-{u=Aeh+Nc8iP2~iwIn!!NpNPXWfqNxN+&wn2lz>?Xcm0#+W>s@F zwa4$8WD~CYX(Kp?S@h^%)7TIp9f2|8aI<6bDwz5nmR?vCie2tJ8B_&^ta+w_49P-vyH@WLFPaHs%G8{s@?i$_N4f%=$s$@z8-{;5Y&-=yuHRmhucNtUpxrUCK zcTF7=E|{l(87VJ_rwN5JIY9KMhf9mrGpkhb;~(s##P$zA(>&2u6vL>U9HkS=IX&m% za{6T*%9vOcqieV5LW&dOdmeS1sqZNHqT?d`_>=qb_4d{NhM(}4#H9qIm@mZ7HehyQ zvffli51V*F#uJ(?EvOog`d7e0A82k0O4DQtoVpaa~R~Y}IoGpa$g#$M#`cJp;~#J@#sc0Av2T<`k27i#xM*q!)x+Ku#ZWS2N3w*t2j*_T`7 zH13uk6gYQEpFclw8AP8FkYJF57$TBKG3I?XZH@ zM{UowOA?;-{ z5TX066ICK;-T0!)8r88+iAvoz7V?!W>9ZylHO4QA{J!m6?`p_ zM$CX-{vTm_W;PedUp1k#(X12m%2yISR`SHHTEAonhT^SS7n80p3BeOEiOwCr_;&AS zJx2tp^bn^yV*FtN!4X2;ssjC@Heg8nAH9Lh-z@tv3Kp`w);t|oLz4iREkEv(Fc_UQt@CQ#d0WNf0dO4 zls$}j(4c*Id0GvSE8B)xJW~P^qF%U&q;CX;p7R-b7Q}pQtYZfqsYLOzzU~9xDcL@- z!g|Twj)@!iRP_fDR&Qml{3<&x17+hgdMxMth5O88c)zU6=IkxZdbD>0r#5DT>x`qq zOJ-}NrS(HMt-dgk;O=zCaw*F@v^KMaW6Zzyb0a3>>YDhW_%q;|={KgJ27SAQOBSJ} zopCeocv!0#`R_krt%c_b%*;PUPXu*~ylwXHOjU0oerRIeRQj>o6=qiEy@!aJ^w!5& zE%--0i|0}qMCa%x$$X`{GLA;|JEEnQG%47KQ1Z!_(000edW;;Jm;hnKIBCM`)RbeZ zI~T|Ku$dWCv&Bcwcb?$-yE+kmT{5NPeKOC>NEa%{5w3ANw5$95_!E0E;xew7u+%ls zGI-r27q=AdZNHXyn%iCMwAub=mM6p_WFqf%*;0~=|9fKQW&(`h=EMdC;ScdgD6bH0 z6d_vft~hD0DL=}D%i&ihca<+-62<>)1OanEg^}}XFcb1>+lVf*+qxZe)s#3--=>>Y zC+1>a>t7J%Uvoo!xlVSlN$D#sF{(o<@%`({7;Y3op-($d&Yv5wG%NSimU8rQBkI?@ z%c8;D{zsIx{Nl*OAdrV-hztS>ubL||mwyPKY1c`Mw%6&|zaON02tNFF@>>FAa`h|Tv4V}(=ZM`P>J34i^0T);o||hnAcZJ z5+L^}I9RJtc4nMElo76QZceL}sK)#~=0}x*Z15_XOh~QCeDU43qdJ{`{A}DC%Jryr z$E{8$I`>Uok zYv4tcUN~bSc7j9*KSm?j25%x6HvocfQlz|Fpk<`Ma?LE8XGB$i7*{=oRlUaow zNW_ZpcdH^FEBzC3dFp{piU;eGt0Urd^L?1XjnLa4YI6}~Hx?`r^cY6CRFAqpIw560@B51IpnRwlLKq}Hl&2zhBKjOpDblu( zKT%@ENz-0&#A`dx<2zPzddLz_A%YB&!r>P_H|x^xGGRLPGoa)K%fdQHNvemhDRx-o zj19-9-ksA-5Abw1SGjlAHU8T0NdI&Dn`ezDa^o?s=Zi5|C2M;>*_kDu%U}e<+@3HT zPK0sAL^%2cO}82!=+)ZsJ5Jq$Q*W#=EC`bin+(@&Xhgv#R7JYgKk!(O8RIYobtsAP zsO9f$JY)t59W>TNkjZA=jd7ouLe8pU;f-1PNDkFctrkkg8%4ri6{--SY?QYH z2;bXwPj8a%EJ>@S7GCm@tm#{@atTwC;NqC-Rq+8polJI{@##GW{TWlhN-7a}{#5Da z!uA*u0vUy|M8W}^=IOXS4>vA*D_?z0q`ndQ+Ja+hZ`2XV`4Dph+DBc>O5H4l3OC5* zqAG)N{yS_r1x_d&2$Vve?SnA~IE}Xma|v!f7s#U|Fj9^UM~A-s{MiX-IbhzmEa2QT ze-U}eX{Uo|5&ZZN9j>kT#)YT)1Z~9WR6xNsRM44GWUSVFN&eN`RQN_h%MvlNY!nd6 ztwq}}TA_0M}thW#KY!V-vxo`E6fgRdd(#BtBU`_h@N+177A2k>h zjea#Rm%T&AeCMl=&9Slx{S4#+Iace13E%db=3m09R8=3BeH;I#)?aqD zW7+%3aVO26Q4oB0naNFD`7KMQ6SM>Gp#eaHJu-eYeoysB?C$pyY#ezM62$25-)*+l zEW)Gpo=@%Vxi~mD{@;d2K9g(LOA6v>dF0_L_%-;y(3<&i4JS+MgV-+6wb8|He!G(W z5%6^M$!)$}Gk@B;UUrm4l{EdYUSszbumVCIgek2!HjKEix-rE2wpLXsFB}&6$93k8 zNN|AV_pdKLh|@G43bt0=U?f0zFK3XAztLVeoOIx6)eXCkaYX$Gyc(C13KEf`GXgB$ z5m{!Eg%O*Mo&Mm56GwyZ?TI8jw}A?{WCu z^zpMAR`DQiy3U;DFd;$dXLhfAiRe7_D(U;Yx0xd4nc|O0aSY}U1h5H;3JS99 z$Z^?72og#3Hk#^%vbHj=p!RU4+Z)=N~1JyM~iTDTbmhy#6e$448 zE1=p-=!Ysvozri>j4;%5eYV`O^yI8!Y|Pr=yUMwObu2ljn)yaE zi@NJY))V6y_Sn@M9?w@q(u(8J6EKlv$@&4B5o*3@ZgBffr@Dk!FERcj{N|#`o8jon z2y6tj!@8jb#qau8IhH|^2IjazwF;NQs{fbfkn!wnEsTBppRMLAKX@>Ij0@8ia7Y2V z`EWRFXjQn=lphYB@IgOitJ!TjeD<2n?yclpN^k)s)2{ZE+wg1ZHf|hr{EF8dyS?cg znWaPTjABVm_C~u>o1;1HGa2&S--h^KH9lp3N}Wh|r{@)|V55g>aKMYZQe4>3w$i2~yz|emJ}Df_;Sg;Oynd$O!UuHvj~j?vH@U?7e7a815y;ew(6-oIHfF zOBmP?&9Z_jh5VNn8r}W{=2@U(|2oLE<(o9FF0c9^cR`r?j{N4)*5ot&&-l^vM>1@s zpBcu?yFLAH5fzM3Jt+{DYa5TzbPE)F7R?*~CfFo+ET8E3IpPh?N0|rB3>ekA=C>l| zi^Y}ZW)35FCr@d9`dt%WdCewMy_%EY?5W`T@eGrW)3I&v)qg*tHO7Q)uu_oXKgPWe zTChlq(j`~Gypw}pij@Y{_c2Q+C+cnJ^ub(6P5s|S7?{crYW&kNmQeNs4^Y3fOAK#?P^gO6~6tB5cxmQiY znqn_Th|uAa>SOC2$_y`KQkF;k_efatGr>PHnsBdehUofj`p))Hv8l^hG+=GyU`)r0 zS{}z!7OLm**NCO+vw&@-4v%W$ZA$gx)(aMX3G72L!J3>B=&-TyXufnIzaUw7hC+dO z)!VU&Vo&||&IcCAf`74ExQOW4`Im3JdN#DnR5$+d^!eyK*@DfE!9vqVUPuC`^7i%MU3 zT+@)P-o_-zL)G#6Yhp50_rPAYzbdW!?Tvd+F)EW4+{?%p1>f5Ug%b1TA<9xA@cbKV zjnnsY40tHyK8ifOL$#3FG>Gv*GHl^K*!^I>cR^$LgVG&l3OrCzO#-YQpWc&j;dMrS zKM9DOW#H@}V&h;U>i78Sj>Q%5?8{OV#B?cS3wiYg!I zI_L%cI$m#_ADPqtcGRT(d9tKR0bOVoa#GcQjE^q;a8@xv?2%6Gm1^9!JzV}W7bE)= zp?r~$e~$2yhb9u|9lCR#(FIi>*8Y1bRwyzo6}6AwL`NiwT^apZxVGryA@d^s26XMO zws>top*r=>Po!>6(9amOb;>H0=lBR+TG`^-cXfu52iAU{T+{SJOBowzd@Cv1v-D+u zQE>xiQs7(Cf*gY){6b#7osoGu1hviZ{T;Nr!<@`Xy^kMtgF6Rwii87~#XduwLSee4 z5l<6GLcxI+oAQZ2jqZBZ+IhS874%gU@@|mEDMqm#H6eJ4`0Ut zyp4)Mt?=iTLCP4#^|VVeoOH)5YEvrAJdL-<1Xd;$e~j-=8dvFCmT& zU-#Rh6$zi?e+r-+o?6}n)tbY=^|f^63uu|0vskWHJ=`VKwl9jTcNOuB)LSZ{tpXt( zI%*xEarg46KIS(tAv%NY1i{UGJh>=WA}ckL@|>p`&67g#04;P*?lY zru>g_*|_mvGzGt4Yd&!!N)|F^$PuuKnyOCkLgW1o+6hC~l{^m#Gh_>HG6{yzA0F<< zv_G{jTtDH)Vd9Z%Fqibju8vL^$VJhEstwn5x@Phik$ZVgSt|0py`pHcISFUCW=jpR zdoxKL@lkzllq(%NPtgMj_pK^e*o07z^|SsEux`Bl&3=nRQ}M4CGvY3otv)rl1Y&~F z%+Y^M-I3bN9PZA0t!u<&Xj1d%glK44;hiY7X3_DD%`&8%adxrJ5QGSr{GCp9E_+9a z8%@j!Xt#dm^7>C*#pHfqZW~wE7!j|Z2t;!NgF!Y*gh99to6AvH--W;ind3@gr zH$Q#{Z~HF+zFoFQ4s*U+T!ZyL6q}9~pCj4?MTpjF7KROOk>VzjJ2INd#`PDkLu_q` zX~#jYz?3=6PQZ+qBY!S|*yufcqw@&Lhg**6DoW{Xoe4V++opeEbl&)>MN8=Grj|x@>7fQBf*() zLM6CM_3B}Jm}sC@$*|;ERqkwdCy~ni8FCwYhW&V24U;dj5JTAy5iPyiFYG-1@v~Os zV?xS>{f=9ohu{8RoV|Bc6m7KbS>0r5BuUOFNX`PHL{WmM2q-xSg5-=Ku?Zp=5Jka2 z6j2n(83~ObsDL0rGBg-aGLj|q-G%4OoHKLRxwGbvZ@JdDpsB8U>kWH9&+kDH=@CWp zVgWh6yX|4PCVpu0Fz2{J<4N$S(U)noswCaO3bP0`1z}_NOB~Jq)Gb}zbNzl}7xbQP zFv&^UlHc5cc1V?v5DpU0fy{k)^M^UR;V4guB;aJ9gM4cB}Q}1nl_KxUKu2 zD`N@14>7?>eXkzSwv`NI*xq<&!9$LdQ9Q`$lZ8&#=R}a%33tV0+piv8^!zN*!n?6; z2rKR5{g$sc^Ps<+!6Vi}+RvJ0<=FYik=-uzl*0U{-?!lTY!?iazSX*HuPrJB6Sg7f zJ~VV>-4JCfv%9B{SjgaH;Gj-(NmGqmRG^s!j@wnIqA4WY7M^#F$#GVGOuw%Y*Fbd2 zCd)s|4c8S|%*w|n(hRNBOT~j%WDml`$oDwz?Wx1rUe6=0{H+m(d$rd^dV(d?J_}AQ zEL&Hqmy;}M9Wm7kenJSoB9zuriJ!?FV^tz^E-r>CzBf63!zxn<4~>P;d!|w6_8$;z zuxPVYlRL^CQ7^~QPai+yQZI)4vo}=P+%^(UK=0xg8}sb9FN|74-x?O)G#~8sJcRfD&cwJP z%nZw|VD4GACE18{Oz&ffjWuTuH8sOH7$UoW+N4$Wx@4$xyX21=O>tz3}i9X@u1pK!x-sh{jOiRg`$i! z-pgHTRWqM1TYXWIuyftKrk}yU(GVJO98P`t$Xy{Ek>=b%Nt_s!eCgBCDKMovnSvOWv}s3TsgvP%<5f zl!g1p;jnd5lmC}>X_yC1(rE_ag*r_cfyg*4f%o<>iA{p}?W*Q`3OriSQgbRZ+x#Qy z%XjEdTE260*^!V<$1%`=INh1PWuBeXb@+kn5Th2_LsDgLAa&j$XCS0kQzM*k&Qfb( ziA=spK58RUZRA1NUZ;mzQDdf>K+yN0@T#kJ?gZ9s;TQ%}ctsjbRMzzg-c`O_Yphm^ ze+dWGvRBVj7JYSYRORE=di)6wGml!G^o?Xi8UaZjRA&#DQ$i~ zGCun7E{ylcOZbQm&d4{JUq;QN^AZ7zCs);YSbM{%dapO|SfXp>RiCv!_ z{=!jK_zmb_!zIxSj55h^S7-C2CM4tI@4`ODY;M?evs*j;VxFx1*cR0nsI&(evF{#n zBai9riw5;7lr&ESR8TAEd<-Nje)scNvxaWqWPKZ!SSZ4tuTz$@9dx4XYp zf>JjU54TOX?>e@tLliwU2}mI(x~g1AcvT_d7V(xG3G(cDeK*zuz{FHiRjK&3lTx`FgfUT4vV1eqDm*BpxF`l`MCf5`SXUylqXN5r(=%W zbmMQ3){nVM$hes>@jiJpe{UHCT>P}T2nq~21->4@Rr&h*f;Xg5@vimTtCFZ65=;YV zfl*1R|923$&`}#D_zPUGTt{BGo!*L z81=DZ?(bop3Yw@8uwxfn2Nf@d8SwVC1_EUJnF+_T>p18{YJ5KRLet_;Cr0Y|0^Pd(N8qT1(z5rNv$BH5bXB zG?hp9bTP^Nc9Lk*>g+&loLGxMUjnaf)+q;VXc>>y`;j-NIo|?xoGM3CiMz&ukhYH> z8*|TRFMhT3!XWO7T%a3XL~C_G!y)kFQt`R#h*G`=kBRXmjwQT zw`1aHpX(8=6DI%w1Nf-!>SN!9K*;srsCdo^~gBa7PavKb2zy^g`h0RBzXPagMRbzxsDc z$+a$Ii=@xBQWdx(z+G$7KON{>%zz^sFeBJiTyso~se1M;C4$0w|E^i`dt+PP*7|J= zksQHVC9eY%5l{uu(jdo!)1b&AA8hskHOGOb#=^qlnf48A)!Lz&i_JJJ9!n`SC}@{rfeFO+U}fC*!X{4}CkdW}kS(@!{z}ET-oHjlmY8r{ww?GqCz& zJYqML_i4EFbwdJi?ri}fb7O3CE}cPZh?xOH{1J?nkwD3bI^&`Ygxyv{U=#w|0PkoH zT$`GXWeJe?iaoqZ5|xr#`&slhrW2XBBaMSL8o?jDz8cy!z`c$!C`a@HyRCojHgwXn zeH$O{BtvX!Jg9|N?ye0CfJ*W(O&lU4Cbmy2ivc`0XH!fsUKEs)Dj1ys#~u^d#rL89 zZXB25o4$o=VqsAc1L`J!8-fA07YOT9!?*7oJA&kK-BC9FLXCh#NsZn8tY$e9Pj7XW za&dn7h*`;RdW2wmILG1ZuY~m_c*R?WagECvFObGb!(hB_aDj&76} z0?!Y@1AoX4gtjP3@813U?-p20#2y-oJ(PLcfufPX7KD-&!CvvF6=;AOg7-FlCfHEs zf5G0ma~+R~%JCq%RC6>mE(s``zi9dF*9ZP$(cu*Fcc)Jio*(n+to$s2F?~(AR+u0Fb?`sbY=jj||2H+8^Wb5HE(t4w0v!F@!Br>&oX)~A zJ}=@LN!0O~qB>%p{C<9U4OuK6*$rAL9X~(n-274QNbI4QKdnbtqF)Hvb%(7uwc;|L zT5G^QYkrf+0BudQg+4zzn0WK}@QFvDr+fxY0F2$lyX&Cx&T1Q<8>#O3Jq}Q)xpZ-` zH(-pgUp%(|cpanRhhpo4SGYuKimDphLoLsBCZ>8GZme3B8zUctBAuNn6aAT!9iKX4 z0=b*b-zZ9KE6{_KGtNYJv9b0GbrRKByDBVxS{k#ML-Rf_DMmb7|17Y4yp(ua`;jss zU1-pkk3WUnzPLoj!kINOC}Yf>q7929Baa`ZN55x@*E##vL04GowgbmRpjaB%qe~-j zXc0C9(Yd3!n5x#|?PC?T2arV!+MP40dEqOAb|UWW{LacYuZ`Hn3zx!Pv15{5h3hN}+ph+RtO)NLk3)`5Wfq2EED z$c0Dax1N3ZGHVOkD$~kA+DGbsJ^Th7BjKVVuny#-dlOj3*(KL1JUlv(bO~cr=3yrG zuFGj_N7%6iL9V8Ia3DsK8r@<3PCAs{$2ey3JJ;OHi*=zUkY4<1R8|2T3O=yX2~^?i zuA5L7cdceT93}-i1|QPyNO=6~SMuUawb+3BnRwYyB?j1+jN;*f&NKe%`LV`368(3> zR^X}@HO&E7x*6s#BYvwSP-mpx6J<2ije+BecZorVZNYc_#x5NHZ^~e$VM3Z{Wnl5g z+q7$cAHl5g5{{iWh#?47_3om=qkLr(L;6e?5}%GB(_+e;^6&$?_J@<1Ml#QjdCPb3 zJj8?E7sIV951`&|NAxeE|I5md9?qs!3>@9rEcxN%W%NZL^b?~z1KT3CG%if$NBgGt zu5^f<-Eoxb+kFB3y-?_tC*!MkB23qB`I_5Di&HI!_>h507&)WI5ArG2ypC@U!Z8l8 zAU>V#l)ZNBG=U8y_Lk-`AGG7>9|rUo1o>av6VFl{P zK87Iu7U^yc~#vMlF)EgDrM!x=iY z$DF%H0cs!q4X%OZCWRw~z=` z(+(;X6WXFzC$0~EdRFp<`0dMzL2x~-?iL5(r6>kmCC8&+Z-wtfJhREDE4PomNE=i~ zKAhdJQ)B{*B2C1Dp)0sePyRY(=BmxvD|&TfHxB-;u99ZIx!(;@(I@Pgol>r&A5n-I z__Es&K1YSO&q5sJQ`;K7IUd(lvzHYN?zY|!26s$yr0SW4Usyq}m$bS8*^Eax55mEj zKRFrvKi_@PuTf@-eF2`GC<~q#Eag!bMxOLrZInNU-kq0qp5oA``xtAXldQ1B?MYcw z$0RfI$4mdgvnEgQBWVrkVC?WvOi=i9GSiX@A0j<;g#^lYhLN)=44<`I)d&tkbh&-( zuXwnhI3dwIr)SG>v)5FNTQNjvXzn&BTkHzOB(|M|59xU%QB;iAB~*>5mv3oF;=hin z4>55GHWAbW?97Rk%SS?);yz!Vd&p6Akqe}tHW>vC4ui$dZKm1;R&~#u%pA7C{#+x` z&7Np$h+*)p7C~^{VrgM((q_W07u1?S>(Jk^6VY+TSAuLo+44F+_&g}>247fs)X}g# zqNdOQ$vL*Ae(JvE)x#-;*AnMGGkFVlfS&tTi~@Zlg7tdY`QIcw*CC9l?wd-GhT zvh$-P*@B8G9oKM~Y=e>%nUeH5K}H&e8IkN0rTFxwuwsUN#F7Ld4M`%kKywdzJ#&tT z-(bVhSB!~qBP3(nFG{#ZImYP#CvI^UVoGv|gQSMXtvVNwup-WUnTLPhwt`k`N`$n@ zd0J)IydT&_bPN;9uMd-y;`V7UYsKjpBJ2czVOoicthgSNXEDnm=T%pn#GgI5FU8XF<1dy^ z`h25Zv5IHmdPmSwsd4uUVvHrF)C)(uyKruI521N9gGtp>g~8T*5N?Cr$gVm#MIs5; z%->wws!VS1(=jLlmB?(VwBQeU-}0{OmMg~M zjUqdbe5mC5OP^Bw1G>=7s@Xpk_cd}UxCLT@cq#B0gN_cQVt^FL->@I*b08~VdKXm_ zy8Gt2cMN5GR`=8M`Lf6_>v(<@og#52nZ%nGl=!vQ@-j_&H|g2LNzplqLGJL)l)W3= zir(N}j}-()u=S|)pOVkg2V~gC$JJHOr^mqXDz-WE6uy=pS5+6pii>2*}qT9<44?I=6wf? zjx)yq*${2X(FX|JkaYA7o@CPa&Xi@Ga#z0`1FCB~cH--@HhQGmR|Yl+3Y_hsm%fi_ z^uM7?6+hEPP$`m-BnvzlqN!*{dghn)No^}t59G%&LBMs#ymr~_KdL;D9C1T9M$lwT zdo`;a6DbIro?5qPQ$z-0aIPUw-cgfX)kb^x&Qkfa8^h9 zE>b0qvekUu%~xfn8fa@w&3B)L^Sa~^q5KeoOdNgo7$GG)oByc=fl(_i5bj^*6FK}- ztVXiqCWpqkS<*Lej|nN0BU&E6&S30XDQ;Ff67L7Q()P3PPz>(EuXINR0o?&mR;;6646@ z0%p%-n-f0I@~Ltp`aQhUwH9T89|=1^ z!|_tW&Gh~|7d|^v1^N?sNOA>AN zuzmj3^O8O)Dk|~m(_26d4s>xJ{dfTz2i4ff&=BO;N7!tDC&CUvEi144g15JKPmMRW zoA}XOS_{UPa~c?`S1PL6oB_j070k`Yi=DaxtEfS?K-_{5vy1sZTn23PCg zD?g9_KS%4`M}YodK|S8ZP92=w%H9YHfPP^R*+?8uWfd-+?!^2mtEGcUF4RRQkERY9oOILl5_;HB&RX2rdF>-n9TBmby#&o^);z z$j$=d;14Qln_wQ9Stc;2bct)p_g#rst4bd%&y0Cjqz_oI-y)2LmqGE z5LrU`gu@o!+aW?SA}q_JLMjWd7H0j2#t^nAJp06gcMKh+lX+@30Fr zLn^mV@7OH!&@(LE)D`cM2x}d-N{g_G^u&o&XaPpi}Yi`U%2pp>vn_ zJ>1*PLkU0-c#x8^+*$}AWO#j{a(DvRXd4*-N&nM|<{Pxaym1?4c=zU>2c9W#)Mp&$ zm{%&2h3wXB$~t%HW|^Zza(ZVfrBkTCsDHJg_nsO|ug1NRuS`qrx~E+)9=BiObQ{5A zLJlt^h|!jea)*8FSV8JnH&`|0VY zn1xXH^c7601Z`gV)OymYLfyxGr4K2Z29h+O66lqH?Hc<6g5M{9hn&F`1C{f!pMA(8N~%i>9E%62!v6B|a+FMpAPuD5 zW57$B>UcVT4-VL1X@CaKGZh{vN`f}^_ErDii;8f1$22XL4+c-F5k8ki`duHUGJ_i7 zaIYtpdT$*mT!wW7MXRIOdsrmU=dbyyY=K8yTDtWFz3O-L(>H$D>R_A;wp!!rC(^`B zeUDa|7lSPWpI%L0RO&&rm}VA^#$yyHX*0^tq*fbaWA|p0^`IlJKzf%-Qe~C2fX|sL zwh+cE6q5R_L1`_6>ylPs$5JYrzS4AwPPbi~r75${#SEmHiD-Zj$dQinK>rMb82#$^ z#b9#lW2J9G>FuD>5W`To^ml#-s@#(>N>4$x*4NJuHK6mWtB(&W4IezRfPqRzD5ZDc z9Eof;WaK-OK-3{E+?gUOMO6>hqPqPo^Ur)`=DzWMOMd*d!;-Lv;u!nZhj^nn0R?9U z6tn_M-X)ONDSH!D_FE??-S8_+d_W>1L+_~8?4q;D@pa%})6AALFSNNcs5S^3u z*MEM}NqeSDIK1MP!k6-UE@4^vP0$uSu{Vvm)z*-2_ZpwO1k`6#!DnH;3kxv1?f~|2 zT?D-H!AW%ZI_i}vHaO9kzBpO&I{T-G?<)pp^4OzJP>*~Q`NjUa$$<@yr&dKjU#nSP zA&1kCkv@onvdU~a*A0c&%++pXUr4u_-A+AfJXZD}(`QI6=h0NPFiw>9WnmqTF1G;i z8ms-yd&6>FM$xmm=oBRAS3ah-^#I=#5NB@8?%h9gC z>JZnfTl`xJjtH}sZsnpY!VbhxDA!liY@<0a@$pMP&#Wt-;UL&U?TK5gsDGSmm~JP+ za&pb%x4}hF+R$ZA&60h0LR8O3NXfpd$638nBsgc)q;N|%kP7R_8J@@r#V~mNnPyr9 zY}gH$G~kKy0SXv{phz?ns{xA5x@$eE3E<%}(28pQApYjY7yA?LaR+{X`Q*t*yWW_8 z#6nh7o-%_^v@xOd!bWRHbWNB<`qzuTTBb1{nyKlSPUI+M*EZrGh`e{qC_UW8QO!TR zDfydta}ES)+cp?f~K)5d7fWnx4;( z^JT)cFK`LbP+|w4+WP=#dVP2sc09egGLkvON!`Idhyf57`qQfi5S6kEWJT9#t1u>H z=;ZY&?=%6|WCz1RL{v0VKPO5*M@vtSh8K7zL&Qr zuhD5n`Sq!EA+7Fdkjgm{!5Z`?q4~yGK|Ye`hDqVf!MC5lC_|N_zeX}lL0Or-v2i88 zUL3T2oDRmK_rB$bA@#J#NiED}dk}29mDx`so_u!1l;{a~FvZYmzo#z>Zw%D9SzM!a zK6Cu43QLv@k%Z0F-oeXeYDtL5c<@w}>f4l*l&RlO7w&P=ITcCpv&t!3SkWg_fH{_N zs!7EKEaQ}=G#1$uNtDgRzWgi2Q}%Q?CpV4GF)L3lWmBf6Xzv1}==&y4 zbts@(cwl(X ztOUS@oHPM2oJcLrr{Aq7ED0Z*2mG?Oh8wB{121FUZnJ`61avJ+gIV^o%9boe82Jl#-N zC!&yo2r?g|`giWDNwFozOPn6OHwO!0=Y@eQy0M321+|6Oek7*4Vz6r*diU^};dfX; z>twq>zisICxha}nmga=5cU`{mY3N+6yZ+}El2~@f(Og00rUsw53qsu5iO}eQh6kep zMO!ob<983EY1+*-&Q(OZy*l>@r-jLsH3O5?we9W5XLC$4dt03vW(s`xS+|nI!ZLO~ z{NrQ09=G|(@guw%+3zWDIT-gp$E>Y|AH$aMW`2!^Re_0?B95+D+GFjfxrQ~D2l1?_ zHz?Qe3|hK@nMhZs&lXAHlsGu&$ze12MX9|q8q3c@BfvD2GF?@|%gloz*54|Zc|=yY zo}Zq9Sveb>3gwwJ)6aa=8;)0fdK}!nF#ToZ22iQm5UteeI?u%h6=U}f1)~N07YhK@6DT`{p#Hr}eR_zumpkR;D zMrkYoK#p(96@npz=274OteOwwVJMAUwXwodBA}iAWhaVc zmSqJ>k-fEWQn%Lp_xv|cB0-bQG$4!L3}z44%Ta2wFP+eS>;;4DUHR#6a*-Ij``O$E znR8_BHW{CjpcFajgbDd3C(~9Ul`^<@D)m>t8_|9J#*MeuEm;KxpL>+Xzva@gg8%xG z%rL{N#ElCnG0BfXMJ_p$>Grx`3Ea3T^KC(uhSiB<`b~N?k0m=Is$|x=Y?25C;P49$&?ABc!^Bv4j z0&=nqHx_&k#ZqN~Hb}3oAcX=y;xMvO(Njxd<;0DaICTSmSE%ACqcN`KL%(m7orBwJ zSMew9$Tsu|x@vh+Srjdel~VK`uZ7{amfbd0ZFdXu|N0}|Z>liWUfVatQ@mQCb3F;( z%ajX0W5ubA$Lxr1B5RZ?Y+Ix%R&Nj??CrfqKjdLDVY?1HNk(R7GC(jw+x{hAw;EL9 zqBtepCBO|iMMf0?c0hhRB$;BR1N#inCQwzgD;X$~ZfLo2&_5&ZuYW4vxeItl3>aQP zNMg3}dx3qmyAy3*a*Mv1@fU9bku?C4Sh;TPD{nmbjh~35e4?CJ{b9Ev zR}8@S5M?AUS|HmFieS8&nh%*F;p%UjI?jHyl)%6w%Pn1;LVTRRKm?Qv3xQMH2- z;(PVt@x^JJowYSjcXu~}!0|40Fa^k%_WcFcu-(C5sTeZMQp|k)g*p~fpub#5&X6#2 zQj{HG?~!I=%0k`;1b;tv-)#E=ygLZ7D@Vo5L*nl#1<6KQa$L*Gt#@4VCEmY&TY*22 z+oAhlqYPnpTjluDd!O6EOIIX@ybrwX>?gRo)oF9*KhP3nA~+Yr^02a-wn8?dh>`lR zx5bz|1_v!5Kzje~7D6iPa4*E$Y1aMOdkl(8UjBS^cT`ZWdh z09g~5`w&8c{I2zZA?M=$mt?6kJs85+tu@u#4&ByNMA-KClrS&-4l}i1PwFQwecZVR z+W?SG`KpvZfMHw~ZNX005sSsb$v0A-Z>zp0`S+!%O!ZujX{C9XAvm5-mVIAY! z=$5G6_4>15f6vBiMJ(YbjQ^s=C%ElDl{5n@UF;(dd)Nfz7(s`>eP!yT)z;s_s?|Bw z4QE>n5ETv`bvh7o0?AdfY%IZNnlt_~PS}a~H|#S^*AXd;vN#e6u#hNq71e1#E*u)O z<2B|_aO--!!ErERltiV_hwUwUgdv~B5W!9NjhLeXo6v@x#J~#~`-@0)XOjn`AAFW* zl*dJbC;i*a`iY>QKQ&QY$5R+@%U0m=QX-o9klAePDhNBCLN^!TvW)<6Vh~>MG`BfN z`CG0hrKJzP=?&UL~!{ri0YLvjVgKhXW+Z$4!z` zA;Nj@nF11 zdF1ev2x;;ac`7Vm^E@fBe7rn2B=6pCs&g;~P|FFolF4B(!fbYo2F<@U=B<{D$d>oJ z>$ChHdx6mRQ1$?Yk!Yv5eLK9hfj3h_NW<861}ch_>8q z1`SZ>@nsyui!lP{ab?B77J_Bcq^4)+KoORdvo^>WVY5py`w=&CqbARhSe$@(r`S^A z3$7s5NKrm{Vw7El7E7p2TDCmKlY>T7zx6fa~WI+q6 z$hsj{*z8t0B`(=En_BpMuf}kCw43(PC3ch>heo%dsujTMzp-r?o11BXq@*e+1IvKw z2Zfgdn=R5xsuikAQ-3zjXP=rV@3(0JQXqsXTJx3yHE<+&CLcvnCqmXLm~<{d=HT3C ziK{6v)MOrcfc1I1JyHGJK3+HLS+d(E`m%=_)tXADq9Q(Hr>)9Fh8I5U@(dg%XS9)O zOk%&Zuuo3xy^Z43a?|^8S>`#t&@7KuhY>h4>>YmDYJ?C8QPD<_8r=l8G-{2~&tXC% zGc5ZdeoWc-J2jl*H`~au82Go?YrJ0Su1otP*#QV!-Gk>VL#huN2gl`EmDMo=C`GgY z%jY%V*T@?RFq=q2B8e}dV5sqkQbmU9rbGWVk~mdQEw%r$kX`-uX{7_iv(%+j_>cE| zKL}|Z=$-b?&Ac-AxUZZVsU~MY+qn$maG>1)Znzx)jsYOpg0k76mOcqbPBbfU5$wNJ z0SQl@aGK>`+zV9Wg>aCYH*ZSaokOGD;Jzk4eoRwrb{h^yC>h+XQg!q{oskNi-fPce zWH|nw6yK?VrEy>Djo`Mc-l`gvQ-WP%Bcy(#f4eHCECyzta%Lr7 zskOgzSJ|GT2spB?2hM&iU$CAG=ovijToBZ1;blW38-drEs_cUWTjSDGITpvZjvmM6Lh0aVdzSp|@edqvylE)Efvm|G@?w9mc{6P{C2x1_vU zy$yyGt|tsP86HWCbII-Hq1q2t6B^6O|D zK~f%n?%$Gov``vTXkJPQukm%W5rrgQDC-}TmhPNemawU1M_+Cz?4iJTG{d;dwH)1c zA!y{MS;=LZh}w^r-$4$K4e_GMm z6V<`-2LBR3Ghd)Hq>M&Up{s&*LsQ)&qoHs?T@XVR3mCDtD{_mjWZ+D#ZxNqYoxR&l zsS3W3?3!u{J~qT6Um^qdXLEv3NRvBNgV#-C)(}CUcsRb~Dow1aQnrGC3W!lTo3b!g z#|6fCXqNq7)#Bl5zn47?#zsae?TU0z4SIbc&+00TK-%GyI556en(vFf#D05@?G8x# zi)KR0$1f`{|Ilk*OL z>>X_DzxRnIyi5sO22^)Dc4hlZ# zD`<;a2fF;0l4w&YkMtWO_3y|(z+$3v?P$Q@1g7XmDuS4qtG4f2n%<+5{no>a#x+jy zic{i8ic~BJ@2~$mM6eWoMj%8DjbRB02vGK!Bu8T}r>9+quJn`naHPY`?E@Y6`o%)^ zvg=31I`+82DiD$s^oQ-&x&8T zbEZ5OZc(h#02!239)gYGWKS z^!nH(tK^O_0l3du!J=sO@--Ml2R~!@QxL6E5K2$F0bk?p1e4~FC6*G8DQ=A0f3@to z_@cF?vS;Bl?Pem9f=p6jGId1&O^QWwjkx&11(WU}O;fsLXjdNF^YqCO;mAXL)?OR> z2zX&zMMfncA_>=k+kSdCITCOLz}r%@zLd{<=M-&}qabW3RzC(=Onz!KIhq`~@Zl_Z z(}4WLTdo21+!imrZ7B~hT`J`z{ClZRfuN9GiblJqkx8bjmN(OjNwey&KXf&W%&3qL zdUs+BiG1(l9k{LKst_3g32Fx(&1JT0k+QVT;8rXfh<3-2?d?v(W6(Qg#S}Mod9KKb zr=N9R`xR%o+ArV6ITG!C>SF0}UgU4nuKL+BqkXY^jh2nZ0LsltZ=bj2tUK2~GhPN$ z^3Ca$e-DlteQ;35-7^(B4Gb|cOMFYhtSK|e)G)J|=v~KhOL>#y(T8wf8;Gt}ID*Z7 zN<^6c=E*pN7`ca-5b3}5N%}e)TEj+rSGOCBULBa`bSHP^7B_Yi3i#D>sXjQqOwPk~ zJ$@5ssN1F9(y;d8B-Jr#vbJU|a7tm2qNO5|G@0KZ(N_=FyuDo(Nds<|h$n|xzoxJZ za=XoWns#K=<8zhvL%#&iL#8<=wTOqI&=x8fSK|^N8tcFj1k6d`A**quy!G#}m|K#^ z_mY8DcpD2}FnhxS&vO||w)U(I#F2njl)4z`WvMK6Y}KT?u5RdIcp2#~^BgsDAy^)l zAhZgaX?EDJLZbyd#LGVxRhk1W7-@6Kaj;L}fKj0%I^s;#ioP*=cMxP&rN1s@$X{3- zjE-kh22+H0K>v7~R0iSE=v#V2uZm0{MkMvcf}gSb*@4mEt$Eimwnu)J7qN%5Fd*0TDKYqwmlY8A z6eE$}PnNm2*9U9hA>Q|F(N`TP8IYE>(!)`}ikYdX@CJolXluzb@Q@lh3RA9Fuxb19ll=W9&fxxiN~ zHjjb~f=wz%JWZRG}C=rIM zUHFkVQLcyDhG{uc10LWxv{C)l1|53qX(({ekLbB+iJhhHpL7pYTBZ2PkuUP5udxM- z(lKu)2DZ&zz0f1)-J_-f=!G(O(izGLCXHq-%pV^4{Kx+W1tkoMZyQE3o>F9f^7x1c zuMJus3T+(Z;9IE@Cha56{truYcp z^)D%(JS-pSpf&3;Va7VpLsyCqPGVup8(aT zD4WM)0_6AM*S=apU1a#akF_oq)6ZJ)LrtSvJ4T&u0cwq|*lB}{KmiMF9l!5{Hf0*n z=U(7K*|j4?1Oz~~(K}2~CHHM`KU?LfV!peoOOd*b-ee!t&2OPTT^a@y#nED1?T@>@ zAjBJ0Q#6G(SuZ86N$|hvBo3w%AFE@^+3&xKnYnaU;kM+8l-4nT;5~?rJvk*^G*^=FmzpH&I?A{gauhqvJd&j+}vZjw8cD z$qj=&^TQ4*{we`=i-)Azs?O!&&g;K2^=z`N3d8qFCP#9_x+LQ!x1QjkwO<~KN~4=? zVL`5aR$7i=LY`?n*TSZKya`^{!rN{U^{VIXy+eru$d13wQEUA`d&Z@av0e0_ivHN?nTHC?kA*Fy*^T z{5vj*q93-HW2bTtv@p;l2H`ji-a0lnRh1WYY_n6RZyE7_V9ccCtmpT?rOkja&{9{HSB=}>SDIk+3>6QSi z91Pap84Kxqz`1jP%`B9b(Jdy`L3007;-6kop-1I%JoW#Kz(Rd=khXgXg5MMMtru1; zpx}i1=^)b4Vdd8s2&s7g{bLd&bIo_W?RJ9`JT(Q%&t6q!d8fYY9hbA7D7QbCEsPrBsspXBNQioLzP45TGNDA-r#6T(GQVj~ikS5hK> zFfpF`<1umEc)t_r{fnK5KZy12kFrX72E>#1D;0ogLA$$ASCz%3L-|07JyX#vQ{MdF z2$qHX3pZC+NZ^Ge)*1h6|439dp<~WKoYtQgq3c=Yyw|+ke{FW$no!cpZ=GD50k2vaABt2pvdKAtgcP#hruuk6UHt z%v?tIGl7SqX5X5H3?7+-{>Aw$MU6vtfZ)+F1jEFs4?+wy>_8|1B1=lEH@aUIUoerK zZv!^%vx^Q|IYaj_274>4*Z(_`W7uHP8x5V5fjH5ZZIt`D6K0uYY@gBh3NIlYdmm> zgp6(Ii&fY?Rz=*s@8u6MM&cX$c8-_g+9gT*<4PBFXnS$QpBsqboC-6`RqtFGrrEG9hAY>L1RLMq&Xc3 zAf{4&+gdmK>B6qq_5 zo8f=i(U`F&-XfcH886ViegI6?GSHTZrHr@a=>gLbkaw15s$D~Uo|8vBJx&mJIBNd- z-6xMLK2=5Ow)1ys?+GYs49|f)z>7g9BL-D~K^4S$H-UCq8LA_med=$aAmamJ>LK<) z&*`A(0!RK_LoO8_WQ~SS3-C!&CN4$m_L3QcLmXRDLs#falbQh7n0z@h9To~uqro-7 ziPA)g(~1)I1Yws2`4F|_VLq+MD?=q0UeTdw_xg76#>Y1y`kT6%yz=sUhtC&2{#y;r z2;}%fGVfzQcvomOu~E*y@!>dMWth|GHRV=w0P)=-l_Y`c*j|9S2%6_NX^N@v7hDhi zeP4C9s>;();@x+9kbk52PUgQlftzb9!s6k_FGQZXma{PzdZda{S`ZTrU5qpevQ@c+r;EqDm=6?qA3D^U>7ABVWRBlf8{WEvWd#n z9F)-T1y?!nmchFHY$}wKso@Y7 z4S8@{8!TR}(C?g8vmJefco#a5Y|pxq8?c7Rx?H25HULu(!vu8!*mON8@z9}?RaPSh z$0a;l(Vy07(|@WU3TT{1y7fgZ)61b-jYf=~oL{LbZSTba^o~J!jghncqT1W42=2b^ zgE5I3=mxw7jC*h_l6K&;Q&^koztq3UITCi^=5Rl{bOl1J!*~L8WV&{xgqsaneMI0){yc?}|Q zq&n)Os>fqFVY8dY$m=5>3uNSY%hJiE?w>u%7YbV9jaWc!1%1WExnjBAnI}UZ>86>Z z;C>S%&6h%XbWGhLI3{m)uz}3pW$iA578U@y%`-6xUmbslk%{%Sz?gx1h$bc2Txt0- zNqJj8{@0=koMtkQm@^8qIoMfI?{l4<>%!L2S)D$wFPd>VTi$%gz!x|j5V0XquWpmT zu`ug5-O0@(@g5#AROlM#COd#^1Gq8R7OdR)Wp#}YOf>a6q9M;Mn_~yAB-NDQB>Y`z zr)*3aJU7U)6 zcFsDQ^w!7jrAnZ8ScJTN)TU}AcP#z$A=t}0USka@|RCQYv2R&W^>oVY3DPzYH#Nrxsi8R>tKK1GxE*m8I7 zaijk2?5P3^FBm~{#9wVdNIh?&lVeLQaHtE;7d27JYGAqPqtq73U7>}62{V#jWjt+pCjxO4Mat710WDQHDaPkD zqu<~tYY==0Ss5Tt{Atg9db;mP0Y(3O(V!V5Kp_NDW#H8L^XcongoXu)c5HhQOyWQC^}ovtLh4#S=gKY>(G^Pc7~U z2+kjq`a)zn@C@rIGmDe&+#&n)jI@ve znOYkomy>6#JKM?ppNDgB{-QWy+`#bf0`h7~7|4L@ zrw5U<$E{C>V|rmh-+X-?JLdf0uaH<`Q-ikld;*4lRZNGTxVq2n<;6EDtWmQ^1M>&3 z#oS@TE1M`vV1F-&p5|^MyjNvFRDwxbkN;ke%eA#bbn8A5vtkFkHd*qrsUBZabUuI4 z_(rz+L*+E_yo$+<_eO{k8DU7}*!1kGUgn*lU7jjs)+qmVeWGjLnRLISx3_kg7*}B! zzUrrVIz#sGnIaRLl1~18?{iHR-h(gGrZBw95j=`-HL4mIqeF3sX94ncwdYXRoul{N z#&h3XFK5nsW9d78^Wf^OiYA)c__$oJ>G6!X-or;@Bc%gX`0T=vs^vF+NY&OGzrSoq zt|0--Ky@ySGF|0J%&+=u_&df8MeBFta!Kenk?OLf*Ta6wn=w3Z+&?ij-ot?WJn$g1 z?2{OuS1r<<^*W2nP;~igO$aaX{e3Z$-hs@XT!#7aKWa_d+TU&15u?K8u3X~6Zww+b z+w4kgtUraLS&ZqB`hJp6NzB#fbr%+?a*NBb`g)J7NWBp8Y`?evMO9MXo2S0BTU;#7 zz0%s+J2Ye(zBH``{3oq>DGSa~l}ayg#vsqIb>D4dkezU@su$d}ngyo4S6wR~ws@NK zKC2Q~ZR^q~oX_QDWL#y$As>afH<4pKWYoyI!t?0CFNq8_)hp6?IgmHDTNYmbk{w?8 z(2b?sy5{TeQ?G0vbcbte>o+2aR`147Q{BSws{Yx zNTXq=k=!@D8kr&8jV6{J%HxSJaN_DB;EL(cD=yc+Z+z3=iDcnb#~P^UPFuP3;bf|) z)Qv-!B*8Q?4Iy{3{s+hDi(xymtd1@M#7^?zx|=@=ACP1NO?znHv!|DCAdZ8P7+w!eA*7r`5DD&Vh@1 z;(DCkFz)LVX4gOa{4|@ogO>?}D_g~(AD2zF7<`?jkM5Oa&Fdl8=nflF`T4wdUJcu9 zDh0Y_pYJm<)ThX(V(FO8)K+l7H4kAO9v&WAnMH(l^d@V})=6Jq068#*u`J?*86|EF-R4XSr9FGrD8-RR(>wc|)S7sG|6 zU_=ysr)6LMx#m((5YsAt{+*^z;T^v}gmW+K=`UWoWLh>E$jCAZr}Qo`I^QopG*J2# zhidm-lUO#w@aZ!((%{LIo}Sk+U(ZfGlilREN%SaZ0T>WcseRj7UV(0}vmh6`xcsLX z|I`p$gx&W}Q$I9k5V@dHOit`ewcoXL!rOZnCaoePBWaeFZMPq)fML?`JG)gVb$ET9MDl|VS3lW)qb+*f#}isf62;a7NuU_)?OliodUf^NYD03?|?AQIAcc6Q0f+tw<6 zcPl>LyXt5olUHA|zINJ^CjFx)IE3zMre=u+9r>wn_Rx&ad9{tSWBDF2$4omi8}B^+ zbfxm>uj_rNvgBMI8p?u`=7@LibZ2gSb<#xRBO0!h+~32HwS9W5>(%SmkwS8Ea$35& z>Uw&5c@;tv$_S%InSAadLRR_pD@rJFHrXvZ*xYQ^=Cdyz`a!$x^nGF7pgoC$qRU*v zJQrbxN<{AQAvY9VM34Vv9C+mlJ4`lNC|UakDRe_=-L5e*H4OvB_{P!_hP9Xv8~yR4 z@?*;Wj-jD&v{ERQg`}o#o?lpS-lbP2`RZPE&nLT8CJ*IGqkTRd-yPzgZ&$S`(8(^K zV1>~eyCV+i6;_svKeFml{nmV_5>i*c(v8={f3erU6IDJL@4?filjc(l_xz~52Er=M zaHrC5+suoDT)JMqZi8xfvlsTa99(oyojyI`F_F%A@%{PaWIs!*5_30+fRZ8(R-Yxo zi@LjSl^UvYeT3X(xvq@{yjpK^6~pIs)xwCFc2YBw-A zJu|fT$F;MX-F(+OJ_fI29sjNKc3QxOwEJ_pO@q^&9}jage6&A?rzj`)iEIC^r3m^e zdQzK{EX%c+15x5kJAdk|c6XJRHKN*dGLBaiSnD6kum3y^hW9SikG?UpVLM!1SG8eLqWKujjqI;Kyrar2XI7^_z3%_3hVZl z+R3|^26Z!|xOeWL?(Tb+mBkL2DZr@KAHBPTJ4ieEGM(P^(nYvGT5wN5qvT(>yJY9z zWqXZj4nL3VkGjDWPj9NR&8vX@Zt>c><&RCIJtyptb^D_^H`v`+ZW43+guX-iUSlPL z>xKzJAl4Nf##nz`#J+wc(rsEw{KCpm+t#Xl4qHEFY`n`xB8jU7!JK_c zK*_@)^!7PKWs)ysvRT}>`RN=@;%mPTP?Ykp;p!(H$#)u#VW%_xQedT}iK}JzEGej~ zAKHU{P$KuO^z#-vD%CO^XUgJQR;q4HKWva8&N1SvI$05C>G$QEeK{g9Ch007#WY9X{Z`YCPs4;` zmTzlw^E%?Si|N)}*B+fyr%tuQ7h_;_&(RudBen_eryA1AJ0$8FzPM!GIlh6{>562) z<+O}`2aoxQ_QNvXLw$0WQuGV5EgxX87>3$BI77IUZjj1AZQs5<$9>@VuLeDI5K|O! zEyghDIA8WSCY4DqENM%kQBbn4gaL4q?*faEFE?q~4VZ0x3Lyb5OidE=5gN6v>}Qmj z0+0sUQk5|u9EwFrF`v@h6R{_tt`~4i*x{6~2`#Ydht^>guCU_wvfkZ>sC;s&`ue`MHm^CGt^NA3iYW04r);5@t$Dw50a1+Mqy@c(G~2v20}Ywal}1Wy#oSXq zSaS&%1t*7i2Oz?k+>-42PWxFmwzO8XUpd^QCrVSZ1!HTYqodE@zus+w)@JO^XE-5g z&9cAo-j-?Evez7%0kdV1TtX@>DaAYTeWsis0cnFtc|7#JhK8$T%nCo=w?8`7wRvOF zvSW3BABiu_lCzln(e>9fu_;H zpA%`n=dfIB2>}AW>DVEt6o7X+wIf@eXTra)uaESj$$|22@$O9|5|K|FzAylHd02|! zogumfXoKZmw~k}mwr$Y6Q_F7jEVdv9?|yU5Z6{kxy%A2NNEa_Qdr@uU-P-pfmu9%iSdKKuZY9KEeL85}(N zvDWhQkjI~byLd5SUyb3-;r@O%ZF^NyKfiOVH(Kcb0Py4Mel{iSFLUMnLps#|GQDX4 zT=z5s%>U^1CI$AtAdn z#W(d>VJoe!mL2Wc#IYAitA+V0ou1~1x;2yO{D6qInz#FU3A_I8u77=FL4b-f9Yayw zONwfT$I^lYfe2uBs>}i19?S}Z>__WlIUVvi3{7t$*U{6;@bk?s?-->dGPtPq+R612 ziuXfAL`Cm>b1D6^MK2(3#oE}QhbBrol9_4g=iV)KW&eg$;6tAMRg;a@fH`Ul%4*dN z+(=NO{XVuex5LpQ?mp)Zod8B5p(LmBtfR7&c!Br`heNu?GX4ONE-i585Ygs^(5adE zYCDz!HcEAVbU#rs%x<*#bWaE~4!`q~0#JroOI@910P^miE5B%P8g`(ek!$1_@xV zv9SQEAu=OuR^pMFU~)7iXdNK$9sKU~@`5i8qT=G}_wL`%pJ~CI+E}a4NdAee!a`$; zySc#G*|Q8Gbr}Uc$EM-lBU7(c%%vKJ%Y;?^iuL>YC3qqe(jPwL-F*1=s$<8Ff&Luy zC`n7pE$+51Xl^ziL1JJF*AOE|X_0Ypo1p@^Nd=Er|M>AuIE4->C@8=+@ZpJHnyyV+ z6sPE@409d6Y$rX;W3vO<91#0KKQgFcC`N>#I=lk89bG|HKeJP|wpU)g(u$0U5ikE% zGV)YXcT@EA{CG_jLWi)0SI4rHdb_H=+SFj~eK4-Fq`0wWnT5VHj|x48;&Ezt@1D5z z_M0zYyHbUm_5%F^hpl(4twIC5sO4Pw(p-5JY-6M!<>ggDN43h-xoo4`?nK|AGM_2- zSe=cnUR}#06A~oRAiveu*Ei^kgVR*a6FEOW4n(J*gJK^Q>KYm<|JVTyj;Cki)#GDg zf})~$i3&@miYk)bKWAp9(w>upC)5ud=l}u{*mK^kq~A8z*h(P*tIZz$x-JU~zRSQc zgt6E8Rhz27dQPFcp&a(08~+o>f-JH%Pdl!6@;@DRu;117%)XM|?LsQP0$tS+)p)hg zbTI7ZG&%U?)tfh!=!<5Jedw3$jMiyZPEK_X4+ZKO0Iq{VSA_q(*lph*+5ic{2+I)A z9R2x|iE?Oq%vL^KwT%p)Aro1DOx{c897g=6lxFfb>D{6e#Uu1MydZyS&6>-IW>(M& zE~x9p!XC*O(6oDSIB7+!PO$qx14$jE*!S~Ofl6z4Z&h`*4MqcvpZf0do5-+CL5u$q zU{&|{VU-zi1?Sd3u|sT|)B1j`Ye@z7Xnlr}b>0{5Rjaz)l(%eQ1g1-y?qo%azji#T18|0(cq~dstdYfDFE2$*CVo!04@X8N zQRl#c;1-TT`$idb8*mD#2tw)w;OKL{JwGI*rBt0UVM*$4>e=(Ve(YD@+YWrRk65>J z1(*b|3e#U|{2ER!2v%f1Z!Pmt`nkLNuNp3zkC&Gf^l@P378CJh$OAFJBYn<@HPCzf zn|0UA@M%n(cGn-w{JYOh_NJ~Lmuu!;6=o{nOS0o#aUT68ObDq+AugkFNFAGySmEJ> z-3pB;iNzKtPm2CLzXx0HEXJ>ik5rAyoRsZ{TU!rT=wMKeXktwaG(vcrf7{b(QKYLJ zs|p56&B{uclbMn1R-$Ti{rZ!E{Ltm=LSDR3e-|&$u};B34MQTNZT<1%9o`?>P==6@ zUW!6q@!U5~9N+gmX1KXKtA-_jA_`mtqeDrBgrreu{UYx$K<8R-FF(S;o&3}di#gIOzgv!c&aQ2&+UC{3ho?Rp7Jx#p` znky=nP**Q|d1|`|o;R1uv~UQnH_qZb+eqp7iU)d$P3Z$`!ZnE47Sd)l!Fg{j7kP<~ z7MiQNx08v_I|sr>Th7&p;FU_)>HJc4af}Nwj7IHPyS&wZ>4Gl+A1fPMg;<30r{PA+ zvh(t`@8g4eZ~Lr38&)+csk4|@fGjqRA~V3aWh)GR;GN@qI`eHEnL-?xUd-<=6I-)B0E;%sfVwf5(@V~B5^r*lG+8~2w zlr~7l&UkJD#dfI_#NLvMr&;mG#KzJnP=w}YE6F{kVK@ZUgb~a|#Z$UR3&IfCWXy}1 zoSmIFtvImYZj1O7Od^&Y@xsGhepWF0^^2WJd^wKs)gEWoG(Yfmh`XNa7~lBVJf>;9H~C#o9Ijrg z0x=B>ypoi$W@fy;r-WMVSPMpg4p>%KUqA6J z^Jf~WZLO#vSa`juj%ktM-)8Z`f1%O80we$w12FWd=rx+`Yrz_5WZ}IGk1VLdiiqxG zx~j`9e4sH~OiqpmF-}EA#j8I(^@xQ)-gmk>5fwD;F0(f)O9A0#>RnPT&3f=yVuLzQ4>i z?b&0F?Kg&dyaM%~D;ShC#*$ol_)wzg9V3^rFtW7R%O4f<-^{H8ltz};^kM1q{(yjQCI&*~>< z20ULv&T08c%##v$Ow5L?_6e5a=clhf zOW|9g6~!bZBt*S&Tvzh-Duxb4H*Q=8AXnT|dbAl4+{h@PCG@LPHHv&5e*RE!{EQT` z4;&{%%4ZY-fm3pFj>yz1zH+(cdFz}Jp+Znmy0kwFH2tu($lMRc1iqlYi0q)>R7qRM zvp_~NgsH5od<~UKo9Vf!)G@|EsV9cn|~Jt<8GkF-3pA+j^RLZ|J}cZv9%(H7%02~FTjrtyEy>5y{f5UIXm7O zUo!R5(ZI}X(Cukf)(RjO&w(e}z-@#@B_=5d-#4H~NH`@?Y3bzwkD6bmlr$xmFJ7SS zyi|?~!U~Vlbwnun-IFi5HY`ZqJbZkc%7rY^3`zu3kVC00dFD-(NH-gUo&hrFfD`jY zIbPrv5h0|y!6cIpnwvjzTUyMzdwa#;%RzzE3PTyDv@o`-^>I8i`|wH34J-Q1D*`=s zYwGH9f->yMj{Ph{ar5(g9(ml?jCg1qtItFn!`cOMd5ZCOX3?{-x!`PewHy8Vf%Z_vOR!aJQF^*7`2e+@5%me2pRbEKNyVQJL~`8 zJA$i&ttl<_D++KA(oIl!UtcdQ+JEeSe9qQNeoNoL@8ACr;AEbjn-haPDVm3g!^s$U zI-JY^i$V2)Qro+iMo0uiZN$qCXzEpfZ0H%-b$*4V&yYN)fGh>ng=+eMqhqGM(=~b; zibwx&iSNvIqVBn~&37eo@D?mzj!pFnQcD2?BIJUIlmC^}0Ib;9*x;yB1%@j5 z?>|Nf0p!&l$Z{6j5s8GNw*U59O5;Ez>}nBXZGibkr>3f5m}KT%qOR_E5_h`LicLU> zJ|YN>d_e`^-lzb8M6eP_={-M^E=;b$Te>)1t-3EtoFY0P*!GujlSJ^1qPV!Y=4WdB zLvV(Kv5g$q{bJaq9hG^gP8E$$w7+C}#R2>oj0elYvmLp%>+O>|UotzAbi{mdXEp6}Z4aKzdEhWzneZ_d$7F7_HdU|?*^S}Q+CnDM}F$t2PJoR`+ zE>3d>G1A`VJHA|Hx}A}j_yEJ%Kk-GY1UZFAXML-y)3X5D9&>ZiI~#ClNMD6VM2=BF zhY*$F%ID8>5fQOiV3c;nmf=h)7Y8jkkgPnlJ>Tm+uI|pmhwMPoR1RcBu&YIO?0Bp> zfAE&_dGFELbKT@QL!Cd;CX9ooytj!aBU?PM?D zff3UxEFy8ufe}!&@7Ja#6QVn;=>0<+_%Mj5Y2!q_YhG2ffBZ9c^uq1er}lyT!jV4> zFa@M%DK7WMZg&YxqYz7CWJU0eHaMgr+9;3;4u@chGN9EKNy+D6SjqaQZm1x%5|k(a z4Y#4|K^EzF9vXq3U&DEE4h-3VtSly;$da3Td=!xE2)-{SwfFj$F6{q)Kgi1^$gl}t w9~HpU_@_Mjf4==c-kE<_r~lt~@7)sPaS!PO8Pr4;h5xh<=&5Jzv%2_y06bCXlK=n! literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..c78f3fd789f39f0b7828d101de5d5998d086bb5b GIT binary patch literal 46936 zcmd?RbySsYyFL1>MVEk50+Na-Eg{_?CLC=J2_lr9A^3Bf>+QVD4U#G(WQ zrAxX+KJ?6|xgu3dL>a}^gB z6BU*g3&^SMC9s!y+hdT+9i=XbFUUS3WdAYh3gnbYm5Gi%T{{fgkdEO+UhEX zzK>`7eS8_bcE}djT=W)Fl_!mqop^Z2FV9*kD;O9G60#r1y~#+6W?W^M(W^Z_uUzLH zO5n-n!iQ=t5UXnQR$WaU;o)(%XThT2-+!`@D#O2KN`>PR(HrAz|9|r5`+T&73l}bwZU5Xb#VVTU1xe385ufaTtU?zvoj~hW6R;qx9{G4Cd)^T zPxJfrfUhFr_s^DerJ7G1D>~?p^al_A_||+mQS!=nWjf+l7v5+p{+g+J{`};%F|FTI z9WUCuH~kl~{o>eV_Vb>KcbRh37q=&AtG`;>A3oPxI(m!Qs`f>CP;>|pS&3&-=)h}- zFApWS3>M$*{GIXm;c&0mQ=D~du5=KcztS0Zz;wuqs zu4Onm@7e4%vxxeTjg^VfoZNg>M@K$*%55+7IOTV@Rg=@H{=4cs5_MG6Yq~SV^=xjD%a0RZABex`+QDb*>FUyW zmOtM#o@#qS`_veb0e+N7U9Ah$70X(tQV)gJu6!ui7{`U>7(l{bvtEY z!Or13ggeZ~$0H&_dwrs%ai}h=C}`XN_e^)|LUC7D*L`UZo)(2Qi@tz`Dy_3;Km1*t z5xf3N=apG8rPB8Aq(SSmr}Y#!4xc-J-s8`YOZJV?jJg}Y4TZ~w@SUBVwKk#>Uq*NT z^t$=NA3ZkbN_nNEN-oT|GhEdVQdsy|Ox3EmDX1CG{zK4c_O5`5)P_Cjh)xaj-Me>v zf485ar>7rYeTQzIpm_=P?pp9}MD>l$%=0hK_LRD%x2~XX3H&?t!m4S|ca&ypwcDCS z!T)XGZ1c%Mbq9xM)0I#+L!XYOH#9O^zmiRR^eD!*J{*V5SFKrHym(O*JI=_&gjbH) zrptJ4Vq`SF@~DDahwuD>;t$$%H~E6UDoeBPGZjoB9o&Qp*U-=)5w6)Zf@wj2oeJ!I`n{M@O~I?Q3pKmdgI8!siN5EVN368S=_yJ%eLH;7 z!QoR)--p$+!x(GabB${2K&RQYwkg@vf=dPr2Il55 zg@uKL0;l}KIlc2+k6mLY(t|k+3=GN^-&0kE2S|3UMU7Q&&ez)~D1;Xlit41wcDZ4* zoi7i_dQCr-H9mhn>{HTF`_60wEnVHa3D(z}B^A>TV13uV2<42f^mohX!RC`nIo$$yJcz!*RzaIN2GxoEU0VKiQDUitKC zN?7LpYx8mMu1`pnU8RA~xuGv0r=qHlq~|s4*MZZQ`}Oq!5tg(3=Hl@CTP&hBSY~D> z-JwHqZ(3xj+^SZM!{$ZE@z2kuMw3u6Wdy9vi$2gn?+V%&XYTTAm0v*!2y5ScrTHYU zu<$;3K-F6tP}bB$q}0l$rYs|)qhdi@zGJ_Bk$MI@c%3hAg&JNgt=Xm#6BE-qefs@* zJp~d2hTBk`xdqj%?d|RGtQuzuYV!T%t?jXA9$rleoK2G57GWPhY8^guWOz7&GrZr` z#B%rNm4e~Ql@>KsRs8$+??r8DF+r=!vX<^VpM?Rq>FYb23jn~k;HW=mwtoIJYiMW~ zN(-1bIAmS!dCY%xdVF;oJ=cquF7fj4;HRdheCOXya7Ei?{rp=`t2DH=(t66pMUaP= zx4kOBXKR#mS3lKW>JeJ~o>SjQG_&X*Ja~YXsjbwbDh{`<93#<3&1Jv8ovBhZxffnt zVjZ|d0^f2A>XQ19ECav|85X!$M>hHG8I=y-0a*1@T}Eqgp(F5E)HnakjZZAMsnI@p z{`|ShoYCpCXQ8NktNJgIhN-Nc(Y-cT+>OV)7X}WsZL^yB{jBs8Z;@M&zj^D{6Z@uk zuW-X7dpGM=h4don-Z=>BH5tgEgFPl}n_K zt!Z;_B3`_#);oOc*fAQ);nTaDgS+|$2E&Zgfg7#CJ7MvMH2P*$)%@IMRBQWZJ@sM<$1Bdb$9vSZE7DseX2thRaPeb_DXkt9ZhR% zYm?tZYQ*%kv(6(a8dzlOV@Z1MT}CFhOCycTF&pitIBkEvbt)SUXIrc#qRl8NVd^cp zS|3ish6lKHv9U^H2WlnR=`QXr@^328d%k* z;Nd1FC50h`MW2ObN5{bt4-5eHgmoxbkKU`LFXxLcxAQbKHge0!nFk5A0#-tz=pYr7U@ffESd}o+;ZQ2! z?3JZiZ@JfR-iTfNNLTsi=au!PCeEe5GX+`D*2@;EH^){6{AYwLyt<6a##78~icAaL zhgDHsug_O3ROWa>J3pYfyLBC!2xC-K)MQT)@6MmnnqgQ%DjptUfMes=ch_ompHx<| z2XFQc8YUnDV&T!qXmzz}?9Lf?K#vi4bKUaz7X%VLE>iN)V`!XbT2kfUT_zcBgVhLP zY$RAchH7!I%uCM(u>&TI3 zE!}B7~mnJiuf3C9mwQMftyzS-t@OVt&gPlarIt!mm5z(-)E+^jEw3 zPmD;lvX_@6T&UvV!-s7~Kg9V08S$9y5er;uWX6@2zJ1GJoXhCv=jRLMY+z-TKh5JD zSy?HMDcjlEW#t!~(blFAu9!W6Fydst=iZI#^BKG$%0gWR&4zXR{ymFp6!{hNvgjQ# z%pxC9ONJhDX5Y^0wqWIa`3$-{)f%P(u)yV{0@Ap?ef?scWL(JZVyW<|EVLFC0OOR7VF{r z>jerb@vYSK*}xQdj~%1XQ`(lu$;ok_dUo&ohOESD>muso%vQeK==uWz$Z*!(j|Y$L z0Bgm7C6vLXP0KI9I&Od#J+35t7#cG#c8UCug1IXQi_I`X*^Nza0|t$D7pWKk zmyryWF!kK7Bl;p&|18bDfu^G->(oezCUOh(?mpawI3DN_(irMn~@#0e-mA z12 z2`Z8Yzvv%J#^I|R8z0YfRjSvin1n#CyfvDjG-iJ)o}FHoFUc2L+25lj$mAj) zIU`bam{a7~G5Y%V?+phJe7hp&HXz@10~ZOf^>}*VQu>V&X&?n%Vyy)NF^xQbraDfs zOFAc;R7kSMm0h1W+qDGDEgEY8IMwsog2`w9o7b<^BkH+1;ad~Ql`X3Li%rad$_8!R zuOFrZ$h(Ga@vU38U`?YU#_L;7Om*lfF~R|-CnEWyM>ZE~;CXiEnZJ-7sJ;=<6;R^8 z>YUzMzf$G;@yZnm*2ek>+AmG0S<(~kKYVyR<=(w7O_#pjheM^#%v`F6DNtR7t^vS( z-Jc?GdZ4OeYa2M?F~yCsq~+Gma8_~0Se8SFgi?}|B__+?zgI0-pnpcss~L$k07th} zbd-A3xU;<(^Xb#4%tpJHD@!-3e7@Nq4~~D>>?kHFX;cZr;kbRsmS7-^f>i^YQ8f$P z)>rpy3=Z}J_=d1BGLElSAFpYhb`InB4^{{Ua8O(jiEbIJ!y3lF+zYtT(%o(8?OoFI z^8C@RBKYF$pusb(rI%XMGJm+FB-E^aH_tqwMr=1w>Boa1&|dr7KeXU=`D5#%G9ss$ zXI~@@cK5ng=*C7yl288p5R}fpv6(vc1v;mCSREI1^OAwH-Jsb+)9X59ux(o6a*&jkhj-o1#Unr>5P!3?w>Rql4lo)9112=1W1Qyit{pjj z=8TwYpETCu!G0!1unr)Y0)`kv!^6SAF|%I1(h2&i{F5pBO8z_2g9i^T*T7;$z2D}? zYll@UHaMM}oZ|pWv@iPOpQuIH)e>;aH9#8^5HA)meziEw13V_cXm@A%i^#CMw5a#2 zY1d53!-vs81ngF)yW*TXEPeWq?A93PHo`E&9nFK5@P;q&igKR?;oyX>rZ;m?fotW) z8(v1|&V{~yeS(@(v2Q{jrUA_iU@kfK{pDWuiQH<2Z$3rG#4K&E4UVRmyBc^6i&&O3 z0AbHru#UQxnQVBs#8hzE`cX)U(cdrIkKC$5>W3H0X@_3jU!DDNK*9gFepN)4W*i>t z3MjL0+Q$xKsewHc+w#wN4h6F=8d+%3Sj)iG!koBX@&4zo8G0gRLMV-CdGw#xeVm!X_=SPmSDCU=`sK9?I87vSKz{?lCdaKLX#4MzQwbcVZ!g~tbZO7j(9+RK4z2?|AQPAXXV5zL zojZ37IS(8?ON=ovFc9~ZC~rJGJ&o=;(A0g031#_$-&o; zf0Da{IQdRh@NQ6KW+arRf0cKI&q9iIY54M12*-f~L`k2kDY`l2FkLGzo zOw3C8pNfU*`gap)R7sz1uCM!|Sr6)cWrL`1r8rUNz9??ydtMR<3+p3P!0!9}XYz7Z zo<4|3v%e_88rQ8n?%H3DBTQf6O)QCLJGl?Ic|EL#Tgk}`v7AaAFlW3wPCXBEg`Cg) zZ~xt=0mldHpPjkK1H8)MjI`uf@#^Xhk+P%X^VZSNYfF>uSxD`p=j0SgSYsEnBgQ_i z<-B~UVr7*!UEk66MD2EJYTV|01ud-0TIe+42gMyFCS^p--jX9Z2(7y=eIm?i&25&Y z@%L}f0+pRKYZ00%6QJ;ws>u^;XU=a4{$5jHAfH<6n0gh~bHCtH@Kvi)*FzwWgaI}- zeE0xQOPk{gn-=za>)}00wUDhqs<&~~6639lCkK3qK#)PA5?kj$d9~idj!+URI!;dO z1>aw2qJoim?I6RmAtiu_%M$ZlyPjAjscY#?L@yTxsu1HX4BWUTc;PiMFk@jP;B3UP z%6SWh({jcaRR5(EFv)KK*oj6&8y1X17+FAi)SrRi-R=7)-8eV`7gb=UHMFwu-&$X? zx*P8?`T>ZVm9l{WJ;(=(AUlpcf8=^6cb99xIIFZ)ZN(kZLkaM(X%&9cF$tOyf?;Z3pMBGcbeS&B(;(-W zzH!vey7Z0o=XV&(w*W^?tNbO=nuG$jhjqXr>C9l9Z$Xh~Oa;swX&`Sdwf^xFahNoN zrXu`q><+0=dt2h4(_2;6t2bzR=DaOD+co%wh4=U_hk`#BNC`-=fLkCOTmbc;wKLkX zA{H1G6H}jUkX2|?7fN7u--YEbYWtqp0%R1$qYh7>J$t#M;5Ja{Xg*oT#Erp86_mRm3kw-bJ zeFz@j@?Q(ki80@}DC6x5BF&)+?n9Vx<)Z3FS+k?s*|YKNqO6%fS$isc3c8mR0{&#r zQ(z!ivYd2f{}9JU7Sk9Clifa~8#@BO(W}rqbEbamQxZBMK$Ibvi|as67&?jZ9XY}+ zFW=|JhE}olY)DQ)6`CJ_3O|2HVrFhWa~)eM^B7%(=VX zS5a4g6eMkY&KOpU1P7qcc0;uxXx_ika`Sg(Fsx{{PL5Ae2aZ;z{9WAgcghLy%UQT& ztG26;_1zU|O&>p}Vaa3kX~sOG*P3nXhQi6`%}7VFk$SWQb((YBFYXY&gMCY(;Q8N! zR=^8Be?DEg{8>QpQmoHx550-?jbi6>7q|wGHjmfrZi}cJyei%7c9F7&r@qmvaYdGG&VB21-d+v zN3U^i0r@lRK1faad%BA%lmESQ@q5?OfNh&IAc6V&m$y1_9X88jf}1E-z4439sM|0o zNO5N+eRofx^Yru#OEvtzcZ@dnNd2}O*QPdTU4l&BSYpR`{dQ{tKSZwTqnOd`^IV^f zm^Zng*X)dU8m^tA9J}wY3l6jqVOv%hcjp<-_Sqz98pS|D6^nNPsm?$CpH5ePi{mGr2|vsv)J_ z4O$>y3)iVjzJY6{Z)P@ql0P17E|^+O3vEK2nGYBxOR`Y={(5l99aKG}-?P9Cfg39d zQl#g6-#dd~FZrGI(RGloVh|1Kc&@7!7$}bx4!dF?3$X9on^_{&>vm6{Key{Cv<1+p zgXw$;B-0@P{Zod93_#Y$=izD@eAMA-|ZWT3l>fWM0On;j9ZXlZHH!s9JO>11#qubKwNm&^SuxeG{5bk3i=_`StOb*u6baQq61;dc+$B!R54mKEZ zXI#g->z9yscVEmtyz&)HAPmTEL46%6;3P-T`Y>tni)W}R?kfaHL08+~7r4^Q&(B}` zSmt`$vop*ty(M{d33owCg`0>+OxvWi37%DDIoA<*nqTgTG$9`n370VPHX(&BA$UtI z|06WkiL`)yU=&e-TXfBHvJD5Ee2>C|^t(Yeh?WItCG0TBh#))!N2(5HuhujLglFTD zt*9BVv?^J1_;j~*XT7xQEe9ke0s-{{68k^}<&~9Xg$L}^#`)t?suz=H0!JJGKk^*Sa?LFUj5IR?0DGi8Y$Dr^+ zK@-7hVZP@PQ4N^ME6wru`PR{~1cky2>j_On2uOgm1cDOUTz>uxmlD;pbZZ3Z(1vJ1 z&4nKGy5&}sy`7yqD0d?Os^MJZlYQ^R!JLvyuiLWT{ma~OOrPo@lLV>`?nV`F1B z;79h9dtFJry12I5R}&lzm{JL>1Z1hO_RGoLYq>MUiT)QsGvqKdHXebZP=$qcHckFV zMtAYM^?*ZYsrmYrwKgV!T66_0R)c?jA-l{qb*tlZFeYI`R&U?I)mn`f0G5Yb?JXIG zdM!8^AO!Lico-lXRJFFU#c5Xloz5+rE9rHwBVir_9r*4pmx1mDW(|X_?wXw=-ji)A z(4R-Z9&PlR`5p!44xI?FA^#WL0m4MQ(V4!BLn=$*Y_4?n_VyY{pAG}|m~KH)8%`k4 zV+7dR-Vm>uWiZ?K?#=o~-h@bij7)yn7wby!SnO(owi~ju`Nep6RA;*j(h)=b-pgme z&D*d92~+{pa_nD`TSh=1^1WQ&TcCMPhs2%7|>uiHHeLkWq9-EO(W2e z^}slF1BSJQK@pLuLYU*z*P2^fnO}fF<>=@b?O$c3qpQmZ6Oa%rh6oyG^Bc(p$aE4$ ze}$6-6e(MWd-JlT_=n2~jKLy6Q=&q-K6dni&@X5OZNLsl)MZhYhCg$?F`)A%_=3Vn z=;e-XdB%ctupl7kcHQ}w8d>f9X)pp>o#E2@@@C!q>_upsBO4RxBAV*zk-(Vj5;znZ zj-7uV38LQJR;Q0AMAO!mN|S4mLwCkt-JJA8ck#EXWW}9z`wcIke-Y9kbEQvc7noau zFDQto+l5}39ly|1q(;o;+E>;-!}>B0s3HTxKQVcE3mt83`b#a3r;3TSxvp9kJKyyM z@h1lSuFN_cx{i*H#z(H@+I`?CPZtR?#jHcw$AB=#6sMWR!pwYhAB(7RAY4l$hz0G# z?vVh}BT()mUB8s?g~+6Ke;;h6of-hM>sFu(T9P6Hq+dK`}>obI5T=y$_%T^tl~ zP`yL!EG!;pcT6?FOymKx!w5*fl`V5^Pr|1CPS5>b8=kq8B=YT?V6~$BJ(sEeiqdsh z(2-ETj36BLJW(TCg5F6nskoC8vQ%6dGZDZ#+4?>h*npj;W_Wh{Wy3FtovR9lrl$N> z(Ch7BZJ=uyfH1-GTHM5*7_kJt;oV>|u+l68r(eF9cBu!kWh+P_CX+u1+&sG%XH(Vl zjC1{O$a+q4Ss{X6umKK!BiNSFd`a40KY!kjCL#}LLsn-B;Q457ND4+*2d8wMG9z__ zPNb-`uuw(USQ`|6GQ1$YMtAiF&uuF;YtHJFo`9{TCJjun=EdF5pFgX^GO+^Je6?g4 zXjMT^fwfZmWr=7ox-z+eX#I@rEiqTZST(0A-S0&i>K~nON)4vu@wJ z7XeP+#yV02e!RIf3Jg0gXRGukG$Xr@iQGNV2(s?YaZxgD`9J^ld`Vs(_;gp(4zhh3 z8yn*WDB~kT^{!qOQrw&sN9-tPkxZKG7qV;e__nm6%r$miKTWJFxa54+im?`=Dnm~q zINryd9Eb$Z+~vn>63*Z)G5HSL2eF6mC7a18ClE<0AECcGrYF^@U`=})yy`(0Wc-!dc=p!Mux1HNmR8%t-J54sC z*(H6{$J1^!M9^|F6;v*t7CUl8qjP4}?)2$sX|&{(l$0`pTq#{w>}c~u2aA049F8d{OMX9zA{t(Jt){|Mj@Cp#N|ovIXo+o){`u7 z^T2?~TX}poRn~8Axs5&9JbdF$T3X9IEl;NL5ZqLBBU2}+Swu71dq0!TY=gvWGLbLo z;o*^URVR#shzl070o$k~#Z45PQtf@v+i{p!hJD{-X%9RMDS56Xhv5z8N1}O-Lpw@K zn=hVHHLt^bSW^hYe|nmC^V;?6Y{luKaPU;W@$vDG zU%$F6{>grF6SpX#)n5%>IW<9DT|H07oTIu+O0Ie@q$T?Q2x$$oKxoT(Mcv?Lvt#ac zYZGUMw`M|~vX+lHMol=;d!0K3nW&(tL`_dmr?^r|K7on?%3Nn7`quM&=zer<#TQ_L zf~OE}oT~v-AvGycu4dk2{^&weL4HBO22jSp-RqXB=(%o*qGH+2uT2HPZGrPuhyHZt zWW+-)Fo}QrD?qo!$28)TK6QT6rId|rP*?B#Riw(`zn=Czu3+EZO{~YX;8jiem9OH! zZi2(|56WCS42nY?lN*_&P&^J2Y0kXBVQl+Aji4$2^+lxSrd5I4b0&i`dwDcU511ib zOLZJKf^MaAj|W*S0KmbEIEhd*SoZ0@+N`_4UqOQokLIrip9ELfJ@GBO8& z*dQhbfe>O0bOIU(Hb5>T0nE4B%Mx~=bXi#zNIjxKToV-4{rmSX_Sh#3gG*5lUNUd` z=ns;|5H~=>9+DS92WbNf08xgV5`{lK_LJZ9*xuLIw}W&pzuI}e&@8Wc%lRAYz4y|t` z*b7}-C?e`5*;=X2$)Q}RTH^pOD*T1*HLVrCRse=b5OyB+>qr+L$+opo4!smQUWaQ=LCgLGU0aH3+ zY4#S^+0~hDB%;^7X;qAwoppg2iVZ|%J5E!1EtwyyeOPr%sE?H= zvqa-X*V~V$)L_;*NE)^$d?sATGj{p;mZHjkm2y%HT-n4scX;&JaacuvJa8n5Y@xKE z&AF3^aU)_1my5L5k&m}|U##Bm{B4S(Ry9*m?oQ?>$GlSoPX+l2oy&Zez)eptqoJ-o zghEuj3G$(!yS{ZBf>s47w(pvVPTJEH~e>;%;jmI%lWzQ6RT5B=j`GoO6EQ zuMW9Oy93>Zm4ad<4bhAObj-}mi}v!cT0VaHQh$@;Kt`9d2k8I2a&l~Dc_r<0<9_s4jsrmY%**NXjG+4A9_fRcKRG$c7tlBQOmf}N zjazYBfviH$c&M0db2uC)B+hp$l0UiY`}dK>;d+tP7nRAy$<}xy}cOlIMb@k#| z{#wbqpx{!zy@!>%%)#b}VUGp#oa(;Q(HmsTLPiTz!zgf3YF(s8fuhs_Bzl0AUh3JA z{lH_t7Tve<{Wdyf*HgMaE&oh$0i?UdAEy}xkxTow3>6kB7nTyY!FXt<^uS$Rrk)!> z)>D++$s)|n{=Ee*krBZ(DF}W!4;nhX3-K&BJ@YAT-hO(}s+UrP2fS3*jlhYLYj-SU z>E=^%?X@FGZqiz=!*RG+%In717w1>mB|T=Zwc)J{s;bAamIvZwD4Ygqt`ir@rCj?a z*ZRPCP^BX-NB~6LqAuwdeX(6d6~b7P#se`{!9Ium%3h^dajSD@?dHCFm|z^(G;-9V#4o@W3#G` zPVCn02M>O@T>VzI-{xAfA?_mc-aU;=Bqu=Fq|LebV{5C)A;=+}0;w;x8w4_20EsdX zh-Ru<0WhJG`GO%tmu6fs!xKlO6F+j8j)!Nt#COT=vDfztD6|DRIAk7xiTLizD!63o z5C8oLRNXu&eq1|!DMP)`h$K+`!svA(3r9$O3 zpb&`Md>Ij#O&=agUUBdD>i(3l1P0hJ$}o-JvlfM=_4TpL0TT-k5=d(nLUN%GjJq;W zEZiXqgSFUcd3#HtzkorEf-y+i5%Zch+(?5YBoj;&UMN`9Q*xCJ+OP*ohwbicV_YIt ze<0s50yGf~Pvcj>NR0zu4q37&MutQyXtUNkTX69xTr6l&Mu*a4h(@0gey1KZi+pI% zrW(*2KxeRkAs4ClY-@Z6Fl9QnWk%)(l&u2eoCZapP*XcO7Bge+*1z zhy$femjn2q=K$@}Wl`bFmoG@Idj0w}A8pv+ju-xJvDD)(VN#RoDklFt!i`qz;|u#$ z)zx1V01XC?rwIW;+Y=A;uNFP&?hr70DpZm7MYBwWx$PaW^*V@eqX-)4-PwvhkRh^f zekdvJIY}px@2m=aA@T9!SY)tbu$s`f?rzrX)&CP)2o1J4>`1R>;wWd<+WWf<%%5=|)6c+Cd#D_`@#mO9whDhOBRh@SqzB zGrR_jZ0^4&4W7Pu@ufTNpg1Wy1Vo-9!I(Y>DuZdc=gX~)rO_sPu#@?PgjP3L{i;h( zH*aiK6qC;i1&a|> zI^JFL+%6t&ZWSv5A4n)og4E%BBo>Ka!|pbq4`%mQVt9h-XkYb}f-2+H4Ol=q zQZNkc|ACA<42i5louqY|Ffmf7K7~R2xewshK znQj?k)JM*l6!dfRaDR);8F6MXxzKj(9Z=Cb$QkPaRPQ;0(Qft^rjD z3QrhkOdqB!RtlY zGg$iZV2qE1ka1ubL|;)#8wAo*;8FnF#FzV&y7s%n5pCYzq(J!KvA$>vN*z7)g*#1K zx)3)-awDYouggW=4zxRiCK;@5{(xSeAj2r5?KW66D|xp~jRVVjT|}8WRvV z5^T~_c5B9Z_dPPl;1*lJE)m>dFeG^Hi`wFMAc~U(SBZi#2o(`I#P*Voz{B^321pXv z!s75<{&bXW)#B5!i;lR`o4+1w{9dV6Wfyr_Hx%!&J~W}WZnq*Pf2aS@dEwb_PuIA4 zoWD#zJa#&d?Gmm#j8PJgP^483uW%nN~|sxusC z!NQV_#i*ne-@oG&JsLs>BlUS3bf*r}d66XUZAv=JNo14w?Q$}s^4=KiEK5yLIsI;* zjq1~YL&|4=^6@zPZ~b81n>TTyTJO4X#QQDmF(E0k0E==?WTDMF1VS|I~aEku< zq=ECTS0_Kd^qTeQAa!C$QhrZuc5|vYyXdEZg@a0Rl=W92UMjGlrKFgk_OQoPJZH>3 z&dnT-<^lF>ps!Ep=`k(XzV#^zzU$c05KKAnCa&qs75ALaq5CN4g?>ozWG3Eu_>dC2 zM*g&oj*U&ArgSV0-s@zUy5b!nj`69>64{6`hrwx|3+3Vx5~2b54JJpSes*WPe^uJu z8h=r^Pw%Kq4RFNL2ku8^zXJ(5oYYxdn&Pn5C(Bx3iFQw~^Jvlg5OD){>S(}No+c+L zV?LPRE1Nw=)=>{H$sY|lT>c#|ID)hS9$DRgH;oHBtf9?V`!mIPKeY5) z#cSXBfW6+MoiEUpO-ZzrYCa?$$;YlyBOxS}1K#=U_HhD7lJaNgSE9YMLS2GzTuK}| zZk9m-5zB$+5mqzu-qHQF@L)Yz_a3Z%0a124xmIN22i$A6`@rB>6VM~N7vjM=Dvi#| znG${8jGR?Jo+$Y{{^H*Gf3SxFI7dR~PNuw9IoZe19dW=s7f9b1|5quA<<0cllAv8{ z5BC$<&?SAq{Zu$kxW!I{xbuq;oM_}H@ep`L;}r(i+U^8ZWp|E5-;6RGQSX1>tYbz2 zSIJ|92{>QPF1{uwjsCz6m-;IogU9q%n=GqkBgKP<9Fb)v^ex8;`CDW#TC&f*!vDJ0 zU7`=oA~L&}>Ln%(-3_+G)PdKGWV$jB`_zehDJgcJlaFbgIRoOqI-o`&P;BwepMSL( zl?{pxS)5L$!1QY=(H)k&lmCpZ%@A<{*eNy&47v$ITZ_LQxq)BI2J2M=#Odx0rWg`t zOHXn)QlXUa%4WWbFxqw8O%npYAmbLJek50OM02O%5o;8lt z{zGgXcx*SUR$%bAn{0c6lI9RCN4v{V7`(7|yER|(Q8Q%HO>RgWwYIGN_W-7#pO_jN z62ou{v~XC( zdh0WZ<%C0@g>6ho3g7u(#{k9)d@Vw9M5jO+L8hk1;ElB>IXS1(808^R0+W!M z;x3HyYLHn+d)sE=h-e~5-45jAx1Hw~d35o(J_=Dj9a^IQfCV~ua+oM&7a5qCMy6h* zYg$=x{3re2qe7H%A5wk9#l=yJLE`gdZ>h+M6DLsie+X#Zm6tDu8mkx|Z{Fu3*NQ(e zVyaC;dEEK-LCyiyJlI^5`Th7sJQs$N^{`Q4b>kff$-al!WIg$Vz~6OrH5%Q3RZWn? zQr_&L3JvoK%i1SeX~ZM?oO)5eP{ZbNmWP$bM}uP+w!{&aF;Jsbun!j5O7Q`5>~O_# zg5RDN+DQ%=@pX`;*4x7tBlL|-i}#}~tb5R-lSq{D*SD#G9IGAX`PUw#(Lq02)=m@O zAEzW}+;ueUG;8&(KsVb9fW@x*JC2xeIf;XUzNP9fEU{Kn1TR-P(kTi zmOZT_g``(i44sb&d}1F(%OPcW`yN7t+hQ&xfkv1dpZh;-K&PFXi|6;kO%(pSUV!BW ziF}`?OCL{L~<#L2Dwd_7xu0ml|N6 z*pqlM0+vWW(|4dOqc8CJLs;4B+ypq)jb19#J3~1blhKL2Y8(Q%z5k)r*nPj#$;9(U zDdOMJhEL~h^fK21@yO=N-Xb)xhocsiqdU-`1!Z_=4+<&S;p`7gA0*;$#w!{%?!ggB zJbVkqY8>w39>lUDJaw98BVwr&L-^9^4$nleO^ncJ#MHB$iq2~cy`}3Usc1_vb*vik z>D(VQI`DFcEnMI{WyS)Q-R(@roKIG}2jTqa06OGD?D-@JuW1_L)=cMO_~?FR)bt`F z@#toaVUvr&XLcLn+xm4BWwys4|7?T;Psd{kL2UtYU0;N2R+|*!GD03t~99~67Uyyim@jR(cloSr5 z{M_v2&3FK+Qu}{VS3v7gqa*H$_;gV=EH5uz^ES5KOnf%_8t|K|`;xnRTD1O^9n}L2 z#hi806%UDDYH0wNYXfHpC5SUJY8NCy^q2Nqe!Ar`_VKoO&&c1GL>UX$b^L|wEPLz5 zO*+$}9N`=c1epJiI?EdCp5S>r7^bhsbxhrQS(A9C8B=P$BcJ>C9)w{!z~%pp<=a*! z7cNA>0EptJpz}$BpMGKD#((J}+WLmr4C}x>_PJTo7LiMP6*0}cA6J;2P3~RMpBs8_ zPhgQx@Aib9#~^qNAUJXW<^Hv%_}^udr>*tOx>!XBTINW};mK6KsgAkC zqLehSYOo2EG-FvpkOT!WmGz-8+AS+_`w!H~ckh1UeE05M^T63PySANHZ4V>t2gzQc zwH133Jyf-`QHUw?j>?c?KQDj%zeTXo49b}ML%~7Y~;yQdbcKS?R zA=O^F(eGzehR88k12(YlZ&?hof*@nqLVv?4z~;mz@Pu!tqx6?MOouMxZ#rhlXLec07iZ7-{%#JLEBvAt(m1_eN0Y z+#v{3Jl3(8dE1BRr9E|q#eYaiT_P9pL(tIBW-8bh&I)^Z(0u`_FRVu`K$rS4iR;>Kp{9U{ z$SK%J4g(GB4eb|PTX&rCFnlogaXvNlrq!~rC`m4j ztoamDMTrrf=#bk`XQ;eT2^IM5!Hy_Q7YLRgNluW`0h#;9_%|Ek=zblGx_jWKkaezUr?W`45VvGu)#sB>pBKbU-wE(#? zxN{_hJJ|hUO2T7e5N6c902QwRc;P&8|N3JHIy$Q^kt41GKlJiAm9yZVUog9XPiKcN ztAij$Xt$MBXZ6C$jv|?HqX{l*tcpM+Z}RiN{k?M@qlG!?IwMAu127uJWkH1++ZHFf?Sjd^RGnGFn`TtB41M+~k2q>r(_W@N`E-?Bc{ zlW>T+frQObI*OyAXy5~bG3;?$tr&q2aE#?FF_amPHN0e@1_R`fw>zA) z;ZgWVcU#^N#>FeejwPB~^ivC=0{M;#MDjVlM@$Tlxo2nR$n5pVJm_eNSH2!jZ28oJ z-8Z+OdDA?=-n>^)vG4&W37TFghdVrRkte2y=t6j3^z1>TGdCkP@%2F%>|%#4ttjNh zcG8u4viuemGpOhmu-Ck~w^q{~h8FeuHc!8|!3)Ug*SX~tF{1)!vM$%n4BU|wS$00bjHw>MFJ|PW) zrp`kN3drfJL%M7cc0BXS%d-Qft_H*b3<;I?g+e%;DOJ`BdJfHF3DUNK#0y-QEZ`{F z9%<*H1tAtTF@S^<3(?e%O%kj$NJIwDYO@M*M`>yhID$A^i+KB2&Gyf42y9H4+`mQ{ zG-+0j(|xjs>W3h-kTVMZ=y`J~q4f&d{E9?yP-$q^6&>FkbbNDR#|IE8>t`>WnQpxg z@K45CwOf!#HW)BKmO207;{+Nb*fbA5BqQgI-}L)opFp)MNXU^Jfex_kDV z`x`k{Z_9|A?w5%(GQWqvKYe|h85PAN0ObFHqR(uB637D?E)y%iXMtab-T4Gl&qhGF zB@=FuRd@4!F`|wadiQoMt*i!Sx%D5C%w8T6q{})R^L5>wUB)O*?UoU+SxL1SIKym7 z%Kw$a7pw&Qo(uu*ZV!spa+8sXzZgv(!Ln}!wwJN>~p$Sbm}C0t|Y+N}Gm@@<6DqQW1@0s($ zL>+BKfvHJ6MgDHw`3^92QyRWL2!Tbi3S?g?9B7;JKt%&*z;@4KB2_P)07SL>&y~O*zdP-VsET=>B4z(&(;}{>@DNRk}F<=DvIgOFb7-85U ztHTFdhu&W72o2>Thvr6;*TtvFN_X{}3PZ@_^Xy~@uFnc_U?Sy{Jbe(hK|7MsUR4XQ zq%i^n4|!mdsskJI;ivt|tmTIubCJ(`5c=p*)moUz?-^;3Ptt(hHz|S_LLnA|)&6RJ z_4BAOz}EPEhs}soU>|52eQF*S=arWGqLHMUDz5C zDdDVkOEE^v_-~z^6|%xvR0qnyq7v8*Xn8Dy+PZ7?h9hkAeQWb2G$KH3GTd6g1p9}+ z@80@ifv^u=-^ywqhBk5|32*fE7vXwv1&n(0iyh{-32bRt#dEOKs<$ZbU;V>(75o(X z;Jl%rCrg_+s!+mpIhmv1w}KW8lS;rQk2HJ1 zL`y)C3j~5F#05GCFN%#~wGg&~-wLQ;a>kPSZaZrjlxc&71$ zE!$>7YxyL7fQaIx`sG1dFNg*Ez4x>2OWhm#oJZkv9MbOCJxlL{D9H_jIuYjB{O}fR z#)6*?VSu`F9cC)2?07)TBO@oybfz@5;m@dp?w(NQ{LCzndI)wqw?XU(Oh42edR{wF zfhQ3S?AQ)|i9o2oG9!bYwTABPQy+h7%w~e3Pl}uhtgJ9U0Un)5 z)$jcv;eQVmqT+bi!495i)we7h21=y9*;N&nvM0wLLKsm!Pd~;4i__$Vh*D)dY=nDn zW21#jW~}`{R(oGm;lyY?hEl;Zh-K^=C@Fo0p2`&#LVzCZ)o-f zh?#_eeAl7Wqta-dWeZ(d5+f896|IB7t{n!h=bgPL8Fye%EcR|yCR3W3HH;re~tH4jr;uTFzqgZ1O*^=hJfyLj+RIG(T z_E?EXR?iH3mj|ldAGk;N*&UL7h<_xR#J}lnl2qAi0mV+YvFuli2HQ{B17*L|N^_o4 zF8Ix|^}2vgPH&Im6&ndDQrw)LD4;5<{2mSJ1F1qv01tT+4(MO85j7!?@RsrMgy7I1 zZQA>S%^3Z24ixJ}PqDI@!^pBXFmJ?qD9M9LLUW6L;xI?^p)jI=XEH=XX-VUSsq-1C zz)76%vS8-8HPyCh;>*QyyZwpdwy*c|(Al=Vcey^KZ(!6Rc?Yd58q!*0Wi#@h;*;8p zmEpw75HM+#5GL1!%S{o(O7QazHhn6s!*t`q!{NfT{CdPPEgpz-U!^Cq5y)uwO~Ac9 zE=B4(xsUr>Xxn277@0by(C5rJ&Fg;5MmyUO2@t9n0`Tec^E`;o{1t^iR)4^9h-~Ur zElQL5CyVjmkVzY#>o|NB4dCCyaD|K@Y2CHQ?poH;C-V$hdivw@yqr7v?u!EN$eZxUGrg zm|Xh*RFL5*pm^)X6QtjmHYZ zjFjO%NgX+i&uFx(g9an!_?2bjzGhY(NUeon!uS_3YtX~qkM{#r0UnUyURP*!k;rlpqnWOvMdBY^eLjtvFXU1p12qQ}{u?rW>}4aYOtGARVkRnSr3q zt9t>i*7X0bu?Fn(y3Ge8PT`9Iil-h40S0;#GpqIUf&U6E9L?yjAYgs#o zL__wohJlIc572PUoozeHbB>i`6+ML|S3?=`Jo1|Is zqVb{Yf0@{)*JL3`BWziYVMwtAh_(mTh++z@D}ZIOn)XS>a{Av?+b}K%h4B-jad`t8 zEM6=FN9c3^FxZT@$b0I=$>w>Z$2LRvzmN4w@%6)mAMB6C?TYh#KF?pLwi)GI%d~27 z9lBewJR_5Y_=m>-2TF%?kDp+ZcIT4ynWu)VgTt4UVMr=80=??KqgO8i4KDJUPl5Bn z`yE<@tbpfOPyAfd7x$cRu{S@8TMwfZB`)y)HtprLV3L{#kmb|6)cqJXLz^aBMMh~rGVa*J&U4m?WMW+(EVQbYK5dB{l)Va07SDzSZNyyb5|?*U1Y{83Xz>#>?M?iG zw3YYI1V-nl#mq7mfyw}4k7$Jhwt6Kef$;blLp!35AudoEfYE+5qLT$Z+Rcro#)4OR<(Ud zY7fv9jA+m74<9*qY<_~lzcmhi`;pHWGmpBd#oID-C$f6ZZp=R4Hbj@Hd@PFV=;!g` z1^kg_osu7FB8RoFyPAR>l&N2b^?bhA5dLXb+|LgedaPL8i9 zSZ_T6RRx9aKvlm5C99eqdzsp6ZlFE6ZjAHZYD3p{hwb%9-=L{^LP3(_=bvg~Sb5t1 z6&N#aQ9@Jvn9-5pR$;0hF@=+u>ygOQti5is7NUvmV=x?1chXhvzF>I;3;)TYJZ`Eb zOr!><77DHD%Ct7u9pFHJ9X{Z(@AD#*ldSLXEOy-58-c1b4^Zd+@PG037C=$9{r~8_ zOQ)dZN+TW83P>p-C@D)f(jlD!OGqOisicJ9(xs#k;d)LTvFv z?(d&Ufc1G3#KMiPD{q`qD~b6Ly|#Gw?fJKm|FYc1!oGObznNP?Z28#|q=0;)dh_Xp zboe9#dG}S6hK`QUe{rDye6*Av2(E7K{liK8ZdILU`rglh-VGUZ$rJX}=Fqeu4zFBl z@b-FxHkt_#=d400aZ7s|$YSYTA$NIcV4}H=7IAS5OaES4HWnBC&rf_pfO!{kZfSab zSWc9tL61PzEO2tyzknOv9JI|^PZf`b(@AN9`F$FYCwh+yx8SakUTh#E&TJA7`m=i^ z37Y=)!M!2jkhi)pUD*bTjVYkLlXwX(;|(fm%&AC5_b<%bPBjDPm(7}oLd|v}_;%fe z(^kF9k3O7j;U6&^lw?zkOiNB;KM*Sz4AOq!HqssDwtAcgm(rb)@FEWXg|RHI-aPFr zny}aoWqW?9QaK?xBFOSe3y{!S18~=lNB|08^^bZQ2m%9hs9ap zg+5q30R7<&1^725?rq_rdQb(-YlsHiR}VYcaprr)Qn_A0Sq6o|9pRh0=8xaVl!t;N=ccZ5R5G^%$GP3JQ z9|uhpv4XTc$nLl%ccFBr4?>Lvrops=%(#(I)BpWhk_0WX=2-P>oqcNNg#$eBhI{=w zNCLqoS#=h>qV?O~%pM6z;$trmz!&*wAL0#r{)}qK&5xw#QPTnQERA zI#k_H-}*+xZNZs@yuT|^&d}3Kc5oXgbzp8_%LNQ`Sl`o5Kx<=N!|iKWZw?UmU}F}6 ztSSnCRipmF)x=Lp^X)!93tEOi4V+(|7em0F!;Y^1r4+SsJ(+uy|A)CAa7FuHZ-hRFf0t7w^n6XhmXy=!rBx8 z9>xyn4(wJ7wz=R)-*P%Q0r9{C2~ssa_x9e=7tMMRcs=^cvs~hcYjYc3Spo-ew{W0yh;y(9 zscfq^G~F9j_~7|n!R?e-R>qvFg^wXQC;^PAO4#f0IuvM#xWE6up+QX`&;_0eRv8&n zYBrhI1Gbq1J9tSzpm=j)k@FU=7VHp#W1uPYM6Y?nXr$ZOGv8Q^Dz~|SmYDBbH2IH0 zCp9Xzcq1z0o0^?Pp7`~2Doh=r*+!1MQ8g>rLDaDrV#y}f6VdsC1e+2BV6zjMXa563 z9J1gGB6)gyG13>-a@AhRVf}%Dr{fuc=G*E{`q%_1GN4q)F%85IX;?MLId&ks$Mv`l zD@3`k@DTU^jV?9}I$>q7tswEy0EGXX{@pfSYXV_f@`i@5&y%xe_Lpa8spYTM{O~`? z+reHoleTD zbYauXf0g zgAU9jaRZ@EPM#aB`qg!Tt(7Lkk^lWF@=&I1kd*A{I{R}V+L~+&yn{6#|4$Ce0zkm~ zCt#Tp$qm@x`IaM13#8&ek^cbjMnEWRyul+DYXU20|6yp7A|Ef6u(9xJ--yqV-{)kZ ze|U`^l}ajgl#zJ&&xb(B|0ykmv1?~mFl=bZwfipApci<-B~CdcXx{VRFMI>SX8lc= z1(IRS)7TLni0Q0=P;>ut5|C74RkiykScC_dlw2E^@PX{OkNH0#%Q7#N9UkHdb(SJ8 zZo2sp++N5nF={mwCuw{sjwACCmC}sbCZ{Y6xK*g)NX0uK@$J&`S-xh8nY3o=(pQ0A z_k#L&eN1(Nx!pQ?&`mBtRB#~E(_Qf?DVrib^IP-*5D_c=&C4^cvjtxe;PC?s`J(x( zBnnYCy|^oD(LIpfYnN(C#mR3zlUw9~wix?-&6u%RX-Mc65^^D@L?obk1-C|8Z zquj!2^pA(^fq#vX@_s3NQV+0Od{SJ+u3rn(M169(!>4|=!|nAVIuQC3Xf%nz-c_z? z)d((SxJGzA-HlGu#M`F6md8(L@6?Jy7SkbDpGzmkEsmHLr0a0ih>PqT+bxF-hePo( z0xFOGsAv%F8=u_Dd}r}Nk|oye!)7iZ!@yM2PsBu`aMj4i{MC1*V~L{XOqA;p|c$q?JC9R1|2hpbePm(c<>CX85gi%rN!i!)w|EO^d5B5{H# zvLcj7wGzsG%d$jm04GCL`izUmHCJeTiol9&Izq8uMh{AZ4eR4kK%FMbP}#uXUg*&P z{KJ$|Hos?86W0KX9=?zbo|a>x-D>%C!?4%=2!$Qu;Nah`+0stb;MW*j-9Xk8lm^B% zzgwXPzeC7_R_GvaL);n+0mS6ksYLgAS;LgJjgRk|+EpHt(|x`BcL!aWNx)*9fK#3X z&mRjU&EKc}FlDRn4SSUKzy|Z?ImO165j2VYXZ#%RO{kL-gKF~V^u(v0L*R?zC6JIbeD`A(MT!+D+ICk|x$iQ%u z_^FS1iu~+^{_AZtI$=OORPj`)a;!0<0G3@B48u4cn8NBO8HXKlzcrR~Nt|1Y0cToa zV}BU^Blyi5+<0hFZJ5_x#gnE-9TJPgi}bnW*S}%MTdL<^VUv9S?^n}g-K}r=m%c@1 za03o~h&n}{-=_-0mSZ>4(ym+X^IZnVKx@~7b>R93zxeGkpSfOJ-yvR!je0*%lMuRk zMEUd+l)nCGn@zSzQcjFTF)823WRLs-i5;xPokoaK`w!TaR&f)dUrjPbne)C7kYp~p zMejRXU{1bHEx0l-;a4z7RQN<$<;Wdfkm=wJvqR(DHyNpEDm_RC=8@_t9vAZ6fqG&T;@LClhjgS?d3MMh<3eCB&z3Z8%Bq zlzt3Mhg;ZGs8fF~V$ol%@v8^L=zbNU?~b6wQAU#48YARX;e-5Gd)Nei^z%IxL42ET z>rG{bvIqrVJxwF@pj?q_e)#*IlArB?ra78TbM&csqC z|Glb1f|C&s!_gaSQ+WIW_%0tLwSI5Ri?56ABSQOQZmB8fC{ylGSwn5jV3^9c%TGbS z1Q4EEv^+4zy)&7_+g|R{*0b(@CD8l)gF;hL>;RMBtLm1@G6#^S;M0_4+_tP1^xUO* zB0a`xIZPUC8_d|^K@Wi`qLWMtxqh$(msl4QY7U#_nfOdusDYEBL5vFKMM(*eR`R|b z+evCsX+SJs!O*W`OdXFlV$;GbE5^vdKDxbT1A~55NN?47yfe`$W;HF-A#}2bQafXn z*&FR(1a8LCIEk_Q6+br>6sZ`n50DK^P_`4ov@J(zuw(KMg5!#TQ^x8$evUGE!X-{V zzEna1$>feSbPA@c?Y+#AwIX>=0r{Y1j8C-KhFf(tvD`M#AII=o_+-*5vZ#7p@>7lM z$aZ}gOJW1*Eey9Nkgrq%p)6HA_Lr^7w$>~Sx=a^A>r)qe$>Z=;nmCCKv3>ppN4e$Q z#{m_f4-s2SRT1YWLhIm{#oO>Csm^>?dVScqI{OzwWn}E`O>-#Hzf%3M~+<82PO|+I8OiT4-Hw*uxN=u_qHoA6kv!Zu(IXConk~^y3>6?T~ zI6PWi_=jQBnnzG-o!QKYo*US$k#%2+*DB2j{yhE|8y)=|TQ{t_NTY=uzYFu+Z{V)) z@eGy6OEHU6Fm&H2W?E^D*2Bbo34|HlkP(4jeY}J`*jl9wKLPKM;DS6asy~K(qz#ATg-(hY-!(X?eM_@MGr5I-0`lnD?*`xc z@A9BLe#1U+V3;X8v$N3Bdmdi7nM4sfs7g8Ph)T6D)Q3ii!%XIG;Mzf{=m?3Z7LrL( zdo|YYJ8qGAyme#}QG^N5=O)hg2HOStzU6jGZd>_}0oXQat`%ecmlpPiNs|_2>)k71 zU51La97mlH0Iu+beayiu)9)0m4SHj{D%fIgN)$bTyV51aOuB{7dh>mE#Pv_M3)jO@ zpwOLbA(sO}u%GVyJ_Kr}$hYf4ZTG%^{#giLH+&r@@!NeF^BBS`$SuUqaecL{ivt8f z4|?vTv}Upm9e8%Yr=?|9CiTlu+*u2%Z{kDk*iBWx$e+=L4xhYT)dNbF4$zenQqa$p z6N&Sc*}sSeBvf)(744YDsUJ!cDN^7{QW$?!PnYf%&c6`VM-`a zBk2kGCrwU^{P|-c(PAtYjzvjYX;`6Dq;U;T3GPjD+A^lD9bxws19$Os7rB@)VsEX( z;&Eg#=?|xyz%86BsA*p1?YTFhR5guAJV}h^<^~iO$ODJB77m;L3m|N<2a=kW6C&OHp-iv6VbD_0}HLD-OmH|y+rP;V_ z6{ZH8cFDg0cqjWt2

T9&K)pX}P5WhitE^uRXb}!^2x`sBWINu8Z3+Yz*$yXY_pf zR41#G3MQ1_hLYKt(s^5w-xkVZZ2 zZ@9{)mS4+=67$i_T`J4OD>sSK3TCJnMQ$b0X1yeuXyHnpRMIuh?k%2sw6XE-@k^1V zIpe`l?GlBLsSjs^&C>7vwgCuw=IMf*B~q6n?Tq4VGmPxc#&afpk0JQDy!ze+T zKu_-Ffq`lR9(XG%dYUe>YqJcEZfm@uH?gU~j_d76bg1E;-|n+D3n1RJ$AwMg=7dV# z$s+@AUqV#e-Wluhq}=Ltv0Q6t)pNs;ya!N+F+7}YdX}+mKj`8$4SI+i)BxwV-MwJHH7F14eEbr{{)yfc0^Xo2BgkpeK zH?QxjKev#XxZQMheY8Hn5g7*tX8@c}zA=u~9A{3hO1}T_aif`V@&jEYQBZQv)$2n< zs-AJp(lF0mMQw6lU^{2|*r=SFTCgIHUyaw(rn>D&OUtP_>Tn6IpI6z@3QYi%FDMMqe~TXI<1s7A{J zMXMsps=3K)v_6`h{y8@w$TL_9b+SobSl)xC3*lnx%r{9G@Ne&$7J1Or+@&sZf%Ow{^f!K_l*VrF={c$z-IezLe;{sv?Detb&yg z4nTr?vID=|G=%n!8vBK9ZLyHt?P|l;_@CJ5myHPm-Cz98%$PoQ=|WQzI)GaFdF@F^p4)tmTsrj>!NTcm zCX0kB%Qt%fb4)SuDP&&y@qc*}=)41K#Kd^4 za5wy6@U<`T=MY3^`mL1uEXqb_2>E zLl$bxIzB!o)jnln?E)>d!TGGg|^XO_n{&wl=WYlvQZ2Rsh0qe~!* zf~~)_tEa2m?=*`M?Z$>D>L9#2|6BO(#}v<3eFW_c_W@~^Vk0heMyQ&*G%#^H(1G!O zRmG->%eDHJapsm}Skp%nHmPzW=PQzgKXDiQAUSqv19O?!=Q0bDcgWw(np%mOEpBdKUm1Nvcon3E)W{hR{PuQDM5yeT z20Pte_#8#?+PuR$4vdVx;9`{GXe@!gGE>r%^MmtL7|=+76H#vB;eEY|RqcnJ^+HTB?OV4$PlPZX zzp>%1ncVisKp!lSpEpV~^ZEShgFT{GE1ntzgAhpzm-WUAAYi;QYA`1k5vP$Z_aPt$ zdRxbtDFF zB#kxYt0x)2ll%APt)gX}KV(li|HO~+}9-#Tv5hfJ*A{OF0mkTx8ora z<{XHp#YQZ`dIJKX{0XWloLFN45ct!A?B*a4d20=fe6mB#V)hhfK}SezGPbhy;_~SI z*Uj+ttJa54F3JdwhT@f?BBJr<78Y(L6{y9b*?u*Bi?_q89&vt<&<$(B;jVHY{D5>d zUkLNp(oNy?i>}fX0tTzDQz+G zM*Tu^S_S@Ntx^YU-B4AwR^N-f4Mp*?|oJ2H^syXqdxV-`RhU3|Km!IVXH{VYx zYcLiZ8j)d9k|2=+ZEdHnO}^s}AoTS+5IzscC)~aApy*XYBVog$20V6fzVJ{m7|JUY z5Ao)Wd7CL!0CQLQ7s=0yN;t>Nf$fQb>c0rUij$V`y~@o2`)s_KH@7D+90krKs%s>u-QA7R^q zC!$NAwt7wDCb{-p&P{IY7c2gOCbV&<#OH4f8Pt?ZhfWOfIY_(2?p>t_UfpIn3ZWi*}7!&qb`BmLCLA&ZqI! z4TLHf?lsnH@_t%Kjv5N~eTjDuK*}ep4cw(d%kx7L(k;PCi@UVGp!VPq5c4G?T<$OU z2=80-%oJ@ASBcI1S^Iu{B_qq-e?iRun|0dMj_2k*p2w<|hCAsMVDAFz7O926thp&~ z(+Osr{R=A7K^@<^`jt45O>VxoxmAUxOjmSo<_i1e7_h8%Lw!;ygdhdcFG3K|tGxno z66Dz96oH7^r6avT_PsDC5F(+ETkTWK8s^QP2sOitr#3LjPmtiA3G9A(yYej3!}Ny! zXdS8;T4xl~v3}g>|1j{-i8d~R(08&57%Lmx0dSa4nGM*qp2NpI08wKVG)cTs+`wJ& zp`gAec1mum8{2vA7;7$uo0Bi?=3Q|Ru-jy%nvQ~2M%C1;%r_u0R&F=M3r4hl(|9m5 zUd?Q&BHz1(YmhIG!SrCoPTsM^EQ>qn^edNRQ!?CHq`G;^gZnVrFwO!CP<1FEtfmy;LskM!ZQ*bz%~$Xb97#!AS@pJEtaSKojRXU60PAFVV>t<>Ac^yGJorUG_uLI{n~ZQ#Pvqo;P729@DX)5x5zNP(`C}H(g7Ija z-So&@z|WID|CN!o`g&N8xh^*?RrGQ3M8BtPB^M8hI82m9g)V1EX1D=Lqn6M4c@4*y z(Q@#>JC&)h(#c5FhE@m=+uDyvVgxOq|7VuUHLTA7(3Yz)tRQCNg|e{E7SK`N1-aR) zA?+Yb2YVKfkkw~GaPZBq$9M7;x895q?hrBhM0q|lfj}w6Ytsua;x6RIWv| zmsOYdUV@t3Smetq!64W(VVt-;zGVU%(vkK(=MUs+P( zoOjr|Drh0s@qoBy#Oa3X@Y}|I#2;6d{pN5Z9yh6l_U3f&nt;~J9pV325*=MZ%Y|8h zSh7qhZ}iZRe`IrcdAUT}ZHH=+4e`>NMjZLKWiz7R@|6-t?V%0x+?Zr#NoYe1erN>y z6d;gxLuJ+)xl8%Sx`1v^pQS)Sk7#SuXwv(`9iRWVc6 zo6Llq>H#TKL{Q*E59e5|byH+@JQ-`Ac>7vLb? zl*){b6@$d9>FmW6O8It1_2+SB8;&313WhEc3e^LEs>xmbiu8HwU!n9}uiJ+87k>1A zSI^9@4SAY8eUT?%xp=1c+UqF*^b{_3EYyXiHn-z2;;jG4^kO@L8=I1t z4w?GW0k{WjUOZ7cLqfdjS~U%|-T7tTBqDCs?^wcvx$|g%4Iez8uZ2-m)2VYcDADIi z2yZk!TB?FY|Cmi(s%hrQny|FuZT(-*uh{;|;18deukl-~i33rj|18@g`J)|Z-6(K~ zwbSajvPhN0(XJ!y@j=zL>YL-8tJJ2?`X(*4H8=81H2^ zx(8S+CR6l70hkG#>AQxQ*os4=N3;%D;onpMTyB@I{MbYT&RSs6Nz8(m26XCHy?Y{F zYO$DkAhy&5?f(o&PMheYp3mpK!M}}{cmiQ4bw>JEWlYWAXOAL;68~k(mVF< zbCUGf-vy#5`%QaCc71rDX@-KKCHz5ja-H!>Sfy%a;2F#Fx+7ejf&@R`0R`u~Ch=rZ zacz}>;4e>mUMwF!D6yc;d4#!l)}G^M@mPO0z%|{<+zjTa$Bg;@(-F{A23zFcjD6`y z?l3A{`PBT|s$}&TQ$yeYaf!Cg2TLbco?vN%i0?8fL7#SVizc3$2jcX~KhUxAX zg~qX-HQR)RGGj+=TFZfKg+nSq3&6NY7+cj??fFP*m zbZCHpS`cbc`U3D|3OxNQmm{NuTHX!3{ywm%o7ofHFE&@@e;ESz#pP?^N&f-{q^6d)zP?&%`#n(3`h6RI4wj{+$$CId+(YJ^ zIQxp%D>^Z0LItED>@69zu7aNcTgJEfna;Wm^ic4sirFX-%IFt37Cb9mE2^md8322o zj-X#Ts_pr}_;9x+DEqt_USU^4x*EUQZ*+6N-|0dRwv8sXsJoL8U8+HfqDqaIs$h7T zy?J)RWbtgYxhq+tP@(G3{+7zkWGV+mhlDZj*|TZEKJE2a3@>&+n*RQA16cXP@!0whj zV6b98j28a=U7UlsZN!@5hAW06NM~W*5g@a#3giDh{mIh$?}F*Pxt;Jf|6D@R z!y5r5DrJA8KS(P+Z(qKJ{x+z3XOo4A3y>B-sCV_02%> zwHL(_gJ=_16+Gp#js8(dP8IsJAw7mAS7B^n|GA z$IikrjhoOjCtg-zy=&nxal@gfg6e1M&hIi313vX>w`~h6PkAt512)XCWhu6gU#g-< zhJDJ~fff^#x5CX1#9v+>+a0q!!qH6=(*Cfk4fw^2u-?-E=|-n>_V6`yvPI?0R}_{%%fcFUDA zxYC!x^!2Q_gYD9ufkLX=^jEx6WTr;41Q!x=@KdoDhY$Xyh@)BMFw4jz| zKeXN?oobBhV>CBGuGOq$IXgKG(&{Mp{;0wB zT_cl(7P$+Y+vXFr(i-WkKprL05)JAND0x7o0ZR(gdz{IH z^1L4Bq-E_)E-DG zJfo)pY8cze-eSFQO_caeX*t>-I#fClfT!ngES1%@E8#N|bPuP}jJ@<_Z^Un5o2Rs` zd&{yAmSFEYJ`kt;buJjwxRdRZ>29dm+UQKHQ`qUI5p{P==7&|+pGBoP5KsGOZ<>LB z-h-5YnAiQPQ!ePkQM%_0;3|BN8_nV>d9;U}8j@`7`HmjPbttvz{OPKEzU7UyJpQG> zn3G4oICk^wBv>IVdZ5s$z0&k?BRQC*Zur2S3~#(*hzWizyuNL>XBETXAvRBqA!+6q zYZ4=XB5oEdC2p7gts!Gr1o{>cT~+EXME4+l7*wR3HM>3PxDv~}Nb0IHBj6LYu#xP= zJVe2Tgo>Aa2;7eUylgDes{Wa5! zU-<5@OFd3Bj;!y^CwGsQ_zlSM3_EU|K`5Zx@b}}nXU?DnbW zfm9EO9#ki&{b2UweFHWF&Eb!?PEyLaYkAqGkt9)sDMoR0!~j;5Z!_xf-I&tqT==&* z&}$*b8X}X>K>!PL6!_E&^?${1(&^L~CozcTk^7Bc* z3@<g|Elo2u^Zyxx)7W4uTwjIceACwNH=e-3~{{Rp^YQW$vX#N9X zCwW7A-3l+ss0~bAl6F_h^f$eO8s|?)+NZ5l8u*|9AK0V1q-}C-a^Ze04!jaXcf_>> z78Z`4InJyHy1J92%g6i@zCay){+5B%bZ+i?TLFoYl&fd7n_s-Pmu%$m$7Z{3ZT8ZZ z*TpD9ElXw9hQRhEM4V}GuKN-`@YYFjD6W+5pH3_c zEMl21>iS<&hY9h4x19}HYH5D1p>jD!@U zN+?ISlXG7kX3Jz?=6-@p(DUx^Sch#c0Q4VwVv*c^ewW#Wx1-;N5M~;YMB_#uDd?guK>dXd`ezI<)<%`VS~`_A&x?Mq_&N6kH2J})M~g}lB0>3aYV>g?0}62)8R z;A(YvjkF?z3{qg1NL}%5A}ne89x#Sxc3e~}IxRUQsNfBF_R#|}9UbrQqwSd5;#Z&rj1oluMV=9U%Z+>HBp&AY`liFTY+d(*t?La_N}nTs@69jZV@iK4PFyJc z+wJK|B)F$*5CbL~S-BFE@S3;O@>wdh)$KMG_i)S~xq4aoMo*?biN8@SzF*U&gfs}u zUyt|t2zVC|WC*8t=Nm;gM8pEMj;|kNzve~$EpmMt(nSdf-XIaHB#PhJ3|7OQSG z$2@&uXO&z2KJFh^ZY8zu8*L3$eg0rwyf6H|-`D}zNJ=ZfCl8Z4^w(R2m|?@3cv|2H zuQA$iw$G|_=$fT~#K4oyzehWW50i5#^7m#IPoD9l{v$&f?XH!QmW*tsrcs2}8{9bk z;CXv$*@>Rf1`_kv1)*ei{aO<41}gEtU&kAj;T%6dCHOS!@y#yqqK0SOK+L!e=jFcH zIR0a}wi%Zue2SIuZxd%rJ( z-2K0nU=1dBxO#f*A#oij+yX;xqTF#rmncGeGn{+V3pr$Gw&FzAGlOs$$|~Hgp}91@ zV}9qMn)nygw$IzyuK^d}e)Ig2k+u6#E_{q8WI&zR-djR zE;EC)8V>OB#}9sHgC{6qvMX+_zxI)2a)IAMUx@N~l-^LkSw0Z#05#svhP_zDEjH&i@PTi!z)^&k}|Z*5Y3^&rc8&Jctf!QTe2bQ=@mVf5ko7SKOmO5~RSW zcaHo3(g9YhsaCC9sz>RLbGyihP`T9dHh=cFdXV}Ttyc@Sw5#+bm%K5QOfC~=zu|w& zu`Tip!S}xCyfuFvKJJ)3#K$Mh0G9n~wVIO314M`==SXSSximgIy98-eEL!O2*jS_I zCFgly5IMj`_WcuTrGAyg{g|F4&Mzo4ot7G^+s+MrQuh5zRrnk$x@TFOQ$B6XU^RyO zGPj+}CadTwBdqE{d7!`pP4cMdWe#xwwe+{VkB9}%1#s{NX8OX;RnxIRGzOMLxZ%3c z%xj#HmlnD6K6yQle)FiQo-XD5itI}WI-mMRr9Kk!HX4G~r&T{wOWjN4YeC8QhNPt1 z?vbK``A}xokT?v_=Hwt?fm;4OBbe?%)Pfp%Rh&p2NNZV7O^{Zk zHDS4zwp_}s&G_u*rU@KbV=0QMp(T>={Pyi#XgBta9>vPRR>3-D55g?yiCH^W6GIQZW2{35PhC~(zGQhppOQUm>u#*bQqm}Gy4OO~_RZ(fr<8d%AI1sC?+ zxehBw+LC?Gbj`rJ=By%moVW6J#Rq&b!4c2DRb8y;=GmJfl!}I?E?@3`wpezH{ukV< z3W|hgI$Y>YIar2k2p-)`Z3%+rNct;@B~kbw$$v{vuw z1LH&67LVzjr)`=c+zuiKR}aJ~Nl9J%jOIeyU_6R1YYh1D!#@ z%RuKZcfS~QTl;?~7Jpwey{cvoxW~TloXEz?n&}I@{u#vkjJKayS*XrIb$_EZk@^sH zrPSjAvWWVvN38|u(y_a~aeo+a=$I`rAi6o4Okba+m^W9whCJVwwi-n@fe1%*$Ow0Y z&{m(#>)a%hB5Qu9*l9}(d}4awIRF-k2Ni4aPC4U}>4T26mNn88kHM*LldLv0SPobX}GLBD&!x2BT4Y;gh##!8jvjj#|V0R5D9+<%eA71=L->`nfrMHlOFX{#xK+R*M`mn z2mt7-7~o9jikM}}I8=SnZQHxihIiLYCp<2&1SG1likI~_h$=TEzRn-vUqqCV-3h9v z2H^4M7n{ix4)V6Go?&q!R2Qq$v4WkYO2Fi@cKMNnv(1yUUXP+0pmM9?dSEVdcP;Vz z9C>qP?P;BKFA2ii2x~!h^pyp+_AiNf*In-Wt8=K8ZIYuTy7}EP^!PGd=zm7U%FT8Q zJ~ivP8<(d~WZU&jVY(nb#in6>X0R}@g<9_8yQejhD{2n@71S|IU8<$tme4K7`$h>U z0Lzj!_Y_V1ba(>W`+ z`QrK;sEY&N93sGU4!anULH;g(gX9Y~q(#0F4t5JXzZ--*f9fs=fN};Lsm}^kV-^D- zkenCY$vQFrQAVdQiNU4w_F1;5%<-!JBFL+a^ijjC2K`tGN(vId10m0H7Z-%FCe+P< zBxW*bq;5Ij6|#A1XW&fkEN2$k=!WxmRhrA;{GwpTAY`3NZ+lRsVvIEkLoI!<(mU_d zN>w#Cd`-EHhFm*BnL^9O2Ok5**6L}c6&n4o%Q8<29#7_(69Hn@sBG@pakkxY<llqL{u~uQv?U*1@7~%Ow|FUER}91mec2-e@^~g!vUI?E+A@|JrB8=lt%G#_7&om65{OyF%X$apGfMD zPUnvif`hB0;&_2V{oY5d0~Penn0TZLkkW`h$9(h% zc^Wsss#&fTIW5$tmwO1in^z@f-1G^uuajQsSNGYaqVqNaB5FZrA4=dSw(2|-nqlzx z_k&R0xe*oyfoVHzbFdGyA@ky&$5&y}-8a!rgBrbn{K9g$Q^wJ=KM^Z5(spA^w<|hI zCnhYW*DL?cG%;F?I9b+A)yyIrTDDvHvwyIXYjeuf29_*djWhLpw_5vV+gA351nO$O z)nDb*(&z?gZW0I!5D)%dG_gPbX~y$!+kz77Zq9x(*!zXAsvFA|05#NiK?w#hHes)6 zBO%VGxd1rux9o4$g7ds)y@OR|{e!vuzmFq_utOzx+E$E(W|&gn2TU+wArnBuhi{AGFB3HM z-aaGQQ_&E<&X!={n@@;GZF{fX>yDY(CjuQiYX@h)#NX?KT1&>rBfHqlOynSNe zyGRACed+{`d+G`MVNn4@6mgjrum`mRm977#hue(5VWYP_L6M>~S2f_Kq6_Ny?tm8$ zK%0OP0ka=aM#*Af%{Q0yW-dCBd;LaPt)w~?ypWWxXsPiH9tafZCBX9n?)HVp^#G@x zc~>P;a_xW)u!iI$P<*f;3=q1cOa-o>Qu7qH&b1 zB~ZWEcneYr1FLd)IhU+-_>0_cwRqR#-G~H?g-X;e4r4&lN=B3mWok45m5L2 z?43J-P_8`5jrqpcY0iVG#Py`HfgKq^FAP9;UMBe13q;Q>u^auC#Z$fzZuZ*P9qD^? zs=G?c<)Q$z$OGyd;PT}IrBeo5I&Zxwk_U02gFCtok!C?(MIR=bFZc)K;M-;uYFk6F z#jU?J*p!-idSPyl?U|cvH4*9&+Hvu=k2WKkY9eX2)^ZF8K_v$$Xz|JRO zuLnPTo!L`uaeDZuetmVS389dbv6lQdMK9P)$E79^Nyr{A^{ug<>(j#0me1f$PAq`n z0T;SoE00i+&sceQ&qwuI`D|KL;>2Z0;4u@UlK<7UbD6q2(Uz>afnUMwL|Qo9G0{a9 z7{`lO#L-9Nh2l{jHB5oke$dg)??(0Gyrn8}#k^yeMY-&R4RZ2Md#@tTSaFFaP|8V< zSo-kq*G|oC1+AT23QzU9K9py9+O@Ohtug3oo0}6PtNC}oPju+uoAC3XRx)!&#~%Ht zHjzc`q^NFp`z5^PNd~hu6Uhk5@BLdl~hMxyUe6Ik}Ai>7CkmvI=i<3Yno{d~= zQpm+bHqwsH((`1m>dg~-&l4g3t_ZP|h?&Te9ADw1OSZ41-UH-MGrcJv@gM059wsV8 z8qx}i`?*D`=&*fN7#9w_RQ3N*2I2m*04k~XOCAje{3~e zW)!D%a|5;|8!S{mTwCcWQE_@N$9$_~Iu%!o%Fn)qqiZg3RjL){#z3IGn4I+#vs~P@ zcumCHa$Bo*XZN{9=>)$pf5(qM*;0~R_4V-_&g~daLJ|BPR603_C3!-!*9n{wOamBp zLyECJ3ELc+dnNq$cMkD{nuJJFNb3HW*5UA#ZPxf`hBs?0;&g{6Wn`n?+;Eu;>Bny? z?I7_@P%Iq4$@&@xPQ<#B9FCwVx#r|^r*vp)bf-f_TJvXN4p*}4tHnKnv55Wpt~eJJ zBMV`B_a8}AvtnZOcP_Z`@P5CG3t&7>v$m548D98xW|*7_yJI84(UxA%emP>Aa2f#( zW;$zo`(w-!5zC!Ex3S#$okvS0K{oH|a}e`G|5oKIH_&i{eKa zR$G%bZRuCwj7sdGfLL7<_7w2dG<~;TM&Cp01ft)D>#1csYytE9_>_eQ0lUA~_x{n| zHT6|*rkp6c8REt$SX8pA+L;kX#G&2)c(L+DGR|CW4Na7$3?9Q2&ZPG#-MSjCw~_2m zVn+Wyd$en4|4A!cr%1B#@(aIvWBmW9>^y*?Si3Ylz>pLqUKo(ffOsV%QF0Ox5KIJ7auARp zK|p~a2tyDM6-g3RM35*bK_m~7kswjB;E+XvB=_{)zjn8_YHN3?p^BR6>88K*p3~ju zeQZZZr^Cih6;NCFiCukd;GdyUZ5CQF5%c)1Xl&=TBo_80>qhQX_Nd7TPm!a^%3LQW zui1vuD!E}NLQfG;sF%v8j<>ayF7`QX^0Wv|zkmOi)%5eP*?XpEu3gEjH_M}w{Vp&a z+Z3~QJ$<+Gb4dU5tqZ#Jo?mH4hOfIfJ(6lS54Yra_lC(1o~kVBlFSxA#qeMx>VxQ5 z>;ZFFz?(mM)CP^EHDpeAfA^%&GclT@6}*X~D|C%NXss?!+;aVMRA}zj(#`b2I)S`N z(g2fT-B_Z}RL11v*-!Qz`u?kh(}Y2utSa@?RbhvtI|U}itxOjcL%?#(di;Z@X_+0h zph0SQb+y8ayv%#lFTut(x3G`~A^ic2C<^gW1%4+&nlJ{2>jNsPAD7MwF?^=x`YY5|^)_+H?l8v&(lR4>H4R=g_8OALTqN&ydhCkaK;t zKgDM(rVig^_WKZcqoY22R8;7UZeiB6#B}PFt#=-ViCna|-SmZY8lE%?-w(>7{&V>K z?2)6ULYYVa^NTd2WZMXpwvyRJvt_vemYTTt4J&jR?&k6^3D!fr zgF?JrSYCOx+9?c}6p~7&j@3A5XS#av_9YD4n!OjJYQ=01jFosdF>uJQ#13bsXJMz# z_jpe&ro`a`wRP(g2GBHmUu=yMx#U@tC#QUuh`(9UU>E3C|?rKp1c*BhzcNG zw7wB==P5n~y^bJK5nN{^R{#|XFfo$Asr=Ib{+sdO?Yo!$6Y&uSIC$*OpWvm6kUyfM zj~#3k2e*{jckETHhI>0c3CEM)-A^?vP_s7dvBV#W)Kc=EU6Mb5+ka6CXMKWF9Ityj zz4N!ay~D#JwVp1yX`+;LjV$AGV)AH&FFKSaDnO)6WDoD@3u{D^lmXH1gj$mp_T()= zU4!~B1_}daPqmUXX6GAk4Q`}9SHj(y!>H;OgkaaH&|wUDI1O)edls)qSv=ZUl}Bin zraC~3Hiv>jmu-?w&!(K8vAzh+FKZTmgYeWdQE4mSL86jzZV1+iPp}1}siq{ox}=W^ zDH1#C^{Nh(L}zGN8}f|@vB9xdlr|~tV?SSPO+LVOR;{q3?d=~nhCTEhka?F|*$`Ll zKxuyNJ}6AzcV|Lf3AOZu0NXnqX+0f1dTVBBaUD`dO%m!v99owwY}m(zX8&W?JRw`K zMiQ&;FzmZaQ`A!-6wjnFPY%PdP=-!<;wzqL`<6J_&u!Q1ET?!=fkvZ0_O-iDLm{h2 z>#7zk-jQj~caLJ34Bb(b?4zDp**h5hL>zN2o;f!h8%Fim(BI8=@fvYYNsXE3mcNff zjZpaNCUHq;s_OMG1z$fh55EJ`Lm#EMOdqv^>4Zcc-m#pp79Kw1;s<8ME3THbzjD3| z?R9USRYRT9M$;!hGP7eFPETte`_}x z5Rr--%}fkq$i(+q8rs@Zyjje8)7?ZYbi(aZZ8Vd*RU$fhi&T@gcsuTaA>B_7alVch zg19EhC;Qo#jq|ln=bV4IAdkV47+zF07}B;o9p&wGCkngXdrKOV)b|us>9Z@|_QmIS z-BMZCutlB)C-$`3mB*pEj!$eO0-A6oT=m`8^G@L|?nu9}Jy7rYI!zn8AO{PCM@i{Y zxyBEY<$kEmt5Ww^WC0b%Z<}0gw9z#!Sf^&1p9=Z z*y!7)FB|>SKN8q9Tq5ZlIk-SLoL1JeTc)+jn+mW+ZYs-MDi{sNM8D~!lYi)8M+*}@ zBz^~uP2#y&?#$)eXwc*GqT*4x zb>L6M7Z>!gI1v#MDvGeSHhgW{J#B4@y2I@;E^gZj^LxVX728L=rN9@dU2i=8%+gvN zAH5*2FVY@8oaB(0HU0GR`yYawj97cd^VPcQdZBm-Da=?n^&(!Sd)3lBM(3SEwLS@V z_E@+op|14cv$lQui#vJ)u^JD3X*$HUVh1}Um#l`)%+s3FGH$guqpCKOWoZps{}dYw zo)2df4->*IEvp?D(a4>C`pqKdW=y#ucc%i$4+lu-Fw4_&DU4eU2l)*q#36>4CVDHuUZ*g zKiF@(VcGcJSNQHGfTu^3m)r<3v?c3-Zk`s;YYQ#SCNEgWKuhZD6YPih`?9oZ#^_p; ztI@}^giU6*$+P=^Qb|UHcW3aMU32&z(PMfduwmz{cIV3R#_27Mf%OuMCTJ?Vs~g%r z0vpD1TASL=fYigvOlq9?KkPo6u z&TqI>r-%!N^pDbc8dr|zjI4$j7KD5%KdRCVpkn75@}(OOvRCBn-Ks^!yrv|aX43G> z2vgzV=Q%@=e{Z69T1@Jtqfi&N;Urbg+os~yJIdK|6Lmbq>o*nxV_#1{%1q4K{;r@H zG;9$xCwOv-7VTL!IN>j^Q6%MW%~0N6d^SZwAcUy@CR9=*L847k!QE`Qa&zr?u#))D zN{|!xQa*=9=!=#x6)yB+!x$#V8${v#3lDX5eeFSGkBq*Yv|GRHc3dC^0(GyVXF*lK zJp(er?B4!4!2s0d%a^nJoVs<#Q`6EAy6~(ma1zAcD57){(YiS?mP}u`8<}#~_uKt) zzNu8p#a(9odsTGoj$0XXowkMB@Qbwdie-HTkqAfaxV+B}E~?dq_dfAbef~F@~5RgLnKoxSDB8(ZJ5a6V8Y_FxFch{d^|p^_>Qx(Sz09 zxJMH$5a`4PqPVuUwx*g`0ytHI6cLQ~N7L~IOG#v z&j`kUzLg-SLCu4FqLZGDPWb1fyPG>-PUY}=GyGLE!8M+0rXSQi}kR zPzh;iC;#=44OGrx1qHQh*p1b`lGf3b3FnrUGJvT%2Vv{8#ES1ZsEmTDT`S$V}>JF}5CZ9Btj*6g`9mCpjYQU$Ms)*r6tK!w%*0Zj-yHmjCvh zO4^x<1u?90|4ro766Cc1^8`F_kFeA|Dt{EQy3xK@bNIf^Qog30Q3}G1;%4I4c1fJW zj#MA3B5edMvGspxn<>=Kq3iC}>r)K?mq4mYfHTFm^7mF0)OAi1RE{L{1)09|_j~pz z?PL`diRQ!-W*d;w*2F~8+&;YJ!3?XDn_HaFWlPKW{L6WbR^mKLN}Tia^HgZkLpHrk zgd!*x*L3iEbMW>CeXxcGSA;$~4)OPEAL0NA&+#UNaIk7soV%^`L}Z8$Cdz4i?X=G(zl+@#Oqs z8WRi_{=2_>g5v-W?7SN;n`Tfc^y}MK&i_*I2pMK@Js<>949EM#>$-X60Z`U~TpXzfq8}^OH3KR4`d6 zdKrL*j+AssV1y;R>+f<+yXJRzPLx{Neq^-k~R> z3&x8XAbrOwTv%&b~i09x5?&CUH z7r0zhvudLeL1XRq{8Y?O_Xn!^w$yqSHppfZwCAjNJ>m>RNh~f z0xG-2HgGAWa{Jm4epZEkAzX?*4A=%nc^R+;#Zj&+qZJJM`+R^-_Dy>9sNt1CTC1~* z%gA}|z~)~8O8aAzM?;p@+r;}DW3DpS%+1@uBhe{ZlGU(h&r@kDaA!55+ z;NDrXdT5eP%w=Vo3UiTtxEeAjIeCARmaHBaFBsc)N@}=z=3Mc{{u{6?9Awf`zAmjy zqC_7xO%q%#q&WC+34a?B^?wL_4v1%Zd0RYGuj=mOo%b!eTUJHg4xaV@7p%N_DH>8H{olIBoiJqUE zD;XU%Ps+^XeuQc@KS^`e`lEGY`_$C9Lnhz2*|X!Za$|`xYu55l}t& z&vuWn(rtj#EAv|I=80p+j;#Z#eg*)aE#p;Q8x54)sKw~%`)ecxgVDc!{lXuH^6<#Z z``5p30KfQ$0BxoRAU5t=LCa!a?mtHbptR~TVe*D$%e{(EV(N-qbS%QAxUw?I3hkH-SVRcP?dn$q^L?Ji7g#0Hp#{jAPJMoJ2GW)Edr7mKm7;t_1cHFoNqJ5ND= zegn`2JZB%us?($4*{ZHI*;%pR-^bBvs@mGx`UE-@tm7Y6tC#pHZ`@m{cwJmf+51=1 z?{8!&DJd{py_=6zd2mBRLnMsEv;JFCg!4@kFaa+4JO9g(#+dEo9zt4Hj zpn;My@J)qhdv>zg=Zs;d@? zxZ`zUp(bDonO%ltF}8lorGygS6?50&5)xPjqlQ(0>)=!|ir-x#5{)b^i(4%(T?$2* z7WXmX%HlPrSjf8I5S~Cmfi^ZdJPlA@0L2XKmvX3}V8l(QzYGTY>p39RlA$7K*g~Ow z@G>Q1D=;16oXFC;B48d?bOH?qa#Vx^Kxb^B@T`M8BmUsSpwrm|d$xZKp6hT}k?WQ9 zYdZz@aH`_>cRjEI0$Z2QJ`;R$z^Qy6^XG6a_)%gaW2wr}Y$h1WZi8L%MpZJnC&N{z z`@iR(p=>_U=7^4#8{uuhx>!FEyB!~V5XPzCjX(S@`^lOmM!;rhVUP$T-5wDHfRq>J z=j$GNR#`ZwfVP!GdsYHlrqboB=(S6i8uj$_1`f0BjodyR`c~duySd%MYFYB`-Maz@ zwkNBNjwDhn`x|THRgbAd>k+N+1(H!E&}tpTF~gDEL9dg{K=45emjRGvy}z^Ocy}`J zZhS{*ESFO1RTGo)+hdibp`oE9H8gr30LWIBp3dRJmJDK2GB9vud*JfLe0v*_pvb0% z?d6dsL}i?M zdEh_)hVN-vA1O5PI*7foE8Tlz$E-f~#^Jxq2@cpmPhj*(7&DIym)ed1xFP4pOJ$NQ zLgswOvjY2ZH`)Ca_u!7i#6;M=)y}tjVlK|k(Q@4zvxJc+r!ObpEOyM#&tLw0D$_3L z)2GbbA15c6>izJ4Af}Z)BP?u}h%IH{*DisRm$msM+~GRi_&}JSKTJ2VSuR0>l-dp7$2BBLP>u*ds0)HR0yC`Mt{)LI(Z3{!*ZCmH}N(W~M`VXl4=+ z*70lm&~lQkd!pY0_qR*a-0MkKFGKX36FdADD@Rl@P_|7^It>q zgb(W=jmIJ4gAh+gR~IzwbbCh!vhYs9P$40BPRX4B$s|RkEBZ6iDXycyh!}|4o*<>O zpe@7=b)`tL+I7+|U%pt$q)7mhZ})!PA{z1mRyDjYIfU?f&_(Ky=pc?8>=o|_XwAw#M`{EcHfT&=Pb_psu zwY3~#b-R3i8HOeF>J*}T;e6rEwFm_cyhUK|jSz0e!%(CH;ry61`QDv7jzgaG@n`fu z7;OC9oSmN{*L~1$27)w(hPWmmAmE|!94NMPe?5$(R~KbP@&TI+?OZi2E%HkD$++UW zy<-Toy1Yj@28JY8$GPW*NYV%bBj;#oZa(_7NR&6+!V}4{W=IL1$>P?eg8IogBvuCp z1=AW|5lv%FaZIexJx~LiE#jcg#fy<6uB%(g``asFV=ECiiz!iXkBUq?mjU>&CTCgH zsj4izk0sMHZoVlf*nnu&_G{4%kO)Gmw2R00PBsfr35<%h@&S&W(Y+HNsqYhElaTfIZws5{+coY zjs`OfF{cr@kW>%e9V#l^2+sVKeoE-fj1AHyEiEn3RtOj^Xs4JAPevt}